From 4f92377daa901c82ff086b3f2e7ec49fc1365544 Mon Sep 17 00:00:00 2001 From: Franck Dary <franck.dary@lis-lab.fr> Date: Wed, 12 Feb 2020 16:28:33 +0100 Subject: [PATCH] Added var to evaluate to chose the ref file --- UD_any/evaluate.sh | 19 +++++++++++++------ 1 file changed, 13 insertions(+), 6 deletions(-) diff --git a/UD_any/evaluate.sh b/UD_any/evaluate.sh index 3497493..e3e3b42 100755 --- a/UD_any/evaluate.sh +++ b/UD_any/evaluate.sh @@ -37,22 +37,29 @@ fi TEST=$(find $UD_ROOT*$KEYWORD -type f -name '*test*.conllu') TESTRAW=$(find $UD_ROOT*$KEYWORD -type f -name '*test*.txt') +DEV=$(find $UD_ROOT*$KEYWORD -type f -name '*dev*.conllu') +DEVRAW=$(find $UD_ROOT*$KEYWORD -type f -name '*dev*.txt') +TRAIN=$(find $UD_ROOT*$KEYWORD -type f -name '*train*.conllu') +TRAINRAW=$(find $UD_ROOT*$KEYWORD -type f -name '*train*.txt') -if has_space "$TEST"; +EVALTARGET=$DEV + +if has_space "$EVALTARGET"; then >&2 echo "ERROR : more than 1 match with keyword" $KEYWORD - >&2 echo "TEST : " $TEST + >&2 echo "TEST : " $EVALTARGET print_usage_and_exit fi -if test ! -f $TEST; +if test ! -f $EVALTARGET; then - >&2 echo "ERROR : no test file found with keyword" $KEYWORD - >&2 echo "$TEST" + >&2 echo "ERROR : no target file found with keyword" $KEYWORD + >&2 echo "$EVALTARGET" print_usage_and_exit fi EVALCONLL="../scripts/conll18_ud_eval.py" +OUTPUT=$EXPNAME"/predicted_eval.tsv" -macaon_decode --model $EXPNAME --mcd $MCD --inputTSV $TEST $@ || exit 1 +macaon_decode --model $EXPNAME --mcd $MCD --inputTSV $EVALTARGET $@ > $OUTPUT && $EVALCONLL $EVALTARGET $OUTPUT -v || exit 1 -- GitLab