From ac45f4fdeb2e6821538e68c79fd010a67d55941b Mon Sep 17 00:00:00 2001
From: Franck Dary <franck.dary@lis-lab.fr>
Date: Tue, 11 Feb 2020 19:55:48 +0100
Subject: [PATCH] Added script to evaluate
---
UD_any/evaluate.sh | 58 ++++++++++++++++++++++++++++++++++++++++++++++
1 file changed, 58 insertions(+)
create mode 100755 UD_any/evaluate.sh
diff --git a/UD_any/evaluate.sh b/UD_any/evaluate.sh
new file mode 100755
index 0000000..3497493
--- /dev/null
+++ b/UD_any/evaluate.sh
@@ -0,0 +1,58 @@
+#! /bin/bash
+
+source config
+
+function has_space {
+ [[ "$1" != "${1%[[:space:]]*}" ]] && return 0 || return 1
+}
+
+function print_usage_and_exit {
+ >&2 echo "USAGE : language_keyword templateName expName [arguments]"
+ exit 1
+}
+
+MCD=data/conllu.mcd
+KEYWORD=$1
+EXPNAME=$2
+
+if [ -z "$KEYWORD" ];
+then
+ >&2 echo "ERROR : missing argument 1 (keyword)"
+ print_usage_and_exit
+fi
+
+if [ -z "$EXPNAME" ];
+then
+ >&2 echo "ERROR : missing argument 2 (expName)"
+ print_usage_and_exit
+fi
+
+shift
+shift
+
+if [ "$KEYWORD" = "." ]
+then
+ KEYWORD=""
+fi
+
+TEST=$(find $UD_ROOT*$KEYWORD -type f -name '*test*.conllu')
+TESTRAW=$(find $UD_ROOT*$KEYWORD -type f -name '*test*.txt')
+
+if has_space "$TEST";
+then
+ >&2 echo "ERROR : more than 1 match with keyword" $KEYWORD
+ >&2 echo "TEST : " $TEST
+ print_usage_and_exit
+fi
+
+if test ! -f $TEST;
+then
+ >&2 echo "ERROR : no test file found with keyword" $KEYWORD
+ >&2 echo "$TEST"
+ print_usage_and_exit
+fi
+
+EVALCONLL="../scripts/conll18_ud_eval.py"
+
+macaon_decode --model $EXPNAME --mcd $MCD --inputTSV $TEST $@ || exit 1
+
--
GitLab