pvalues.sh

#!/bin/bash
NAME='tagparser'
SYSTEMS=`ls $NAME`
METRICS="UAS UPOS"
RUNS=10000

for metric in $METRICS; do
  [[ $# -ne 0 ]] && SYSTEMS=$@
  set -x
  set -e
  for sys in $SYSTEMS; do
      mkdir -p results/$sys
      for testset in `ls $NAME/$sys`; do
          udapy read.Conllu zone=gold files=gold/$testset \
                read.Conllu zone=pred files=$NAME/$sys/$testset ignore_sent_id=1 \
                util.ResegmentGold \
                eval.Conll18 print_results=0 print_raw=$metric \
                > results/$sys/${testset%.conllu}
      done
  done
  echo $metric
  python3 `python3 -c 'import conll18 as x; print(x.__file__)'` -r $RUNS
  echo ""
done