diff --git a/outputs/evalAndStats.py b/outputs/evalAndStats.py index 1e2af78c21356b1e77abf0a64753274ce0400abf..4372dd4edded8745c0439f3b92e02a32a434b442 100755 --- a/outputs/evalAndStats.py +++ b/outputs/evalAndStats.py @@ -1,6 +1,7 @@ #! /usr/bin/env python3 import os +import sys data = "../data/" evalScript = "../conll18_ud_eval.py" @@ -22,24 +23,33 @@ for filename in os.listdir() : group = basename.split("_")[0] if group not in groups : groups[group] = [] - groups[group].append(basename) + if basename not in groups[group] : + groups[group].append(basename) refs = " ".join(["%sUD_French-GSD_%d/test.conllu"%(data, split) for split in splits]) -os.system("cat %s > %s%s_corpus.conllu"%(refs, gold, ",".join(list(map(str,splits))))) +os.system("cat %s > %s%s_corpus.conllu"%(refs, gold, "+".join(list(map(str,splits))))) btTraces = [] for group in groups : - + print("group=%s"%group, file=sys.stderr) groupDir = "%s%s/"%(pvalues, group) for model in groups[group] : + print("model=%s"%model, file=sys.stderr) modeloutputs = " ".join(["%d_%s.conllu"%(split, model) for split in splits]) modelDir = "%s%s/"%(groupDir, model) os.makedirs("%s"%(modelDir), exist_ok=True) - os.system("cat %s > %s%s_corpus.conllu"%(modeloutputs, modelDir, ",".join(list(map(str,splits))))) + command = "cat %s > %s%s_corpus.conllu"%(modeloutputs, modelDir, "+".join(list(map(str,splits)))) + print(command, file=sys.stderr) + os.system(command) btTraces.append(["%d_%s.trace"%(list(splits)[0], elem) for elem in groups[group] if "bt" in elem and "nobt" not in elem and "1" in elem][0]) - traces = " ".join(["%d_%s.trace"%(list(splits)[0], elem) for elem in groups[group]]) - os.system("%s %s --steps > steps_%s.txt"%(readTrace, traces, group)) - -os.system("%s %s --stats > stats_bt.txt"%(readTrace, " ".join(btTraces))) + traces = ["%d_%s.trace"%(list(splits)[0], elem) for elem in groups[group]] + for trace in traces : + command = "%s %s --steps > steps_%s.txt"%(readTrace, trace, trace) + print(command, file=sys.stderr) + os.system(command) + +command = "%s %s --stats > stats_bt.txt"%(readTrace, " ".join(btTraces)) +print(command, file=sys.stderr) +os.system(command) diff --git a/outputs/stats2latex.py b/outputs/stats2latex.py index 288ef9ea3922e348df66caa38780b50d895eb7ab..108b3952dbb06b1d1348a729ed211917c363d56e 100755 --- a/outputs/stats2latex.py +++ b/outputs/stats2latex.py @@ -12,7 +12,7 @@ def modelName(model) : return "TAGGER" if "tagparser" in model.lower() : return "TAPARSER" - if "parser" in model.lower() : + if "parser" in model.lower() or "eager" in model.lower() : return "PARSER" if "bt1" in model.lower() : return "RL\_BT1"