From e690b1c8c60b71f7d1d0c2dab6644649e8654436 Mon Sep 17 00:00:00 2001
From: Carlos Ramisch <carlosramisch@gmail.com>
Date: Wed, 28 Aug 2024 10:59:45 +0200
Subject: [PATCH] Update accuracy LAS/UAS calculation to ignore subrelations
(anything after ':' in deprel field)
---
lib/accuracy.py | 8 ++++++--
1 file changed, 6 insertions(+), 2 deletions(-)
diff --git a/lib/accuracy.py b/lib/accuracy.py
index 3d4203a..3c6186c 100755
--- a/lib/accuracy.py
+++ b/lib/accuracy.py
@@ -5,6 +5,7 @@ import argparse
from collections import defaultdict, Counter
import pdb
from conllulib import CoNLLUReader, Util
+import re
################################################################################
@@ -197,7 +198,7 @@ if __name__ == "__main__":
for (s_gold,s_pred) in zip(gold_corpus.readConllu(),pred_corpus.readConllu()):
if args.name_tag.startswith("parseme"):
tp_count_parseme(s_pred, s_gold, args.name_tag, prf)
- if args.name_tag in ["head", "deprel"]:
+ if args.name_tag in ["head", "deprel"]: # Any of both is considered LAS/UAS eval
args.name_tag = "head"
parsing = True
for (tok_gold, tok_pred) in zip (s_gold, s_pred):
@@ -213,8 +214,11 @@ if __name__ == "__main__":
acc['correct_tokens'] += 1
if train_vocab and oov :
acc['correct_oov'] += 1
+ # LAS ignores subrelations, as usual in CoNLL17/18 eval scripts
+ gold_deprel = re.sub(':.*', '', tok_gold["deprel"])
+ pred_deprel = re.sub(':.*', '', tok_pred["deprel"])
if parsing and tok_gold["head"] == tok_pred["head"] and \
- tok_gold["deprel"] == tok_pred["deprel"]:
+ gold_deprel == pred_deprel:
acc['correct_tokens_las'] += 1
if train_vocab and oov :
acc['correct_oov_las'] += 1
--
GitLab