diff --git a/UD_any/morpho/errorCorrection.tm b/UD_any/morpho/errorCorrection.tm new file mode 100644 index 0000000000000000000000000000000000000000..475d1d37a323774629f1700e16757a7e85d53871 --- /dev/null +++ b/UD_any/morpho/errorCorrection.tm @@ -0,0 +1,15 @@ +Name : Morpho with error correction +Dicts : morpho.dicts +%CLASSIFIERS +strategy strategy.cla +morpho morpho.cla +error_morpho error_morpho.cla +%STATES +morpho morpho +strategy strategy +error_morpho error_morpho +%TRANSITIONS +morpho error_morpho * +error_morpho morpho BACK +error_morpho strategy * +strategy morpho * diff --git a/UD_any/morpho/error_morpho.as b/UD_any/morpho/error_morpho.as new file mode 100644 index 0000000000000000000000000000000000000000..e9182f3bc4fd349a75722301d1ee825d7de8fe70 --- /dev/null +++ b/UD_any/morpho/error_morpho.as @@ -0,0 +1,5 @@ +EPSILON +BACK 1 +BACK 2 +BACK 3 +BACK 4 diff --git a/UD_any/morpho/error_morpho.cla b/UD_any/morpho/error_morpho.cla new file mode 100644 index 0000000000000000000000000000000000000000..51d20a3f0bae47e59c2f9df679b7c679bf4f3d73 --- /dev/null +++ b/UD_any/morpho/error_morpho.cla @@ -0,0 +1,7 @@ +Name : Error_Morpho +Type : Prediction +Oracle : none +Feature Model : error_morpho.fm +Action Set : error_morpho.as +Topology : M(500,RELU,0.3) +Batchsize : 10 diff --git a/UD_any/morpho/error_morpho.fm b/UD_any/morpho/error_morpho.fm new file mode 100644 index 0000000000000000000000000000000000000000..18228348c31bbc4334010221f7028f36b8651305 --- /dev/null +++ b/UD_any/morpho/error_morpho.fm @@ -0,0 +1,31 @@ +# Features classiques +# FORM +#b.0#FORM.fasttext +#b.1#FORM.fasttext +#b.2#FORM.fasttext +#b.-1#FORM.fasttext +#b.-2#FORM.fasttext +# POS +b.0#POS +b.-1#POS +b.-2#POS +b.-3#POS +b.-4#POS +# MORPHO +b.0#MORPHO +b.-1#MORPHO +b.-2#MORPHO +b.-3#MORPHO +b.-4#MORPHO +# UPPERCASE +b.0#FORM.U +b.-1#FORM.U +b.-2#FORM.U +b.-3#FORM.U +b.-4#FORM.U +# LENGTH +b.0#FORM.LEN +b.-1#FORM.LEN +b.-2#FORM.LEN +b.-3#FORM.LEN +b.-4#FORM.LEN diff --git a/UD_any/morpho/machine.tm b/UD_any/morpho/machine.tm new file mode 100644 index 0000000000000000000000000000000000000000..7f48bf73a86cbd9edc87c1ecc4bf008e62f564f1 --- /dev/null +++ b/UD_any/morpho/machine.tm @@ -0,0 +1,11 @@ +Name : Morpho Machine +Dicts : morpho.dicts +%CLASSIFIERS +strategy strategy.cla +morpho morpho.cla +%STATES +morpho morpho +strategy strategy +%TRANSITIONS +morpho strategy * +strategy morpho * diff --git a/UD_any/morpho/morpho.cla b/UD_any/morpho/morpho.cla new file mode 100644 index 0000000000000000000000000000000000000000..0dfaee5c03d2a5599c90bb249b921d6122ddb76c --- /dev/null +++ b/UD_any/morpho/morpho.cla @@ -0,0 +1,6 @@ +Name : Morpho +Type : Prediction +Oracle : morpho +Feature Model : morpho.fm +Action Set : ../../data/morpho.as +Topology : (500,RELU,0.3)(100,RELU,0.0) diff --git a/UD_any/morpho/morpho.dicts b/UD_any/morpho/morpho.dicts new file mode 100644 index 0000000000000000000000000000000000000000..0285d2c0a02a4752ba08ec58a29b0cdf1919d735 --- /dev/null +++ b/UD_any/morpho/morpho.dicts @@ -0,0 +1,17 @@ +#Name Dimension Mode # +################################### +Morpho_bool 10 Embeddings +Morpho_int 10 Embeddings +Morpho_letters 30 Embeddings +Morpho_pos 30 Embeddings +Morpho_form 100 Embeddings +Morpho_morpho 30 Embeddings +Morpho_actions 30 Embeddings +# ERROR_MORPHO +Error_Morpho_actions 18 Embeddings _ +Error_Morpho_bool 16 Embeddings _ +Error_Morpho_int 16 Embeddings _ +Error_Morpho_pos 18 Embeddings _ +Error_Morpho_form 30 Embeddings _ +Error_Morpho_letters 30 Embeddings _ +Error_Morpho_morpho 22 Embeddings _ diff --git a/UD_any/morpho/morpho.fm b/UD_any/morpho/morpho.fm new file mode 100644 index 0000000000000000000000000000000000000000..d724ead3401eb67622714e2e6f01dc9b53cbeec9 --- /dev/null +++ b/UD_any/morpho/morpho.fm @@ -0,0 +1,40 @@ +# Features classiques +# FORM +b.0#FORM.fasttext +b.1#FORM.fasttext +b.2#FORM.fasttext +b.-1#FORM.fasttext +b.-2#FORM.fasttext +# POS +b.1#POS +b.2#POS +b.0#POS +b.-1#POS +b.-2#POS +b.-3#POS +# MORPHO +b.-1#MORPHO +b.-2#MORPHO +# UPPERCASE +b.0#FORM.U +b.1#FORM.U +# LENGTH +b.0#FORM.LEN +# SUFFIXES +b.0#FORM.PART.-4.-4 +b.0#FORM.PART.-3.-3 +b.0#FORM.PART.-2.-2 +b.0#FORM.PART.-1.-1 +b.0#FORM.PART.0.0 +b.0#FORM.PART.1.1 +b.0#FORM.PART.2.2 +b.0#FORM.PART.3.3 +# ERROR CORRECTION +#b.1#POS +#b.1#MORPHO +#b.2#POS +#b.2#MORPHO +#b.3#POS +#b.3#MORPHO +#b.4#POS +#b.4#MORPHO diff --git a/UD_any/morpho/normal.tm b/UD_any/morpho/normal.tm new file mode 100644 index 0000000000000000000000000000000000000000..7f48bf73a86cbd9edc87c1ecc4bf008e62f564f1 --- /dev/null +++ b/UD_any/morpho/normal.tm @@ -0,0 +1,11 @@ +Name : Morpho Machine +Dicts : morpho.dicts +%CLASSIFIERS +strategy strategy.cla +morpho morpho.cla +%STATES +morpho morpho +strategy strategy +%TRANSITIONS +morpho strategy * +strategy morpho * diff --git a/UD_any/morpho/strategy.cla b/UD_any/morpho/strategy.cla new file mode 100644 index 0000000000000000000000000000000000000000..00e938ff716cac95a492d736c973c42d23d06c8d --- /dev/null +++ b/UD_any/morpho/strategy.cla @@ -0,0 +1,4 @@ +Name : Strategy +Type : Information +Oracle : strategy_morpho +Oracle Filename : none diff --git a/UD_any/morpho/test.bd b/UD_any/morpho/test.bd new file mode 100644 index 0000000000000000000000000000000000000000..dbf03d9ee3878e3d57cd3ee2f9ec9bd0899d8fd5 --- /dev/null +++ b/UD_any/morpho/test.bd @@ -0,0 +1,8 @@ +#Index Name ref/hyp dict Policy Must print?# +################################################### +0 ID ref none Final 1 +1 FORM ref form Final 1 +3 POS ref pos Final 1 +4 MORPHO hyp morpho Final 1 +0 SGN hyp sgn Final 0 +0 EOS ref none Final 0 diff --git a/UD_any/morpho/train.bd b/UD_any/morpho/train.bd new file mode 100644 index 0000000000000000000000000000000000000000..f262069b383252f1366795598f922253fd924d7f --- /dev/null +++ b/UD_any/morpho/train.bd @@ -0,0 +1,8 @@ +#Index Name ref/hyp dict Policy Must print?# +################################################### +0 ID ref none FromZero 1 +1 FORM ref form FromZero 1 +3 POS ref pos FromZero 1 +4 MORPHO hyp morpho FromZero 1 +0 SGN hyp sgn FromZero 0 +0 EOS ref none FromZero 0 diff --git a/UD_any/parser/errorCorrection.tm b/UD_any/parser/errorCorrection.tm new file mode 100644 index 0000000000000000000000000000000000000000..c251e16c3dbfd7f444f80a1b499af7ac34740196 --- /dev/null +++ b/UD_any/parser/errorCorrection.tm @@ -0,0 +1,19 @@ +Name : Parser Machine with predicted backtracking +Dicts : parser.dicts +%CLASSIFIERS +strategy strategy.cla +signature signature.cla +parser parser.cla +error_parser error_parser.cla +%STATES +strategy strategy +signature signature +parser parser +error_parser error_parser +%TRANSITIONS +strategy signature MOVE signature +strategy parser MOVE parser +parser error_parser * +error_parser parser BACK +error_parser strategy * +signature strategy * diff --git a/UD_any/parser/error_parser.as b/UD_any/parser/error_parser.as new file mode 100644 index 0000000000000000000000000000000000000000..e9182f3bc4fd349a75722301d1ee825d7de8fe70 --- /dev/null +++ b/UD_any/parser/error_parser.as @@ -0,0 +1,5 @@ +EPSILON +BACK 1 +BACK 2 +BACK 3 +BACK 4 diff --git a/UD_any/parser/error_parser.cla b/UD_any/parser/error_parser.cla new file mode 100644 index 0000000000000000000000000000000000000000..a8665563f086c0bb4c3fb29717faae9656791560 --- /dev/null +++ b/UD_any/parser/error_parser.cla @@ -0,0 +1,6 @@ +Name : Error_Parser +Type : Prediction +Oracle : none +Feature Model : error_parser.fm +Action Set : error_parser.as +Topology : M(200,RELU,0.3) diff --git a/UD_any/parser/error_parser.fm b/UD_any/parser/error_parser.fm new file mode 100644 index 0000000000000000000000000000000000000000..dbaeb620bcc9fe6538f61da98e792060b55a0552 --- /dev/null +++ b/UD_any/parser/error_parser.fm @@ -0,0 +1,125 @@ +# Features classiques +# FORM +s.0#LEMMA.fasttext +s.1#LEMMA.fasttext +s.2#LEMMA.fasttext +s.0.ldep#LEMMA.fasttext +s.1.ldep#LEMMA.fasttext +s.0.rdep#LEMMA.fasttext +s.1.rdep#LEMMA.fasttext +s.0.ldep.ldep#LEMMA.fasttext +s.1.ldep.ldep#LEMMA.fasttext +s.0.rdep.rdep#LEMMA.fasttext +s.1.rdep.rdep#LEMMA.fasttext +s.0.l2dep#LEMMA.fasttext +s.1.l2dep#LEMMA.fasttext +s.0.r2dep#LEMMA.fasttext +s.1.r2dep#LEMMA.fasttext +b.0#LEMMA.fasttext +b.1#LEMMA.fasttext +b.2#LEMMA.fasttext +b.-1#LEMMA.fasttext +b.-2#LEMMA.fasttext +b.0.ldep#LEMMA.fasttext +# POS +s.0#POS +s.1#POS +s.2#POS +s.0.ldep#POS +s.1.ldep#POS +s.0.rdep#POS +s.1.rdep#POS +s.0.ldep.ldep#POS +s.1.ldep.ldep#POS +s.0.rdep.rdep#POS +s.1.rdep.rdep#POS +s.0.l2dep#POS +s.1.l2dep#POS +s.0.r2dep#POS +s.1.r2dep#POS +b.0#POS +b.-1#POS +b.-2#POS +b.0.ldep#POS +# MORPHO +s.0#MORPHO +s.1#MORPHO +s.2#MORPHO +s.0.ldep#MORPHO +s.1.ldep#MORPHO +s.0.rdep#MORPHO +s.1.rdep#MORPHO +s.0.ldep.ldep#MORPHO +s.1.ldep.ldep#MORPHO +s.0.rdep.rdep#MORPHO +s.1.rdep.rdep#MORPHO +s.0.l2dep#MORPHO +s.1.l2dep#MORPHO +s.0.r2dep#MORPHO +s.1.r2dep#MORPHO +b.0#MORPHO +b.-1#MORPHO +b.-2#MORPHO +b.0.ldep#MORPHO +# LABELS +s.0.ldep#LABEL +s.1.ldep#LABEL +s.0.rdep#LABEL +s.1.rdep#LABEL +s.0.ldep.ldep#LABEL +s.1.ldep.ldep#LABEL +s.0.rdep.rdep#LABEL +s.1.rdep.rdep#LABEL +s.0.l2dep#LABEL +s.1.l2dep#LABEL +s.0.r2dep#LABEL +s.1.r2dep#LABEL +b.0.ldep#LABEL +# DISTANCE +s.0#DIST.s.1 +b.0#DIST.s.0 +# VALENCY +s.0#nbr +s.1#nbr +s.0#nbl +s.1#nbl +# SIGNATURES +b.1#SGN +b.2#SGN +# UPPERCASE +b.0#FORM.U +b.1#FORM.U +# EOS +b.-1#EOS +# HISTORY +tc.0 +tc.1 +tc.2 +tc.3 +tc.4 +# ERROR CORRECTION +#b.1.ldep#LEMMA.fasttext +#b.1.ldep#POS +#b.1.ldep#MORPHO +#b.1.ldep#LABEL +#b.1#LABEL +#b.1.gov#POS +#b.1.gov#MORPHO +# More feats +b.1#POS +b.1#MORPHO +b.2#POS +b.2#MORPHO +# More feats +b.-2#LABEL +b.-1#LABEL +b.0#LABEL +s.0#LABEL +s.1#LABEL +# More feats +b.-1.gov#POS +b.-1.gov#MORPHO +s.0.gov#POS +s.0.gov#MORPHO +s.1.gov#POS +s.1.gov#MORPHO diff --git a/UD_any/parser/machine.tm b/UD_any/parser/machine.tm new file mode 100644 index 0000000000000000000000000000000000000000..66276c355e7afd860b8f1bd61b34d076d95dc1bb --- /dev/null +++ b/UD_any/parser/machine.tm @@ -0,0 +1,15 @@ +Name : Parser Machine +Dicts : parser.dicts +%CLASSIFIERS +strategy strategy.cla +signature signature.cla +parser parser.cla +%STATES +strategy strategy +signature signature +parser parser +%TRANSITIONS +strategy signature MOVE signature +strategy parser MOVE parser +parser strategy * +signature strategy * diff --git a/UD_any/parser/normal.tm b/UD_any/parser/normal.tm new file mode 100644 index 0000000000000000000000000000000000000000..66276c355e7afd860b8f1bd61b34d076d95dc1bb --- /dev/null +++ b/UD_any/parser/normal.tm @@ -0,0 +1,15 @@ +Name : Parser Machine +Dicts : parser.dicts +%CLASSIFIERS +strategy strategy.cla +signature signature.cla +parser parser.cla +%STATES +strategy strategy +signature signature +parser parser +%TRANSITIONS +strategy signature MOVE signature +strategy parser MOVE parser +parser strategy * +signature strategy * diff --git a/UD_any/parser/parser.cla b/UD_any/parser/parser.cla new file mode 100644 index 0000000000000000000000000000000000000000..90b4678ca310d3a36ee69b44d379b6ebfa2980fd --- /dev/null +++ b/UD_any/parser/parser.cla @@ -0,0 +1,7 @@ +Name : Parser +Type : Prediction +Oracle : parser +Feature Model : parser.fm +Action Set : ../../data/parser.as +Topology : (500,RELU,0.3) +Dynamic : yes diff --git a/UD_any/parser/parser.dicts b/UD_any/parser/parser.dicts new file mode 100644 index 0000000000000000000000000000000000000000..e54475a735117d3de3310251705e8e767fe7c73f --- /dev/null +++ b/UD_any/parser/parser.dicts @@ -0,0 +1,27 @@ +#Name Dimension Mode PretrainedFilename # +######################################################## +Parser_actions 18 Embeddings _ +Parser_bool 16 Embeddings _ +Parser_int 16 Embeddings _ +Parser_eos 16 Embeddings _ +Parser_gov 16 Embeddings _ +Parser_pos 18 Embeddings _ +Parser_form 30 Embeddings _ +Parser_lemma 30 Embeddings _ +Parser_letters 30 Embeddings _ +Parser_labels 18 Embeddings _ +Parser_morpho 22 Embeddings _ +Parser_sgn 20 Embeddings _ +######################################################## +Error_Parser_actions 18 Embeddings _ +Error_Parser_bool 16 Embeddings _ +Error_Parser_int 16 Embeddings _ +Error_Parser_eos 16 Embeddings _ +Error_Parser_gov 16 Embeddings _ +Error_Parser_pos 18 Embeddings _ +Error_Parser_form 30 Embeddings _ +Error_Parser_lemma 30 Embeddings _ +Error_Parser_letters 30 Embeddings _ +Error_Parser_labels 18 Embeddings _ +Error_Parser_morpho 22 Embeddings _ +Error_Parser_sgn 20 Embeddings _ diff --git a/UD_any/parser/parser.fm b/UD_any/parser/parser.fm new file mode 100644 index 0000000000000000000000000000000000000000..eb6f442e2962428b314b637a940e7b5063ff2b61 --- /dev/null +++ b/UD_any/parser/parser.fm @@ -0,0 +1,132 @@ +# Features classiques +# FORM +s.0#LEMMA.fasttext +s.1#LEMMA.fasttext +s.2#LEMMA.fasttext +s.0.ldep#LEMMA.fasttext +s.1.ldep#LEMMA.fasttext +s.0.rdep#LEMMA.fasttext +s.1.rdep#LEMMA.fasttext +s.0.ldep.ldep#LEMMA.fasttext +s.1.ldep.ldep#LEMMA.fasttext +s.0.rdep.rdep#LEMMA.fasttext +s.1.rdep.rdep#LEMMA.fasttext +s.0.l2dep#LEMMA.fasttext +s.1.l2dep#LEMMA.fasttext +s.0.r2dep#LEMMA.fasttext +s.1.r2dep#LEMMA.fasttext +b.0#LEMMA.fasttext +b.1#LEMMA.fasttext +b.2#LEMMA.fasttext +b.-1#LEMMA.fasttext +b.-2#LEMMA.fasttext +b.0.ldep#LEMMA.fasttext +# POS +s.0#POS +s.1#POS +s.2#POS +s.0.ldep#POS +s.1.ldep#POS +s.0.rdep#POS +s.1.rdep#POS +s.0.ldep.ldep#POS +s.1.ldep.ldep#POS +s.0.rdep.rdep#POS +s.1.rdep.rdep#POS +s.0.l2dep#POS +s.1.l2dep#POS +s.0.r2dep#POS +s.1.r2dep#POS +b.0#POS +b.-1#POS +b.-2#POS +b.0.ldep#POS +# MORPHO +s.0#MORPHO +s.1#MORPHO +s.2#MORPHO +s.0.ldep#MORPHO +s.1.ldep#MORPHO +s.0.rdep#MORPHO +s.1.rdep#MORPHO +s.0.ldep.ldep#MORPHO +s.1.ldep.ldep#MORPHO +s.0.rdep.rdep#MORPHO +s.1.rdep.rdep#MORPHO +s.0.l2dep#MORPHO +s.1.l2dep#MORPHO +s.0.r2dep#MORPHO +s.1.r2dep#MORPHO +b.0#MORPHO +b.-1#MORPHO +b.-2#MORPHO +b.0.ldep#MORPHO +# LABELS +s.0.ldep#LABEL +s.1.ldep#LABEL +s.0.rdep#LABEL +s.1.rdep#LABEL +s.0.ldep.ldep#LABEL +s.1.ldep.ldep#LABEL +s.0.rdep.rdep#LABEL +s.1.rdep.rdep#LABEL +s.0.l2dep#LABEL +s.1.l2dep#LABEL +s.0.r2dep#LABEL +s.1.r2dep#LABEL +b.0.ldep#LABEL +# DISTANCE +s.0#DIST.s.1 +b.0#DIST.s.0 +# VALENCY +s.0#nbr +s.1#nbr +s.0#nbl +s.1#nbl +# SIGNATURES +b.1#SGN +b.2#SGN +# UPPERCASE +b.0#FORM.U +b.1#FORM.U +# EOS +b.-1#EOS +# HISTORY +tc.0 +tc.1 +tc.2 +tc.3 +tc.4 +# ERROR CORRECTION +#b.1.ldep#LEMMA.fasttext +#b.1.ldep#POS +#b.1.ldep#MORPHO +#b.1.ldep#LABEL +#b.1#LABEL +#b.1.gov#POS +#b.1.gov#MORPHO +#b.2.ldep#LEMMA.fasttext +#b.2.ldep#POS +#b.2.ldep#MORPHO +#b.2.ldep#LABEL +#b.2#LABEL +#b.2.gov#POS +#b.2.gov#MORPHO +# More feats +b.1#POS +b.1#MORPHO +b.2#POS +b.2#MORPHO +# More feats +b.-2#LABEL +b.-1#LABEL +b.0#LABEL +s.0#LABEL +s.1#LABEL +# More feats +b.-1.gov#POS +b.-1.gov#MORPHO +s.0.gov#POS +s.0.gov#MORPHO +s.1.gov#POS +s.1.gov#MORPHO diff --git a/UD_any/parser/signature.cla b/UD_any/parser/signature.cla new file mode 100644 index 0000000000000000000000000000000000000000..d2f6a34440343fd120f01602a58fcfc2c6e351da --- /dev/null +++ b/UD_any/parser/signature.cla @@ -0,0 +1,4 @@ +Name : Signature +Type : Information +Oracle : signature +Oracle Filename : ../../data/fP diff --git a/UD_any/parser/strategy.cla b/UD_any/parser/strategy.cla new file mode 100644 index 0000000000000000000000000000000000000000..29dc2513655274a0dffbddcee2586b72075e10a5 --- /dev/null +++ b/UD_any/parser/strategy.cla @@ -0,0 +1,4 @@ +Name : Strategy +Type : Information +Oracle : strategy_parser +Oracle Filename : none diff --git a/UD_any/parser/test.bd b/UD_any/parser/test.bd new file mode 100644 index 0000000000000000000000000000000000000000..20f39506c1d10f26e29d49fcf96f3807643ee112 --- /dev/null +++ b/UD_any/parser/test.bd @@ -0,0 +1,11 @@ +#Index Name ref/hyp dict Policy Must print?# +################################################### +0 ID hyp none Final 1 +1 FORM ref form Final 1 +3 POS ref pos Final 1 +5 MORPHO ref morpho Final 1 +0 SGN hyp sgn Final 0 +2 LEMMA ref form Final 1 +6 GOV hyp gov Final 1 +7 LABEL hyp labels Final 1 +0 EOS hyp eos Final 0 diff --git a/UD_any/parser/train.bd b/UD_any/parser/train.bd new file mode 100644 index 0000000000000000000000000000000000000000..97c5f025a91d9979c69e8748ea060dedc542565c --- /dev/null +++ b/UD_any/parser/train.bd @@ -0,0 +1,11 @@ +#Index Name ref/hyp dict Policy Must print?# +################################################### +0 ID hyp none FromZero 1 +1 FORM ref form FromZero 1 +3 POS ref pos FromZero 1 +5 MORPHO ref morpho FromZero 1 +0 SGN hyp sgn FromZero 0 +2 LEMMA ref form FromZero 1 +6 GOV hyp ref FromZero 1 +7 LABEL hyp labels FromZero 1 +0 EOS hyp eos FromZero 0