diff --git a/UD_any/templates/parser/machine.rm b/UD_any/templates/parser/machine.rm index b3d699e2c9a2e26d8748bffcec372be5cb8edf84..cf0d5de6eb093e007fac0767d0aee1f4e1f0e60d 100644 --- a/UD_any/templates/parser/machine.rm +++ b/UD_any/templates/parser/machine.rm @@ -4,14 +4,14 @@ Classifier : parser Transitions : {parser,data/parser_eager_rel_strict.ts} LossMultiplier : {} Network type : Modular - Context : Targets{b.-2 b.-1 b.0 b.1 b.2 s.0 s.1 s.2 s.0.0 s.0.-1 s.1.0 s.1.-1} Columns{FORM} LSTM{1 1 0 1} In{64} Out{64} w2v{data/pretrained.w2v} - Context : Targets{b.-2 b.-1 b.0 b.1 b.2 s.0 s.1 s.2 s.0.0 s.0.-1 s.1.0 s.1.-1} Columns{UPOS FEATS DEPREL EOS ID} LSTM{1 1 0 1} In{64} Out{64} w2v{} - Distance : FromBuffer{0} FromStack{0} ToBuffer{} ToStack{0 1 2} Threshold{7} LSTM{1 1 0.0 1} In{16} Out{16} + Contextual : Window{-10 10} Columns{FORM} LSTM{1 1 0 1} In{64} Out{128} w2v{data/pretrained.w2v} Targets{b.-2 b.-1 b.0 b.1 b.2 s.0 s.1 s.2 s.0.0 s.0.-1 s.1.0 s.1.-1 s.0.1 s.0.-2 s.1.1 s.1.-2} + Context : Targets{b.-2 b.-1 b.0 b.1 b.2 s.0 s.1 s.2 s.0.0 s.0.-1 s.1.0 s.1.-1 s.0.1 s.0.-2 s.1.1 s.1.-2} Columns{UPOS FEATS EOS ID} LSTM{1 1 0 1} In{64} Out{64} w2v{} + Context : Targets{s.0 s.1 s.2 s.0.0 s.0.-1 s.1.0 s.1.-1 s.0.1 s.0.-2 s.1.1 s.1.-2} Columns{DEPREL} LSTM{1 1 0 1} In{64} Out{64} w2v{} History : NbElem{10} LSTM{1 1 0 1} In{32} Out{32} InputDropout : 0.3 - MLP : {400 0.3} + MLP : {1600 0.3 1600 0.3} End - Optimizer : Adagrad {0.01 0.00001 0 0.0000000001} + Optimizer : Adagrad {0.01 0.000001 0 0.0000000001} } Predictions : HEAD DEPREL Strategy diff --git a/UD_any/templates/tagger/machine.rm b/UD_any/templates/tagger/machine.rm index cb82c594d0a9dfa03ba3ca434f59cc701e161e1f..730dc86581622671bf3b1cc9238742be82c58f3d 100644 --- a/UD_any/templates/tagger/machine.rm +++ b/UD_any/templates/tagger/machine.rm @@ -4,15 +4,15 @@ Classifier : tagger Transitions : {tagger,data/tagger.ts} LossMultiplier : {} Network type : Modular - Context : Buffer{-3 -2 -1 0 1 2} Stack{} Columns{FORM} LSTM{1 1 0 1} In{64} Out{64} - Context : Buffer{-3 -2 -1} Stack{} Columns{UPOS} LSTM{1 1 0 1} In{64} Out{64} - Focused : Column{ID} NbElem{1} Buffer{-1 0 1 2} Stack{} LSTM{1 1 0 1} In{64} Out{64} - Focused : Column{FORM} NbElem{13} Buffer{-1 0 1 2} Stack{} LSTM{1 1 0 1} In{64} Out{64} - Focused : Column{EOS} NbElem{1} Buffer{-1 0} Stack{} LSTM{1 1 0 1} In{64} Out{64} - InputDropout : 0.5 - MLP : {2048 0.3 2048 0.3} + Contextual : Window{-10 10} Columns{FORM} LSTM{1 1 0 1} In{64} Out{128} w2v{data/pretrained.w2v} Targets{b.-2 b.-1 b.0 b.1 b.2} + Context : Targets{b.-2 b.-1 b.0 b.1 b.2} Columns{EOS ID} LSTM{1 1 0 1} In{64} Out{64} w2v{} + Context : Targets{b.-3 b.-2 b.-1} Columns{UPOS} LSTM{1 1 0 1} In{64} Out{64} w2v{} + Focused : Column{prefix3:FORM} NbElem{3} Buffer{0} Stack{} LSTM{1 1 0 1} In{64} Out{64} + Focused : Column{suffix3:FORM} NbElem{3} Buffer{0} Stack{} LSTM{1 1 0 1} In{64} Out{64} + InputDropout : 0.3 + MLP : {1600 0.3 1600 0.3} End - Optimizer : Adam {0.0003 0.9 0.999 0.00000001 0.00002 true} + Optimizer : Adagrad {0.01 0.000001 0 0.0000000001} } Predictions : UPOS Strategy diff --git a/UD_any/templates/taggerparser_incr_one/machine.rm b/UD_any/templates/taggerparser_incr_one/machine.rm new file mode 100644 index 0000000000000000000000000000000000000000..513eff6939c8e511a96751e24677daca2aa690b1 --- /dev/null +++ b/UD_any/templates/taggerparser_incr_one/machine.rm @@ -0,0 +1,28 @@ +Name : Tagger and Parser incremental Machine with one classifier +Classifier : taggerparser +{ + Transitions : {tagger,data/tagger.ts parser,data/parser_eager_rel_strict.ts} + LossMultiplier : {} + Network type : Modular + Contextual : Window{-10 10} Columns{FORM} LSTM{1 1 0 1} In{64} Out{128} w2v{data/pretrained.w2v} Targets{b.-2 b.-1 b.0 b.1 b.2 s.0 s.1 s.2 s.0.0 s.0.-1 s.1.0 s.1.-1 s.0.1 s.0.-2 s.1.1 s.1.-2} + Context : Targets{b.-2 b.-1 b.0 b.1 b.2 s.0 s.1 s.2 s.0.0 s.0.-1 s.1.0 s.1.-1 s.0.1 s.0.-2 s.1.1 s.1.-2} Columns{EOS ID} LSTM{1 1 0 1} In{64} Out{64} w2v{} + Context : Targets{b.-2 b.-1 s.0 s.1 s.2 s.0.0 s.0.-1 s.1.0 s.1.-1 s.0.1 s.0.-2 s.1.1 s.1.-2} Columns{UPOS} LSTM{1 1 0 1} In{64} Out{64} w2v{} + Context : Targets{s.0 s.1 s.2 s.0.0 s.0.-1 s.1.0 s.1.-1 s.0.1 s.0.-2 s.1.1 s.1.-2} Columns{DEPREL} LSTM{1 1 0 1} In{64} Out{64} w2v{} + Focused : Column{prefix3:FORM} NbElem{3} Buffer{0} Stack{} LSTM{1 1 0 1} In{64} Out{64} + Focused : Column{suffix3:FORM} NbElem{3} Buffer{0} Stack{} LSTM{1 1 0 1} In{64} Out{64} + History : NbElem{10} LSTM{1 1 0 1} In{32} Out{32} + InputDropout : 0.3 + MLP : {1600 0.3 1600 0.3} + End + Optimizer : Adagrad {0.01 0.000001 0 0.0000000001} + +} +Predictions : UPOS HEAD DEPREL +Strategy +{ + Block : End{cannotMove} + tagger parser * 0 + parser tagger eager_SHIFT 1 + parser tagger eager_RIGHT_rel 1 + parser parser * 0 +} diff --git a/UD_any/templates/taggerparser_incr_two/machine.rm b/UD_any/templates/taggerparser_incr_two/machine.rm new file mode 100644 index 0000000000000000000000000000000000000000..52bdaa728ba68ec54b4a67eee06633d5dcace604 --- /dev/null +++ b/UD_any/templates/taggerparser_incr_two/machine.rm @@ -0,0 +1,41 @@ +Name : Tagger and Parser incremental Machine with two classifiers +Classifier : tagger +{ + Transitions : {tagger,data/tagger.ts} + LossMultiplier : {} + Network type : Modular + Contextual : Window{-10 10} Columns{FORM} LSTM{1 1 0 1} In{64} Out{128} w2v{data/pretrained.w2v} Targets{b.-2 b.-1 b.0 b.1 b.2 s.0 s.1 s.2 s.0.0 s.0.-1 s.1.0 s.1.-1 s.0.1 s.0.-2 s.1.1 s.1.-2} + Context : Targets{b.-2 b.-1 b.0 b.1 b.2 s.0 s.1 s.2 s.0.0 s.0.-1 s.1.0 s.1.-1 s.0.1 s.0.-2 s.1.1 s.1.-2} Columns{EOS ID} LSTM{1 1 0 1} In{64} Out{64} w2v{} + Context : Targets{b.-2 b.-1 s.0 s.1 s.2 s.0.0 s.0.-1 s.1.0 s.1.-1 s.0.1 s.0.-2 s.1.1 s.1.-2} Columns{UPOS} LSTM{1 1 0 1} In{64} Out{64} w2v{} + Context : Targets{s.0 s.1 s.2 s.0.0 s.0.-1 s.1.0 s.1.-1 s.0.1 s.0.-2 s.1.1 s.1.-2} Columns{DEPREL} LSTM{1 1 0 1} In{64} Out{64} w2v{} + Focused : Column{prefix3:FORM} NbElem{3} Buffer{0} Stack{} LSTM{1 1 0 1} In{64} Out{64} + Focused : Column{suffix3:FORM} NbElem{3} Buffer{0} Stack{} LSTM{1 1 0 1} In{64} Out{64} + InputDropout : 0.3 + MLP : {1600 0.3 1600 0.3} + End + Optimizer : Adagrad {0.01 0.000001 0 0.0000000001} +} +Classifier : parser +{ + Transitions : {parser,data/parser_eager_rel_strict.ts} + LossMultiplier : {} + Network type : Modular + Contextual : Window{-10 10} Columns{FORM} LSTM{1 1 0 1} In{64} Out{128} w2v{data/pretrained.w2v} Targets{b.-2 b.-1 b.0 b.1 b.2 s.0 s.1 s.2 s.0.0 s.0.-1 s.1.0 s.1.-1 s.0.1 s.0.-2 s.1.1 s.1.-2} + Context : Targets{b.-2 b.-1 b.0 b.1 b.2 s.0 s.1 s.2 s.0.0 s.0.-1 s.1.0 s.1.-1 s.0.1 s.0.-2 s.1.1 s.1.-2} Columns{EOS ID} LSTM{1 1 0 1} In{64} Out{64} w2v{} + Context : Targets{b.-2 b.-1 b.0 s.0 s.1 s.2 s.0.0 s.0.-1 s.1.0 s.1.-1 s.0.1 s.0.-2 s.1.1 s.1.-2} Columns{UPOS} LSTM{1 1 0 1} In{64} Out{64} w2v{} + Context : Targets{s.0 s.1 s.2 s.0.0 s.0.-1 s.1.0 s.1.-1 s.0.1 s.0.-2 s.1.1 s.1.-2} Columns{DEPREL} LSTM{1 1 0 1} In{64} Out{64} w2v{} + History : NbElem{10} LSTM{1 1 0 1} In{32} Out{32} + InputDropout : 0.3 + MLP : {1600 0.3 1600 0.3} + End + Optimizer : Adagrad {0.01 0.000001 0 0.0000000001} +} +Predictions : UPOS HEAD DEPREL +Strategy +{ + Block : End{cannotMove} + tagger parser * 0 + parser tagger eager_SHIFT 1 + parser tagger eager_RIGHT_rel 1 + parser parser * 0 +}