Updated some machines

UD_any/templates/parser/machine.rm

@@ -4,14 +4,14 @@ Classifier : parser
   Transitions : {parser,data/parser_eager_rel_strict.ts}
   LossMultiplier : {}
   Network type : Modular
-  Context : Targets{b.-2 b.-1 b.0 b.1 b.2 s.0 s.1 s.2 s.0.0 s.0.-1 s.1.0 s.1.-1} Columns{FORM} LSTM{1 1 0 1} In{64} Out{64} w2v{data/pretrained.w2v}
-  Context : Targets{b.-2 b.-1 b.0 b.1 b.2 s.0 s.1 s.2 s.0.0 s.0.-1 s.1.0 s.1.-1} Columns{UPOS FEATS DEPREL EOS ID} LSTM{1 1 0 1} In{64} Out{64} w2v{}
-  Distance : FromBuffer{0} FromStack{0} ToBuffer{} ToStack{0 1 2} Threshold{7} LSTM{1 1 0.0 1} In{16} Out{16}
+  Contextual : Window{-10 10} Columns{FORM} LSTM{1 1 0 1} In{64} Out{128} w2v{data/pretrained.w2v} Targets{b.-2 b.-1 b.0 b.1 b.2 s.0 s.1 s.2 s.0.0 s.0.-1 s.1.0 s.1.-1 s.0.1 s.0.-2 s.1.1 s.1.-2}
+  Context : Targets{b.-2 b.-1 b.0 b.1 b.2 s.0 s.1 s.2 s.0.0 s.0.-1 s.1.0 s.1.-1 s.0.1 s.0.-2 s.1.1 s.1.-2} Columns{UPOS FEATS EOS ID} LSTM{1 1 0 1} In{64} Out{64} w2v{} 
+  Context : Targets{s.0 s.1 s.2 s.0.0 s.0.-1 s.1.0 s.1.-1 s.0.1 s.0.-2 s.1.1 s.1.-2} Columns{DEPREL} LSTM{1 1 0 1} In{64} Out{64} w2v{}
   History : NbElem{10} LSTM{1 1 0 1} In{32} Out{32}
   InputDropout : 0.3
-  MLP : {400 0.3}
+  MLP : {1600 0.3 1600 0.3}
   End
-  Optimizer : Adagrad {0.01 0.00001 0 0.0000000001}
+  Optimizer : Adagrad {0.01 0.000001 0 0.0000000001}
 }
 Predictions : HEAD DEPREL
 Strategy

UD_any/templates/tagger/machine.rm

@@ -4,15 +4,15 @@ Classifier : tagger
 	Transitions : {tagger,data/tagger.ts}
 	LossMultiplier : {}
 	Network type : Modular
-	Context : Buffer{-3 -2 -1 0 1 2} Stack{} Columns{FORM} LSTM{1 1 0 1} In{64} Out{64}
-	Context : Buffer{-3 -2 -1} Stack{} Columns{UPOS} LSTM{1 1 0 1} In{64} Out{64}
-	Focused : Column{ID} NbElem{1} Buffer{-1 0 1 2} Stack{} LSTM{1 1 0 1} In{64} Out{64}
-	Focused : Column{FORM} NbElem{13} Buffer{-1 0 1 2} Stack{} LSTM{1 1 0 1} In{64} Out{64}
-	Focused : Column{EOS} NbElem{1} Buffer{-1 0} Stack{} LSTM{1 1 0 1} In{64} Out{64}
-	InputDropout : 0.5
-	MLP : {2048 0.3 2048 0.3}
+  Contextual : Window{-10 10} Columns{FORM} LSTM{1 1 0 1} In{64} Out{128} w2v{data/pretrained.w2v} Targets{b.-2 b.-1 b.0 b.1 b.2}
+  Context : Targets{b.-2 b.-1 b.0 b.1 b.2} Columns{EOS ID} LSTM{1 1 0 1} In{64} Out{64} w2v{} 
+  Context : Targets{b.-3 b.-2 b.-1} Columns{UPOS} LSTM{1 1 0 1} In{64} Out{64} w2v{} 
+  Focused : Column{prefix3:FORM} NbElem{3} Buffer{0} Stack{} LSTM{1 1 0 1} In{64} Out{64}
+  Focused : Column{suffix3:FORM} NbElem{3} Buffer{0} Stack{} LSTM{1 1 0 1} In{64} Out{64}
+	InputDropout : 0.3
+	MLP : {1600 0.3 1600 0.3}
 	End
-  Optimizer : Adam {0.0003 0.9 0.999 0.00000001 0.00002 true}
+  Optimizer : Adagrad {0.01 0.000001 0 0.0000000001}
 }
 Predictions : UPOS
 Strategy

UD_any/templates/taggerparser_incr_one/machine.rm

+Name : Tagger and Parser incremental Machine with one classifier
+Classifier : taggerparser
+{
+  Transitions : {tagger,data/tagger.ts parser,data/parser_eager_rel_strict.ts}
+  LossMultiplier : {}
+  Network type : Modular
+  Contextual : Window{-10 10} Columns{FORM} LSTM{1 1 0 1} In{64} Out{128} w2v{data/pretrained.w2v} Targets{b.-2 b.-1 b.0 b.1 b.2 s.0 s.1 s.2 s.0.0 s.0.-1 s.1.0 s.1.-1 s.0.1 s.0.-2 s.1.1 s.1.-2}
+  Context : Targets{b.-2 b.-1 b.0 b.1 b.2 s.0 s.1 s.2 s.0.0 s.0.-1 s.1.0 s.1.-1 s.0.1 s.0.-2 s.1.1 s.1.-2} Columns{EOS ID} LSTM{1 1 0 1} In{64} Out{64} w2v{} 
+  Context : Targets{b.-2 b.-1 s.0 s.1 s.2 s.0.0 s.0.-1 s.1.0 s.1.-1 s.0.1 s.0.-2 s.1.1 s.1.-2} Columns{UPOS} LSTM{1 1 0 1} In{64} Out{64} w2v{} 
+  Context : Targets{s.0 s.1 s.2 s.0.0 s.0.-1 s.1.0 s.1.-1 s.0.1 s.0.-2 s.1.1 s.1.-2} Columns{DEPREL} LSTM{1 1 0 1} In{64} Out{64} w2v{}
+  Focused : Column{prefix3:FORM} NbElem{3} Buffer{0} Stack{} LSTM{1 1 0 1} In{64} Out{64}
+  Focused : Column{suffix3:FORM} NbElem{3} Buffer{0} Stack{} LSTM{1 1 0 1} In{64} Out{64}
+  History : NbElem{10} LSTM{1 1 0 1} In{32} Out{32}
+  InputDropout : 0.3
+  MLP : {1600 0.3 1600 0.3}
+  End
+  Optimizer : Adagrad {0.01 0.000001 0 0.0000000001}
+
+}
+Predictions : UPOS HEAD DEPREL
+Strategy
+{
+	Block : End{cannotMove}
+	tagger parser * 0
+	parser tagger eager_SHIFT 1
+	parser tagger eager_RIGHT_rel 1
+	parser parser * 0
+}

UD_any/templates/taggerparser_incr_two/machine.rm

+Name : Tagger and Parser incremental Machine with two classifiers
+Classifier : tagger
+{
+	Transitions : {tagger,data/tagger.ts}
+	LossMultiplier : {}
+	Network type : Modular
+  Contextual : Window{-10 10} Columns{FORM} LSTM{1 1 0 1} In{64} Out{128} w2v{data/pretrained.w2v} Targets{b.-2 b.-1 b.0 b.1 b.2 s.0 s.1 s.2 s.0.0 s.0.-1 s.1.0 s.1.-1 s.0.1 s.0.-2 s.1.1 s.1.-2}
+  Context : Targets{b.-2 b.-1 b.0 b.1 b.2 s.0 s.1 s.2 s.0.0 s.0.-1 s.1.0 s.1.-1 s.0.1 s.0.-2 s.1.1 s.1.-2} Columns{EOS ID} LSTM{1 1 0 1} In{64} Out{64} w2v{}
+  Context : Targets{b.-2 b.-1 s.0 s.1 s.2 s.0.0 s.0.-1 s.1.0 s.1.-1 s.0.1 s.0.-2 s.1.1 s.1.-2} Columns{UPOS} LSTM{1 1 0 1} In{64} Out{64} w2v{} 
+  Context : Targets{s.0 s.1 s.2 s.0.0 s.0.-1 s.1.0 s.1.-1 s.0.1 s.0.-2 s.1.1 s.1.-2} Columns{DEPREL} LSTM{1 1 0 1} In{64} Out{64} w2v{}
+  Focused : Column{prefix3:FORM} NbElem{3} Buffer{0} Stack{} LSTM{1 1 0 1} In{64} Out{64}
+  Focused : Column{suffix3:FORM} NbElem{3} Buffer{0} Stack{} LSTM{1 1 0 1} In{64} Out{64}
+	InputDropout : 0.3
+	MLP : {1600 0.3 1600 0.3}
+	End
+  Optimizer : Adagrad {0.01 0.000001 0 0.0000000001}
+}
+Classifier : parser
+{
+  Transitions : {parser,data/parser_eager_rel_strict.ts}
+  LossMultiplier : {}
+  Network type : Modular
+  Contextual : Window{-10 10} Columns{FORM} LSTM{1 1 0 1} In{64} Out{128} w2v{data/pretrained.w2v} Targets{b.-2 b.-1 b.0 b.1 b.2 s.0 s.1 s.2 s.0.0 s.0.-1 s.1.0 s.1.-1 s.0.1 s.0.-2 s.1.1 s.1.-2}
+  Context : Targets{b.-2 b.-1 b.0 b.1 b.2 s.0 s.1 s.2 s.0.0 s.0.-1 s.1.0 s.1.-1 s.0.1 s.0.-2 s.1.1 s.1.-2} Columns{EOS ID} LSTM{1 1 0 1} In{64} Out{64} w2v{} 
+  Context : Targets{b.-2 b.-1 b.0 s.0 s.1 s.2 s.0.0 s.0.-1 s.1.0 s.1.-1 s.0.1 s.0.-2 s.1.1 s.1.-2} Columns{UPOS} LSTM{1 1 0 1} In{64} Out{64} w2v{} 
+  Context : Targets{s.0 s.1 s.2 s.0.0 s.0.-1 s.1.0 s.1.-1 s.0.1 s.0.-2 s.1.1 s.1.-2} Columns{DEPREL} LSTM{1 1 0 1} In{64} Out{64} w2v{}
+  History : NbElem{10} LSTM{1 1 0 1} In{32} Out{32}
+  InputDropout : 0.3
+  MLP : {1600 0.3 1600 0.3}
+  End
+  Optimizer : Adagrad {0.01 0.000001 0 0.0000000001}
+}
+Predictions : UPOS HEAD DEPREL
+Strategy
+{
+	Block : End{cannotMove}
+	tagger parser * 0
+	parser tagger eager_SHIFT 1
+	parser tagger eager_RIGHT_rel 1
+	parser parser * 0
+}