Skip to content
Snippets Groups Projects
Commit 6607f37a authored by Franck Dary's avatar Franck Dary
Browse files

updated tagparser_seq for new strategy

parent d7f6d0b5
No related branches found
No related tags found
No related merge requests found
...@@ -37,14 +37,14 @@ tokenizer.ts: all_no_test.conllu $(MCD) ...@@ -37,14 +37,14 @@ tokenizer.ts: all_no_test.conllu $(MCD)
segmenter.ts: segmenter.ts:
echo "EOS b.0" > $@ echo "EOS b.0" > $@
echo "REWRITE b.0 EOS _" >> $@ echo "NOTHING" >> $@
sed -i -e 's/^/<segmenter> /' $@
columns: all_no_test.conllu $(MCD) columns: all_no_test.conllu $(MCD)
for number in 1 2 3 4 5 6 7 8 9 10 ; do \ for number in 1 2 3 4 5 6 7 8 9 10 ; do \
cat all_no_test.conllu | sed '/^#/ d' | cut -f$$number | sort --unique > col_$$number.txt ; \ cat all_no_test.conllu | sed '/^#/ d' | cut -f$$number | sort --unique > col_$$number.txt ; \
done done
./getTransitionSets.py $(MCD) col_*\.txt ./getTransitionSets.py $(MCD) col_*\.txt
cat tagger.ts parser.ts > taggerparser.ts
texts: texts:
./getRawText.py $(CONLL2TXT) $(TRAIN_FILES) $(DEV_FILES) $(TEST_FILES) ./getRawText.py $(CONLL2TXT) $(TRAIN_FILES) $(DEV_FILES) $(TEST_FILES)
......
...@@ -70,25 +70,6 @@ if __name__ == "__main__" : ...@@ -70,25 +70,6 @@ if __name__ == "__main__" :
output.close() output.close()
elif nameCol == "DEPREL" : elif nameCol == "DEPREL" :
output = open("parser_legacy.ts", 'w', encoding='utf-8')
print("REDUCE", file=output)
labels = set()
labelsList = []
for line in open(colFile, "r", encoding='utf-8') :
striped = line.strip()
if len(striped) == 0 or striped == "root" or striped == "_" :
continue
label = striped.split(':')[0]
if label not in labels :
labels.add(striped)
labelsList.append(striped)
labelsList.sort()
for label in labelsList :
print("LEFT " + label, file=output)
print("RIGHT " + label, file=output)
print("EOS s.0", file=output)
print("SHIFT", file=output)
output.close()
output = open("parser.ts", 'w', encoding='utf-8') output = open("parser.ts", 'w', encoding='utf-8')
print("<parser> REDUCE", file=output) print("<parser> REDUCE", file=output)
labels = set() labels = set()
...@@ -105,7 +86,6 @@ if __name__ == "__main__" : ...@@ -105,7 +86,6 @@ if __name__ == "__main__" :
for label in labelsList : for label in labelsList :
print("<parser> LEFT " + label, file=output) print("<parser> LEFT " + label, file=output)
print("<parser> RIGHT " + label, file=output) print("<parser> RIGHT " + label, file=output)
print("<parser> EOS", file=output)
print("<parser> SHIFT", file=output) print("<parser> SHIFT", file=output)
output.close() output.close()
Name : Tagger, Feats and Parser Machine Name : Tagger, Feats , Parser and Segmenter sequential Machine
Classifier : tagmorpho Classifier : tagparser
{ {
Transitions : {tagger,data/tagger.ts morpho,data/morpho_parts.ts parser,data/parser.ts} Transitions : {tagger,data/tagger.ts morpho,data/morpho_parts.ts parser,data/parser.ts segmenter,data/segmenter.ts}
Network type : Modular Network type : Modular
StateName : States{tagger morpho parser} Out{128} StateName : States{tagger morpho parser segmenter} Out{128}
Context : Buffer{-3 -2 -1 0 1 2} Stack{} Columns{FORM UPOS} GRU{1 1 0 1} In{64} Out{128} Context : Buffer{-3 -2 -1 0 1 2} Stack{} Columns{FORM UPOS} GRU{1 1 0 1} In{64} Out{128}
Focused : Column{ID} NbElem{1} Buffer{-1 0 1 2} Stack{2 1 0} GRU{1 1 0 1} In{64} Out{128} Focused : Column{ID} NbElem{1} Buffer{-1 0 1 2} Stack{2 1 0} GRU{1 1 0 1} In{64} Out{128}
Focused : Column{FORM} NbElem{10} Buffer{-1 0 1 2} Stack{2 1 0} GRU{1 1 0 1} In{64} Out{128} Focused : Column{FORM} NbElem{10} Buffer{-1 0 1 2} Stack{2 1 0} GRU{1 1 0 1} In{64} Out{128}
...@@ -17,10 +17,16 @@ Classifier : tagmorpho ...@@ -17,10 +17,16 @@ Classifier : tagmorpho
Optimizer : Adam {0.0002 0.9 0.999 0.00000001 0.00001 true} Optimizer : Adam {0.0002 0.9 0.999 0.00000001 0.00001 true}
} }
Predictions : UPOS FEATS HEAD DEPREL EOS Predictions : UPOS FEATS HEAD DEPREL EOS
Strategy : sequential Strategy
tagger morpho 1 {
morpho parser NOTHING 1 Block : End{cannotMove}
morpho parser 0 tagger tagger * 1
parser tagger SHIFT 1 Block : End{cannotMove}
parser tagger RIGHT 1 morpho morpho NOTHING 1
parser tagger 0 morpho morpho * 0
Block : End{cannotMove}
parser segmenter SHIFT 0
parser segmenter RIGHT 0
parser parser * 0
segmenter parser * 1
}
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment