Skip to content
Snippets Groups Projects
Commit e7d53de8 authored by alexis.nasr's avatar alexis.nasr
Browse files

adapted architecture to NN based parser : maca_trans_parser_nn

parent 9c65f413
No related branches found
No related tags found
No related merge requests found
Show whitespace changes
Inline Side-by-side
UD/launch.sh
+ 126
− 126
View file @ e7d53de8
make -C ../UD_Ancient_Greek clean # make -C ../UD_Ancient_Greek clean
make _LANG=UD_Ancient_Greek _CODE=grc -C ../UD_Ancient_Greek all # make _LANG=UD_Ancient_Greek _CODE=grc -C ../UD_Ancient_Greek all
make -C ../UD_Ancient_Greek-PROIEL clean # make -C ../UD_Ancient_Greek-PROIEL clean
make _LANG=UD_Ancient_Greek-PROIEL _CODE=grc_proiel -C ../UD_Ancient_Greek-PROIEL all # make _LANG=UD_Ancient_Greek-PROIEL _CODE=grc_proiel -C ../UD_Ancient_Greek-PROIEL all
make -C ../UD_Arabic clean # make -C ../UD_Arabic clean
make _LANG=UD_Arabic _CODE=ar -C ../UD_Arabic all # make _LANG=UD_Arabic _CODE=ar -C ../UD_Arabic all
make -C ../UD_Basque clean # make -C ../UD_Basque clean
make _LANG=UD_Basque _CODE=eu -C ../UD_Basque all # make _LANG=UD_Basque _CODE=eu -C ../UD_Basque all
make -C ../UD_Bulgarian clean # make -C ../UD_Bulgarian clean
make _LANG=UD_Bulgarian _CODE=bg -C ../UD_Bulgarian all # make _LANG=UD_Bulgarian _CODE=bg -C ../UD_Bulgarian all
make -C ../UD_Catalan clean # make -C ../UD_Catalan clean
make _LANG=UD_Catalan _CODE=ca -C ../UD_Catalan all # make _LANG=UD_Catalan _CODE=ca -C ../UD_Catalan all
make -C ../UD_Chinese clean # make -C ../UD_Chinese clean
make _LANG=UD_Chinese _CODE=zh -C ../UD_Chinese all # make _LANG=UD_Chinese _CODE=zh -C ../UD_Chinese all
make -C ../UD_Croatian clean # make -C ../UD_Croatian clean
make _LANG=UD_Croatian _CODE=hr -C ../UD_Croatian all # make _LANG=UD_Croatian _CODE=hr -C ../UD_Croatian all
make -C ../UD_Czech-CAC clean # make -C ../UD_Czech-CAC clean
make _LANG=UD_Czech-CAC _CODE=cs_cac -C ../UD_Czech-CAC all # make _LANG=UD_Czech-CAC _CODE=cs_cac -C ../UD_Czech-CAC all
make -C ../UD_Czech-CLTT clean # make -C ../UD_Czech-CLTT clean
make _LANG=UD_Czech-CLTT _CODE=cs_cltt -C ../UD_Czech-CLTT all # make _LANG=UD_Czech-CLTT _CODE=cs_cltt -C ../UD_Czech-CLTT all
make -C ../UD_Czech clean # make -C ../UD_Czech clean
make _LANG=UD_Czech _CODE=cs -C ../UD_Czech all # make _LANG=UD_Czech _CODE=cs -C ../UD_Czech all
make -C ../UD_Danish clean # make -C ../UD_Danish clean
make _LANG=UD_Danish _CODE=da -C ../UD_Danish all # make _LANG=UD_Danish _CODE=da -C ../UD_Danish all
make -C ../UD_Dutch clean # make -C ../UD_Dutch clean
make _LANG=UD_Dutch _CODE=nl -C ../UD_Dutch all # make _LANG=UD_Dutch _CODE=nl -C ../UD_Dutch all
make -C ../UD_Dutch-LassySmall clean # make -C ../UD_Dutch-LassySmall clean
make _LANG=UD_Dutch-LassySmall _CODE=nl_lassysmall -C ../UD_Dutch-LassySmall all # make _LANG=UD_Dutch-LassySmall _CODE=nl_lassysmall -C ../UD_Dutch-LassySmall all
make -C ../UD_English clean # make -C ../UD_English clean
make _LANG=UD_English _CODE=en -C ../UD_English all # make _LANG=UD_English _CODE=en -C ../UD_English all
make -C ../UD_English-LinES clean # make -C ../UD_English-LinES clean
make _LANG=UD_English-LinES _CODE=en_lines -C ../UD_English-LinES all # make _LANG=UD_English-LinES _CODE=en_lines -C ../UD_English-LinES all
make -C ../UD_English-ParTUT clean # make -C ../UD_English-ParTUT clean
make _LANG=UD_English-ParTUT _CODE=en_partut -C ../UD_English-ParTUT all # make _LANG=UD_English-ParTUT _CODE=en_partut -C ../UD_English-ParTUT all
make -C ../UD_Estonian clean # make -C ../UD_Estonian clean
make _LANG=UD_Estonian _CODE=et -C ../UD_Estonian all # make _LANG=UD_Estonian _CODE=et -C ../UD_Estonian all
make -C ../UD_Finnish clean # make -C ../UD_Finnish clean
make _LANG=UD_Finnish _CODE=fi -C ../UD_Finnish all # make _LANG=UD_Finnish _CODE=fi -C ../UD_Finnish all
make -C ../UD_Finnish-FTB clean # make -C ../UD_Finnish-FTB clean
make _LANG=UD_Finnish-FTB _CODE=fi_ftb -C ../UD_Finnish-FTB all # make _LANG=UD_Finnish-FTB _CODE=fi_ftb -C ../UD_Finnish-FTB all
make -C ../UD_French clean make -C ../UD_French clean
make _LANG=UD_French _CODE=fr -C ../UD_French all make _LANG=UD_French _CODE=fr -C ../UD_French all
make -C ../UD_French-ParTUT clean # make -C ../UD_French-ParTUT clean
make _LANG=UD_French-ParTUT _CODE=fr_partut -C ../UD_French-ParTUT all # make _LANG=UD_French-ParTUT _CODE=fr_partut -C ../UD_French-ParTUT all
make -C ../UD_French-Sequoia clean # make -C ../UD_French-Sequoia clean
make _LANG=UD_French-Sequoia _CODE=fr_sequoia -C ../UD_French-Sequoia all # make _LANG=UD_French-Sequoia _CODE=fr_sequoia -C ../UD_French-Sequoia all
make -C ../UD_Galician clean # make -C ../UD_Galician clean
make _LANG=UD_Galician _CODE=gl -C ../UD_Galician all # make _LANG=UD_Galician _CODE=gl -C ../UD_Galician all
make -C ../UD_Galician-TreeGal clean # make -C ../UD_Galician-TreeGal clean
make _LANG=UD_Galician-TreeGal _CODE=gl_treegal -C ../UD_Galician-TreeGal all # make _LANG=UD_Galician-TreeGal _CODE=gl_treegal -C ../UD_Galician-TreeGal all
make -C ../UD_German clean # make -C ../UD_German clean
make _LANG=UD_German _CODE=de -C ../UD_German all # make _LANG=UD_German _CODE=de -C ../UD_German all
make -C ../UD_Gothic clean # make -C ../UD_Gothic clean
make _LANG=UD_Gothic _CODE=got -C ../UD_Gothic all # make _LANG=UD_Gothic _CODE=got -C ../UD_Gothic all
make -C ../UD_Greek clean # make -C ../UD_Greek clean
make _LANG=UD_Greek _CODE=el -C ../UD_Greek all # make _LANG=UD_Greek _CODE=el -C ../UD_Greek all
make -C ../UD_Hebrew clean # make -C ../UD_Hebrew clean
make _LANG=UD_Hebrew _CODE=he -C ../UD_Hebrew all # make _LANG=UD_Hebrew _CODE=he -C ../UD_Hebrew all
make -C ../UD_Hindi clean # make -C ../UD_Hindi clean
make _LANG=UD_Hindi _CODE=hi -C ../UD_Hindi all # make _LANG=UD_Hindi _CODE=hi -C ../UD_Hindi all
make -C ../UD_Hungarian clean # make -C ../UD_Hungarian clean
make _LANG=UD_Hungarian _CODE=hu -C ../UD_Hungarian all # make _LANG=UD_Hungarian _CODE=hu -C ../UD_Hungarian all
make -C ../UD_Indonesian clean # make -C ../UD_Indonesian clean
make _LANG=UD_Indonesian _CODE=id -C ../UD_Indonesian all # make _LANG=UD_Indonesian _CODE=id -C ../UD_Indonesian all
make -C ../UD_Irish clean # make -C ../UD_Irish clean
make _LANG=UD_Irish _CODE=ga -C ../UD_Irish all # make _LANG=UD_Irish _CODE=ga -C ../UD_Irish all
make -C ../UD_Italian clean # make -C ../UD_Italian clean
make _LANG=UD_Italian _CODE=it -C ../UD_Italian all # make _LANG=UD_Italian _CODE=it -C ../UD_Italian all
make -C ../UD_Italian-ParTUT clean # make -C ../UD_Italian-ParTUT clean
make _LANG=UD_Italian-ParTUT _CODE=it_partut -C ../UD_Italian-ParTUT all # make _LANG=UD_Italian-ParTUT _CODE=it_partut -C ../UD_Italian-ParTUT all
make -C ../UD_Japanese clean # make -C ../UD_Japanese clean
make _LANG=UD_Japanese _CODE=ja -C ../UD_Japanese all # make _LANG=UD_Japanese _CODE=ja -C ../UD_Japanese all
make -C ../UD_Kazakh clean # make -C ../UD_Kazakh clean
make _LANG=UD_Kazakh _CODE=kk -C ../UD_Kazakh all # make _LANG=UD_Kazakh _CODE=kk -C ../UD_Kazakh all
make -C ../UD_Korean clean # make -C ../UD_Korean clean
make _LANG=UD_Korean _CODE=ko -C ../UD_Korean all # make _LANG=UD_Korean _CODE=ko -C ../UD_Korean all
make -C ../UD_Latin clean # make -C ../UD_Latin clean
make _LANG=UD_Latin _CODE=la -C ../UD_Latin all # make _LANG=UD_Latin _CODE=la -C ../UD_Latin all
make -C ../UD_Latin-ITTB clean # make -C ../UD_Latin-ITTB clean
make _LANG=UD_Latin-ITTB _CODE=la_ittb -C ../UD_Latin-ITTB all # make _LANG=UD_Latin-ITTB _CODE=la_ittb -C ../UD_Latin-ITTB all
make -C ../UD_Latin-PROIEL clean # make -C ../UD_Latin-PROIEL clean
make _LANG=UD_Latin-PROIEL _CODE=la_proiel -C ../UD_Latin-PROIEL all # make _LANG=UD_Latin-PROIEL _CODE=la_proiel -C ../UD_Latin-PROIEL all
make -C ../UD_Latvian clean # make -C ../UD_Latvian clean
make _LANG=UD_Latvian _CODE=lv -C ../UD_Latvian all # make _LANG=UD_Latvian _CODE=lv -C ../UD_Latvian all
make -C ../UD_Norwegian-Bokmaal clean # make -C ../UD_Norwegian-Bokmaal clean
make _LANG=UD_Norwegian-Bokmaal _CODE=no_bokmaal -C ../UD_Norwegian-Bokmaal all # make _LANG=UD_Norwegian-Bokmaal _CODE=no_bokmaal -C ../UD_Norwegian-Bokmaal all
make -C ../UD_Norwegian-Nynorsk clean # make -C ../UD_Norwegian-Nynorsk clean
make _LANG=UD_Norwegian-Nynorsk _CODE=no_nynorsk -C ../UD_Norwegian-Nynorsk all # make _LANG=UD_Norwegian-Nynorsk _CODE=no_nynorsk -C ../UD_Norwegian-Nynorsk all
make -C ../UD_Old_Church_Slavonic clean # make -C ../UD_Old_Church_Slavonic clean
make _LANG=UD_Old_Church_Slavonic _CODE=cu -C ../UD_Old_Church_Slavonic all # make _LANG=UD_Old_Church_Slavonic _CODE=cu -C ../UD_Old_Church_Slavonic all
make -C ../UD_Persian clean # make -C ../UD_Persian clean
make _LANG=UD_Persian _CODE=fa -C ../UD_Persian all # make _LANG=UD_Persian _CODE=fa -C ../UD_Persian all
make -C ../UD_Polish clean # make -C ../UD_Polish clean
make _LANG=UD_Polish _CODE=pl -C ../UD_Polish all # make _LANG=UD_Polish _CODE=pl -C ../UD_Polish all
make -C ../UD_Portuguese-BR clean # make -C ../UD_Portuguese-BR clean
make _LANG=UD_Portuguese-BR _CODE=pt_br -C ../UD_Portuguese-BR all # make _LANG=UD_Portuguese-BR _CODE=pt_br -C ../UD_Portuguese-BR all
make -C ../UD_Portuguese clean # make -C ../UD_Portuguese clean
make _LANG=UD_Portuguese _CODE=pt -C ../UD_Portuguese all # make _LANG=UD_Portuguese _CODE=pt -C ../UD_Portuguese all
make -C ../UD_Romanian clean # make -C ../UD_Romanian clean
make _LANG=UD_Romanian _CODE=ro -C ../UD_Romanian all # make _LANG=UD_Romanian _CODE=ro -C ../UD_Romanian all
make -C ../UD_Russian clean # make -C ../UD_Russian clean
make _LANG=UD_Russian _CODE=ru -C ../UD_Russian all # make _LANG=UD_Russian _CODE=ru -C ../UD_Russian all
#make -C ../UD_Russian-SynTagRus clean ## make -C ../UD_Russian-SynTagRus clean
#make _LANG=UD_Russian-SynTagRus _CODE=ru_syntagrus -C ../UD_Russian-SynTagRus all ## make _LANG=UD_Russian-SynTagRus _CODE=ru_syntagrus -C ../UD_Russian-SynTagRus all
make -C ../UD_Slovak clean # make -C ../UD_Slovak clean
make _LANG=UD_Slovak _CODE=sk -C ../UD_Slovak all # make _LANG=UD_Slovak _CODE=sk -C ../UD_Slovak all
make -C ../UD_Slovenian clean # make -C ../UD_Slovenian clean
make _LANG=UD_Slovenian _CODE=sl -C ../UD_Slovenian all # make _LANG=UD_Slovenian _CODE=sl -C ../UD_Slovenian all
make -C ../UD_Slovenian-SST clean # make -C ../UD_Slovenian-SST clean
make _LANG=UD_Slovenian-SST _CODE=sl_sst -C ../UD_Slovenian-SST all # make _LANG=UD_Slovenian-SST _CODE=sl_sst -C ../UD_Slovenian-SST all
make -C ../UD_Spanish-AnCora clean # make -C ../UD_Spanish-AnCora clean
make _LANG=UD_Spanish-AnCora _CODE=es_ancora -C ../UD_Spanish-AnCora all # make _LANG=UD_Spanish-AnCora _CODE=es_ancora -C ../UD_Spanish-AnCora all
make -C ../UD_Spanish clean # make -C ../UD_Spanish clean
make _LANG=UD_Spanish _CODE=es -C ../UD_Spanish all # make _LANG=UD_Spanish _CODE=es -C ../UD_Spanish all
make -C ../UD_Swedish clean # make -C ../UD_Swedish clean
make _LANG=UD_Swedish _CODE=sv -C ../UD_Swedish all # make _LANG=UD_Swedish _CODE=sv -C ../UD_Swedish all
make -C ../UD_Swedish-LinES clean # make -C ../UD_Swedish-LinES clean
make _LANG=UD_Swedish-LinES _CODE=sv_lines -C ../UD_Swedish-LinES all # make _LANG=UD_Swedish-LinES _CODE=sv_lines -C ../UD_Swedish-LinES all
make -C ../UD_Turkish clean # make -C ../UD_Turkish clean
make _LANG=UD_Turkish _CODE=tr -C ../UD_Turkish all # make _LANG=UD_Turkish _CODE=tr -C ../UD_Turkish all
make -C ../UD_Ukrainian clean # make -C ../UD_Ukrainian clean
make _LANG=UD_Ukrainian _CODE=uk -C ../UD_Ukrainian all # make _LANG=UD_Ukrainian _CODE=uk -C ../UD_Ukrainian all
make -C ../UD_Urdu clean # make -C ../UD_Urdu clean
make _LANG=UD_Urdu _CODE=ur -C ../UD_Urdu all # make _LANG=UD_Urdu _CODE=ur -C ../UD_Urdu all
make -C ../UD_Uyghur clean # make -C ../UD_Uyghur clean
make _LANG=UD_Uyghur _CODE=ug -C ../UD_Uyghur all # make _LANG=UD_Uyghur _CODE=ug -C ../UD_Uyghur all
make -C ../UD_Vietnamese clean # make -C ../UD_Vietnamese clean
make _LANG=UD_Vietnamese _CODE=vi -C ../UD_Vietnamese all # make _LANG=UD_Vietnamese _CODE=vi -C ../UD_Vietnamese all
UD/template/Makefile
+ 3
− 0
View file @ e7d53de8
...@@ -14,6 +14,7 @@ compile: ...@@ -14,6 +14,7 @@ compile:
$(MAKE) -C maca_trans_tagger compile $(MAKE) -C maca_trans_tagger compile
$(MAKE) -C maca_trans_morpho compile $(MAKE) -C maca_trans_morpho compile
$(MAKE) -C maca_trans_parser compile $(MAKE) -C maca_trans_parser compile
$(MAKE) -C maca_trans_parser_nn compile
# $(MAKE) -C maca_crf_tagger compile # $(MAKE) -C maca_crf_tagger compile
install: install:
...@@ -23,6 +24,7 @@ install: ...@@ -23,6 +24,7 @@ install:
$(MAKE) -C maca_trans_morpho install $(MAKE) -C maca_trans_morpho install
$(MAKE) -C maca_lemmatizer install $(MAKE) -C maca_lemmatizer install
$(MAKE) -C maca_trans_parser install $(MAKE) -C maca_trans_parser install
$(MAKE) -C maca_trans_parser_nn install
# $(MAKE) -C maca_crf_tagger install # $(MAKE) -C maca_crf_tagger install
# @tar -cvzf ./maca_datas.tgz bin # @tar -cvzf ./maca_datas.tgz bin
...@@ -36,5 +38,6 @@ clean: ...@@ -36,5 +38,6 @@ clean:
$(MAKE) -C maca_trans_tagger clean $(MAKE) -C maca_trans_tagger clean
$(MAKE) -C maca_trans_morpho clean $(MAKE) -C maca_trans_morpho clean
$(MAKE) -C maca_trans_parser clean $(MAKE) -C maca_trans_parser clean
$(MAKE) -C maca_trans_parser_nn clean
# $(MAKE) -C maca_crf_tagger clean # $(MAKE) -C maca_crf_tagger clean
$(MAKE) -C eval clean $(MAKE) -C eval clean
UD/ud_template.tgz
+ 0
− 0
View file @ e7d53de8
No preview for this file type
fm/maca_trans_parser_fann.fm → fm/maca_trans_parser_nn.fm
+ 0
− 0
View file @ e7d53de8
File moved
fr/Makefile
+ 3
− 0
View file @ e7d53de8
...@@ -9,6 +9,7 @@ compile: ...@@ -9,6 +9,7 @@ compile:
$(MAKE) -C maca_trans_tagger compile $(MAKE) -C maca_trans_tagger compile
$(MAKE) -C maca_trans_morpho compile $(MAKE) -C maca_trans_morpho compile
$(MAKE) -C maca_trans_parser compile $(MAKE) -C maca_trans_parser compile
$(MAKE) -C maca_trans_parser_nn compile
# $(MAKE) -C maca_crf_tagger compile # $(MAKE) -C maca_crf_tagger compile
install: install:
...@@ -16,6 +17,7 @@ install: ...@@ -16,6 +17,7 @@ install:
$(MAKE) -C maca_trans_tagger install $(MAKE) -C maca_trans_tagger install
$(MAKE) -C maca_trans_morpho install $(MAKE) -C maca_trans_morpho install
$(MAKE) -C maca_trans_parser install $(MAKE) -C maca_trans_parser install
$(MAKE) -C maca_trans_parser_nn install
$(MAKE) -C maca_lemmatizer install $(MAKE) -C maca_lemmatizer install
$(MAKE) -C maca_lexer install $(MAKE) -C maca_lexer install
# $(MAKE) -C maca_crf_tagger install # $(MAKE) -C maca_crf_tagger install
...@@ -29,6 +31,7 @@ clean: ...@@ -29,6 +31,7 @@ clean:
$(MAKE) -C data/treebank clean $(MAKE) -C data/treebank clean
$(MAKE) -C maca_lexer clean $(MAKE) -C maca_lexer clean
$(MAKE) -C maca_trans_parser clean $(MAKE) -C maca_trans_parser clean
$(MAKE) -C maca_trans_parser_nn clean
$(MAKE) -C maca_trans_morpho clean $(MAKE) -C maca_trans_morpho clean
$(MAKE) -C maca_trans_tagger clean $(MAKE) -C maca_trans_tagger clean
$(MAKE) -C maca_crf_tagger clean $(MAKE) -C maca_crf_tagger clean
......
makefiles/eval_ud.makefile
+ 1
− 0
View file @ e7d53de8
TAGGER=maca_trans_tagger TAGGER=maca_trans_tagger
#PARSER=maca_trans_parser_nn
PARSER=maca_trans_parser PARSER=maca_trans_parser
CRF_TAGGER=crf_barebones_decoder CRF_TAGGER=crf_barebones_decoder
MORPHO_ANALYZER=maca_trans_morpho MORPHO_ANALYZER=maca_trans_morpho
......
makefiles/maca_trans_parser.makefile
+ 3
− 3
View file @ e7d53de8
...@@ -2,7 +2,7 @@ ...@@ -2,7 +2,7 @@
## compile ## compile
##----------------------------------------------------------------------- ##-----------------------------------------------------------------------
compile: $(MODEL_FILENAME) $(FANN_TRAIN) compile: $(MODEL_FILENAME) #$(FANN_TRAIN)
$(CFF_TRAIN): $(MCF_TRAIN) $(CFF_TRAIN): $(MCF_TRAIN)
maca_trans_parser_arc_eager_mcf2cff -C $(MCD_FILENAME) --input $< --mode TRAIN --feat_model $(FEATURES_MODEL_FILENAME) --vocabs $(VOCABS_FILENAME) --cff $@ -s $(NUMBER_OF_SENTENCES) $(OPTIONS) maca_trans_parser_arc_eager_mcf2cff -C $(MCD_FILENAME) --input $< --mode TRAIN --feat_model $(FEATURES_MODEL_FILENAME) --vocabs $(VOCABS_FILENAME) --cff $@ -s $(NUMBER_OF_SENTENCES) $(OPTIONS)
...@@ -38,7 +38,7 @@ clean: ...@@ -38,7 +38,7 @@ clean:
- rm -f $(MODEL_FILENAME) - rm -f $(MODEL_FILENAME)
- rm -f $(CFF_TRAIN) - rm -f $(CFF_TRAIN)
- rm -f $(CFF_CUTOFF_TRAIN) - rm -f $(CFF_CUTOFF_TRAIN)
- rm -f $(CFF_FANN_TRAIN) # - rm -f $(CFF_FANN_TRAIN)
- rm -f $(FANN_TRAIN) # - rm -f $(FANN_TRAIN)
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment