Skip to content
Snippets Groups Projects
Select Git revision
  • 4ec7cd1316dbeb6c71aee15f2e73a4d66ee1a3bc
  • master default protected
  • johannes
  • partial_parser
  • Aloui_Dary
  • ignore_punct
  • AC
  • classifier
  • fixhelp
  • libmacaon2
  • error_predictor
  • morpho
  • ssrnn
  • tfparsing
  • silvio
  • tagger_options
  • maca_trans_frame_parser
  • alexis
  • new_config
  • tagparse
  • maca_graph_parser
21 results

eval_ud.makefile

Blame
    • eval_ud.makefile 3.07 KiB 
    TAGGER=maca_trans_tagger
#PARSER=maca_trans_parser_nn
PARSER=maca_trans_parser
CRF_TAGGER=crf_barebones_decoder
MORPHO_ANALYZER=maca_trans_morpho
LEMMATIZER=maca_trans_lemmatizer
EVAL_WPLGFS=../../tools/eval_wplgfs.pl
EVAL_WPLSGF=../../tools/eval_wplsgf.pl
EVAL_WPMLGFS=../../tools/eval_wpmlgfs.pl
EVAL_MCF=../../tools/eval_mcf.pl
WORD_COLUMN=1
POS_COLUMN=2
MORPHO_COLUMN=3
LEMMA_COLUMN=4
GOV_COLUMN=5
LABEL_COLUMN=6
SENT_SEG_COLUMN=7
RESULT_FILE=$(LANGUAGE).res
WPMLGFS_MCD_FILE=../../mcd/wpmlgfs.mcd
WPLGFS_MCD_FILE=../../mcd/wplgfs.mcd
WPLSGF_MCD_FILE=../../mcd/wplsgf.mcd

all: eval

test_W: $(TEST)
	cut -f $(WORD_COLUMN) $< > $@

test_P:$(TEST)
	cut -f $(POS_COLUMN) $< > $@

test_M:$(TEST)
	cut -f $(MORPHO_COLUMN) $< > $@

test_L:$(TEST)
	cut -f $(LEMMA_COLUMN) $< > $@

test_G:$(TEST)
	cut -f $(GOV_COLUMN) $< > $@

test_F:$(TEST)
	cut -f $(LABEL_COLUMN) $< > $@

test_S:$(TEST)
	cut -f $(SENT_SEG_COLUMN) $< > $@

test_WP:test_W test_P
	paste test_W test_P > $@

test_WPM:test_W test_P test_M
	paste test_W test_P test_M > $@

test_WPML:test_W test_P test_M test_L
	paste test_W test_P test_M test_L > $@

test_WPMLGFS:test_W test_P test_M test_L test_G test_F test_S
	paste test_W test_P test_M test_L test_G test_F test_S > $@


test_Wp: test_W
	$(TAGGER) -L $(LANGUAGE) -C $(WPMLGFS_MCD_FILE) -i $< -S > $@
#	cat $< | $(CRF_TAGGER) -L $(LANGUAGE) > $@

test_WPm: test_WP
	$(MORPHO_ANALYZER) -C $(WPMLGFS_MCD_FILE) -L $(LANGUAGE) -i $< > $@

test_Wpm: test_Wp
	$(MORPHO_ANALYZER) -C $(WPMLGFS_MCD_FILE) -L $(LANGUAGE) -i $< > $@

test_WPMl: test_WPM
	$(LEMMATIZER) -C $(WPMLGFS_MCD_FILE) -L $(LANGUAGE) -i $< > $@
    
test_WPml: test_WPm
	$(LEMMATIZER) -C $(WPMLGFS_MCD_FILE) -L $(LANGUAGE) -i $< > $@

test_Wpml: test_Wpm
	$(LEMMATIZER) -C $(WPMLGFS_MCD_FILE) -L $(LANGUAGE) -i $< > $@

test_WPMLgfs: test_WPML
	$(PARSER) -L $(LANGUAGE) -C $(WPMLGFS_MCD_FILE) -i $< $(PARSER_OPTIONS) > $@

test_WPMlgfs: test_WPMl
	$(PARSER) -L $(LANGUAGE) -C $(WPMLGFS_MCD_FILE) -i $< $(PARSER_OPTIONS) > $@

test_WPmlgfs: test_WPml
	$(PARSER) -L $(LANGUAGE) -C $(WPMLGFS_MCD_FILE) -i $< $(PARSER_OPTIONS) > $@

test_Wpmlgfs: test_Wpml
	$(PARSER) -L $(LANGUAGE) -C $(WPMLGFS_MCD_FILE) -i $< $(PARSER_OPTIONS) > $@

eval_header:
	echo "file	 	pos	morpho	lemma	uas	las	srec	sacc" > $(RESULT_FILE)

eval: eval_header test_WPMLGFS test_WPMLgfs test_WPMlgfs test_WPmlgfs test_Wpmlgfs
	$(EVAL_MCF) -G WPMLGFS -g test_WPMLGFS -S WPMLGFS -s test_WPMLGFS >> $(RESULT_FILE)
	$(EVAL_MCF) -G WPMLGFS -g test_WPMLGFS -S WPMLGFS -s test_WPMLgfs >> $(RESULT_FILE)
	$(EVAL_MCF) -G WPMLGFS -g test_WPMLGFS -S WPMLGFS -s test_WPMlgfs >> $(RESULT_FILE)
	$(EVAL_MCF) -G WPMLGFS -g test_WPMLGFS -S WPMLGFS -s test_WPmlgfs >> $(RESULT_FILE)
	$(EVAL_MCF) -G WPMLGFS -g test_WPMLGFS -S WPMLGFS -s test_Wpmlgfs >> $(RESULT_FILE)


test_WPLGFS.conll: test_WPLGFS
	mcf2conll -i $< > $@

test_Wplgfs.conll: test_Wplgfs
	mcf2conll -i $< > $@

test_WPLSgf.conll: test_WPLSgf
	mcf2conll -C ../../mcd/wplsgf.mcd -i $< > $@

eval_ud: test_WPLGFS.conll test_WPLSgf.conll
	python ../../tools/conll17_ud_eval.py test_WPLGFS.conll test_WPLSgf.conll
clean:
#	-rm $(RESULT_FILE)
	-rm test_*