Skip to content
Snippets Groups Projects
Commit f2df3b6e authored by Alexis Nasr's avatar Alexis Nasr
Browse files

added complex preposition

parent d9e02b25
No related branches found
No related tags found
No related merge requests found
Show whitespace changes
Inline Side-by-side
d6/data/treebank/Makefile
+ 13
− 14
View file @ f2df3b6e
TOOLS=../../tools/ TOOLS=../../../tools
D6_DIR=../../../data/ptb_d6 PTB_DIR=../../../data/ptb_d6
TRAIN=$(D6_DIR)/d6.train.conll07 TRAIN=$(PTB_DIR)/d6.train.conll07
#TEST=$(D6_DIR)/ftb.test.conll07 TEST=$(PTB_DIR)/ptb.test.conll07
DEV=$(D6_DIR)/d6.dev.conll07 DEV=$(PTB_DIR)/d6.dev.conll07
compile: train.conll07 dev.conll07 compile: dev.mcf train.mcf #test.mcf
dev.conll07: $(DEV) dev.mcf: $(DEV)
cp $< $@ $(TOOLS)/conll2mcf -f $< -1W -2C -3P -4L -5H -6D > $@
train.conll07: $(TRAIN) test.mcf: $(TEST)
cp $< $@ $(TOOLS)/conll2mcf -f $< -1W -2C -3P -4L -5H -6D > $@
test.conll07: $(TEST) train.mcf: $(TRAIN)
cp $< $@ $(TOOLS)/conll2mcf -f $< -1W -2C -3P -4L -5H -6D > $@
clean: clean:
- rm -f train.conll07 - rm test.mcf train.mcf dev.mcf
- rm -f dev.conll07
d6/maca_trans_parser/Makefile
+ 8
− 43
View file @ f2df3b6e
CONLL07TRAIN=../data/treebank/train.conll07 MCF_TRAIN=../data/treebank/train.mcf
CONLL07DEV=../data/treebank/dev.conll07 MCF_DEV=../data/treebank/dev.mcf
CONLL07TEST=../data/treebank/test.conll07 MCF_TEST=../data/treebank/test.mcf
CFF_TRAIN=train.cff CFF_TRAIN=train.cff
CFF_CUTOFF_TRAIN=train.cutoff.cff CFF_CUTOFF_TRAIN=train.cutoff.cff
PERCEPTRON_ITERATIONS=5 PERCEPTRON_ITERATIONS=5
CFF_CUTOFF=1 CFF_CUTOFF=3
FEATURES_MODEL_FILENAME=maca_trans_parser.fm FEATURES_MODEL_FILENAME=maca_trans_parser.fm
MCD_FILENAME=maca_trans_parser.mcd
VOCABS_FILENAME=maca_trans_parser.vocab VOCABS_FILENAME=maca_trans_parser.vocab
MODEL_FILENAME=maca_trans_parser.model MODEL_FILENAME=maca_trans_parser.model
NUMBER_OF_SENTENCES=10000000 NUMBER_OF_SENTENCES=10000000
STREAM_MODE=0 #NUMBER_OF_SENTENCES=1000
MCD_FILENAME=wplgfs.mcd
STREAM_MODE= -S
##-----------------------------------------------------------------------
## compile
##-----------------------------------------------------------------------
compile: $(MODEL_FILENAME)
$(CFF_TRAIN): $(CONLL07TRAIN)
maca_trans_parser_conll2cff --conll $< --mode TRAIN --mcd $(MCD_FILENAME) --feat_model $(FEATURES_MODEL_FILENAME) --vocabs $(VOCABS_FILENAME) --cff $@ -s $(NUMBER_OF_SENTENCES) -T $(STREAM_MODE)
$(CFF_CUTOFF_TRAIN): $(CFF_TRAIN)
maca_trans_parser_cff_cutoff --cff $< --vocabs $(VOCABS_FILENAME) --cutoff $(CFF_CUTOFF) > $@
#$(MODEL_FILENAME): $(CFF_CUTOFF_TRAIN)
$(MODEL_FILENAME): $(CFF_TRAIN)
maca_trans_parser_train_from_cff --cff $< --model $(MODEL_FILENAME) -n $(PERCEPTRON_ITERATIONS)
##-----------------------------------------------------------------------
## install
##-----------------------------------------------------------------------
install:
- cp $(FEATURES_MODEL_FILENAME) ../bin
- cp $(VOCABS_FILENAME) ../bin
- cp $(MODEL_FILENAME) ../bin
##-----------------------------------------------------------------------
## clean
##-----------------------------------------------------------------------
clean:
- rm -f $(VOCABS_FILENAME)
- rm -f $(MODEL_FILENAME)
- rm -f $(CFF_TRAIN)
- rm -f $(CFF_CUTOFF_TRAIN)
include ../../makefiles/maca_trans_parser.makefile
en/data/morpho-lexicon/add_to_fplm.txt
+ 305
− 61
View file @ f2df3b6e
n't RB not ##### n't RB not #####
according to IN according to ##### according to IN $lemma #####
ahead of IN ahead of ##### according to JJ according to #####
along with IN along with ##### according to NN according to #####
apart from IN apart from ##### according to RB according to #####
as for IN as for ##### according to RP according to #####
as well as IN as well as ##### ahead of IN $lemma #####
aside from IN aside from ##### ahead of JJ ahead of #####
at the bottom of IN at the bottom of ##### ahead of NN ahead of #####
at the top of IN at the top of ##### ahead of RB ahead of #####
away from IN away from ##### ahead of RP ahead of #####
because of IN because of ##### along with IN $lemma #####
but for IN but for ##### along with JJ along with #####
by means of IN by means of ##### along with NN along with #####
by virtue of IN by virtue of ##### along with RB along with #####
by way of IN by way of ##### along with RP along with #####
close to IN close to ##### apart from IN $lemma #####
contrary to IN contrary to ##### apart from JJ apart from #####
due to IN due to ##### apart from NN apart from #####
except for IN except for ##### apart from RB apart from #####
far from IN far from ##### apart from RP apart from #####
for lack of IN for lack of ##### as for IN $lemma #####
in accordance with IN in accordance with ##### as for JJ as for #####
in addition to IN in addition to ##### as for NN as for #####
in back of IN in back of ##### as for RB as for #####
in between IN in between ##### as for RP as for #####
in the case of IN in the case of ##### as well as IN $lemma #####
in case of IN in case of ##### as well as JJ as well as #####
in charge of IN in charge of ##### as well as NN as well as #####
in exchange for IN in exchange for ##### as well as RB as well as #####
in front of IN in front of ##### as well as RP as well as #####
in light of IN in light of ##### aside from IN $lemma #####
in line with IN in line with ##### aside from JJ aside from #####
in place of IN in place of ##### aside from NN aside from #####
in process of IN in process of ##### aside from RB aside from #####
in the process of IN in the process of ##### aside from RP aside from #####
in regard to IN in regard to ##### at the bottom of IN $lemma #####
inside of IN inside of ##### at the bottom of JJ at the bottom of #####
in spite of IN in spite of ##### at the bottom of NN at the bottom of #####
instead of IN instead of ##### at the bottom of RB at the bottom of #####
in view of IN in view of ##### at the bottom of RP at the bottom of #####
near to IN near to ##### at the top of IN $lemma #####
next to IN next to ##### at the top of JJ at the top of #####
on account of IN on account of ##### at the top of NN at the top of #####
on behalf of IN on behalf of ##### at the top of RB at the top of #####
on top of IN on top of ##### at the top of RP at the top of #####
on the top of IN on the top of ##### away from IN $lemma #####
on the bottom of IN on the bottom of ##### away from JJ away from #####
out of IN out of ##### away from NN away from #####
outside of IN outside of ##### away from RB away from #####
owing to IN owing to ##### away from RP away from #####
prior to IN prior to ##### because of IN $lemma #####
subsequent to IN subsequent to ##### because of JJ because of #####
such as IN such as ##### because of NN because of #####
thanks to IN thanks to ##### because of RB because of #####
to the right of IN to the right of ##### because of RP because of #####
to the left of IN to the right of ##### but for IN $lemma #####
together with IN together with ##### but for JJ but for #####
up against IN up against ##### but for NN but for #####
up to IN up to ##### but for RB but for #####
up until IN up until ##### but for RP but for #####
with respect to IN with respect to ##### by means of IN $lemma #####
by means of JJ by means of #####
by means of NN by means of #####
by means of RB by means of #####
by means of RP by means of #####
by virtue of IN $lemma #####
by virtue of JJ by virtue of #####
by virtue of NN by virtue of #####
by virtue of RB by virtue of #####
by virtue of RP by virtue of #####
by way of IN $lemma #####
by way of JJ by way of #####
by way of NN by way of #####
by way of RB by way of #####
by way of RP by way of #####
close to IN $lemma #####
close to JJ close to #####
close to NN close to #####
close to RB close to #####
close to RP close to #####
contrary to IN $lemma #####
contrary to JJ contrary to #####
contrary to NN contrary to #####
contrary to RB contrary to #####
contrary to RP contrary to #####
due to IN $lemma #####
due to JJ due to #####
due to NN due to #####
due to RB due to #####
due to RP due to #####
except for IN $lemma #####
except for JJ except for #####
except for NN except for #####
except for RB except for #####
except for RP except for #####
far from IN $lemma #####
far from JJ far from #####
far from NN far from #####
far from RB far from #####
far from RP far from #####
for lack of IN $lemma #####
for lack of JJ for lack of #####
for lack of NN for lack of #####
for lack of RB for lack of #####
for lack of RP for lack of #####
in accordance with IN $lemma #####
in accordance with JJ in accordance with #####
in accordance with NN in accordance with #####
in accordance with RB in accordance with #####
in accordance with RP in accordance with #####
in addition to IN $lemma #####
in addition to JJ in addition to #####
in addition to NN in addition to #####
in addition to RB in addition to #####
in addition to RP in addition to #####
in back of IN $lemma #####
in back of JJ in back of #####
in back of NN in back of #####
in back of RB in back of #####
in back of RP in back of #####
in between IN $lemma #####
in between JJ in between #####
in between NN in between #####
in between RB in between #####
in between RP in between #####
in the case of IN $lemma #####
in the case of JJ in the case of #####
in the case of NN in the case of #####
in the case of RB in the case of #####
in the case of RP in the case of #####
in case of IN $lemma #####
in case of JJ in case of #####
in case of NN in case of #####
in case of RB in case of #####
in case of RP in case of #####
in charge of IN $lemma #####
in charge of JJ in charge of #####
in charge of NN in charge of #####
in charge of RB in charge of #####
in charge of RP in charge of #####
in exchange for IN $lemma #####
in exchange for JJ in exchange for #####
in exchange for NN in exchange for #####
in exchange for RB in exchange for #####
in exchange for RP in exchange for #####
in front of IN $lemma #####
in front of JJ in front of #####
in front of NN in front of #####
in front of RB in front of #####
in front of RP in front of #####
in light of IN $lemma #####
in light of JJ in light of #####
in light of NN in light of #####
in light of RB in light of #####
in light of RP in light of #####
in line with IN $lemma #####
in line with JJ in line with #####
in line with NN in line with #####
in line with RB in line with #####
in line with RP in line with #####
in place of IN $lemma #####
in place of JJ in place of #####
in place of NN in place of #####
in place of RB in place of #####
in place of RP in place of #####
in process of IN $lemma #####
in process of JJ in process of #####
in process of NN in process of #####
in process of RB in process of #####
in process of RP in process of #####
in the process of IN $lemma #####
in the process of JJ in the process of #####
in the process of NN in the process of #####
in the process of RB in the process of #####
in the process of RP in the process of #####
in regard to IN $lemma #####
in regard to JJ in regard to #####
in regard to NN in regard to #####
in regard to RB in regard to #####
in regard to RP in regard to #####
inside of IN $lemma #####
inside of JJ inside of #####
inside of NN inside of #####
inside of RB inside of #####
inside of RP inside of #####
in spite of IN $lemma #####
in spite of JJ in spite of #####
in spite of NN in spite of #####
in spite of RB in spite of #####
in spite of RP in spite of #####
instead of IN $lemma #####
instead of JJ instead of #####
instead of NN instead of #####
instead of RB instead of #####
instead of RP instead of #####
in view of IN $lemma #####
in view of JJ in view of #####
in view of NN in view of #####
in view of RB in view of #####
in view of RP in view of #####
near to IN $lemma #####
near to JJ near to #####
near to NN near to #####
near to RB near to #####
near to RP near to #####
next to IN $lemma #####
next to JJ next to #####
next to NN next to #####
next to RB next to #####
next to RP next to #####
on account of IN $lemma #####
on account of JJ on account of #####
on account of NN on account of #####
on account of RB on account of #####
on account of RP on account of #####
on behalf of IN $lemma #####
on behalf of JJ on behalf of #####
on behalf of NN on behalf of #####
on behalf of RB on behalf of #####
on behalf of RP on behalf of #####
on top of IN $lemma #####
on top of JJ on top of #####
on top of NN on top of #####
on top of RB on top of #####
on top of RP on top of #####
on the top of IN $lemma #####
on the top of JJ on the top of #####
on the top of NN on the top of #####
on the top of RB on the top of #####
on the top of RP on the top of #####
on the bottom of IN $lemma #####
on the bottom of JJ on the bottom of #####
on the bottom of NN on the bottom of #####
on the bottom of RB on the bottom of #####
on the bottom of RP on the bottom of #####
out of IN $lemma #####
out of JJ out of #####
out of NN out of #####
out of RB out of #####
out of RP out of #####
outside of IN $lemma #####
outside of JJ outside of #####
outside of NN outside of #####
outside of RB outside of #####
outside of RP outside of #####
owing to IN $lemma #####
owing to JJ owing to #####
owing to NN owing to #####
owing to RB owing to #####
owing to RP owing to #####
prior to IN $lemma #####
prior to JJ prior to #####
prior to NN prior to #####
prior to RB prior to #####
prior to RP prior to #####
subsequent to IN $lemma #####
subsequent to JJ subsequent to #####
subsequent to NN subsequent to #####
subsequent to RB subsequent to #####
subsequent to RP subsequent to #####
such as IN $lemma #####
such as JJ such as #####
such as NN such as #####
such as RB such as #####
such as RP such as #####
thanks to IN $lemma #####
thanks to JJ thanks to #####
thanks to NN thanks to #####
thanks to RB thanks to #####
thanks to RP thanks to #####
to the right of IN $lemma #####
to the right of JJ to the right of #####
to the right of NN to the right of #####
to the right of RB to the right of #####
to the right of RP to the right of #####
to the left of IN $lemma #####
to the left of JJ to the right of #####
to the left of NN to the right of #####
to the left of RB to the right of #####
to the left of RP to the right of #####
together with IN $lemma #####
together with JJ together with #####
together with NN together with #####
together with RB together with #####
together with RP together with #####
up against IN $lemma #####
up against JJ up against #####
up against NN up against #####
up against RB up against #####
up against RP up against #####
up to IN $lemma #####
up to JJ up to #####
up to NN up to #####
up to RB up to #####
up to RP up to #####
up until IN $lemma #####
up until JJ up until #####
up until NN up until #####
up until RB up until #####
up until RP up until #####
with respect to IN $lemma #####
with respect to JJ with respect to #####
with respect to NN with respect to #####
with respect to RB with respect to #####
with respect to RP with respect to #####
en/maca_trans_tagger/maca_trans_tagger.fm
+ 24
− 11
View file @ f2df3b6e
b0U1 b0U1
b0sgn b0sgn
b1sgn
b0f b0f
b1f b0len
b2f bm1f
s0f bm2f
s1f bm1p
s0p bm2p
s1p bm3p
s2p bm2p bm1p
s0p s1p bm2p bm3p
s0p s1p s2p bm1p b0sgn
s1p s2p
#b0U1
#b0sgn
#b1sgn
#b0f
#b1f
#b2f
#s0f
#s1f
#s0p
#s1p
#s2p
#s0p s1p
#s0p s1p s2p
#s1p s2p
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment