Skip to content
Snippets Groups Projects
Commit 10107218 authored by Franck Dary's avatar Franck Dary
Browse files

Created first version of tokeparser_incremental

parent 7ad16e49
No related branches found
No related tags found
No related merge requests found
Showing
with 295 additions and 0 deletions
# FORM
b.-2#FORM.fasttext
b.-1#FORM.fasttext
b.0#FORM.fasttext
# POS
b.-3#POS
b.-2#POS
b.-1#POS
b.0#POS
# MORPHO
b.-2#MORPHO
b.-1#MORPHO
b.0#MORPHO
# UPPERCASE
b.0#FORM.U
# LENGTH
b.0#FORM.LEN
# SUFFIXES
b.0#FORM.PART.-4.-4
b.0#FORM.PART.-3.-3
b.0#FORM.PART.-2.-2
b.0#FORM.PART.-1.-1
# PREFIXES
b.0#FORM.PART.0.0
b.0#FORM.PART.1.1
b.0#FORM.PART.2.2
b.0#FORM.PART.3.3
# FORM
b.-2#FORM.fasttext
b.-1#FORM.fasttext
b.0#FORM.fasttext
# POS
b.-3#POS
b.-2#POS
b.-1#POS
# UPPERCASE
b.0#FORM.U
# LENGTH
b.0#FORM.LEN
# SUFFIXES
b.0#FORM.PART.-4.-4
b.0#FORM.PART.-3.-3
b.0#FORM.PART.-2.-2
b.0#FORM.PART.-1.-1
# PREFIXES
b.0#FORM.PART.0.0
b.0#FORM.PART.1.1
b.0#FORM.PART.2.2
b.0#FORM.PART.3.3
# MORPHO
b.-2#MORPHO
b.-1#MORPHO
# FORM
b.-2#FORM.fasttext
b.-1#FORM.fasttext
b.0#FORM.fasttext
# UPPERCASE
b.-1#FORM.U
# LENGTH
b.-1#FORM.LEN
b.0#FORM.LEN
# SUFFIXES
b.0#FORM.PART.-4.-4
b.0#FORM.PART.-3.-3
b.0#FORM.PART.-2.-2
b.0#FORM.PART.-1.-1
# PREFIXES
b.0#FORM.PART.0.0
b.0#FORM.PART.1.1
b.0#FORM.PART.2.2
b.0#FORM.PART.3.3
# RAW INPUT
raw.-5
raw.-4
raw.-3
raw.-2
raw.-1
raw.0
raw.2
raw.3
raw.4
raw.5
raw.6
# POS
b.-2#POS
b.-1#POS
b.0#POS
# MORPHO
b.-2#MORPHO
b.-1#MORPHO
b.0#MORPHO
# EOS
b.-1#EOS
b.-2#EOS
Name : Lemmatizer_Case
Type : Prediction
Oracle : lemma_case
Feature Model : data/feature_models/lemmatizer_rules.fm
Action Set : data/lemmatizer_case.as
Topology : (100,RELU,0.1)
Dynamic : yes
Name : Lemmatizer_Lookup
Type : Information
Oracle : lemma_lookup
Oracle Filename : data/maca_trans_lemmatizer_exceptions.fplm
Name : Lemmatizer_Rules
Type : Prediction
Oracle : lemma_rules
Feature Model : data/feature_models/lemmatizer_rules.fm
Action Set : data/lemmatizer_rules.as
Topology : (500,RELU,0.3)
Dynamic : yes
Name : Tokenizer, Tagger, Morpho, Lemmatizer and Parser Machine
Dicts : tokeparser.dicts
%CLASSIFIERS
strategy strategy.cla
tokenizer tokenizer.cla
tagger tagger.cla
morpho morpho.cla
lemmatizer_lookup lemmatizer_lookup.cla
lemmatizer_rules lemmatizer_rules.cla
lemmatizer_case lemmatizer_case.cla
parser parser.cla
%STATES
strategy strategy
tokenizer tokenizer
tagger tagger
morpho morpho
lemmatizer_lookup lemmatizer_lookup
lemmatizer_rules lemmatizer_rules
lemmatizer_case lemmatizer_case
parser parser
%TRANSITIONS
strategy tokenizer MOVE tokenizer
strategy tagger MOVE tagger
strategy morpho MOVE morpho
strategy lemmatizer_lookup MOVE lemmatizer_lookup
strategy lemmatizer_rules MOVE lemmatizer_rules
strategy lemmatizer_case MOVE lemmatizer_case
strategy parser MOVE parser
tokenizer strategy *
tagger strategy *
morpho strategy *
lemmatizer_lookup strategy *
lemmatizer_case strategy *
lemmatizer_rules strategy *
parser strategy *
Name : Morpho
Type : Prediction
Oracle : morpho
Feature Model : data/feature_models/morpho_incremental.fm
Action Set : data/morpho_parts.as
Topology : (500,RELU,0.3)
Dynamic : yes
Name : Tagger, Morpho, Lemmatizer and Parser Machine
Dicts : tagparser.dicts
%CLASSIFIERS
strategy strategy.cla
tagger tagger.cla
morpho morpho.cla
lemmatizer_lookup lemmatizer_lookup.cla
lemmatizer_rules lemmatizer_rules.cla
lemmatizer_case lemmatizer_case.cla
parser parser.cla
%STATES
strategy strategy
tagger tagger
morpho morpho
lemmatizer_lookup lemmatizer_lookup
lemmatizer_rules lemmatizer_rules
lemmatizer_case lemmatizer_case
parser parser
%TRANSITIONS
strategy tagger MOVE tagger
strategy morpho MOVE morpho
strategy lemmatizer_lookup MOVE lemmatizer_lookup
strategy lemmatizer_rules MOVE lemmatizer_rules
strategy lemmatizer_case MOVE lemmatizer_case
strategy parser MOVE parser
tagger strategy *
morpho strategy *
lemmatizer_lookup strategy *
lemmatizer_case strategy *
lemmatizer_rules strategy *
parser strategy *
Name : Parser
Type : Prediction
Oracle : parser
Feature Model : data/feature_models/parser_nofuture.fm
Action Set : data/parser.as
Topology : (500,RELU,0.3)
Dynamic : yes
Name : Strategy
Type : Information
Oracle : strategy_tokenizer,tagger,morpho,lemmatizer,parser
Oracle Filename : none
Name : Tagger
Type : Prediction
Oracle : tagger
Feature Model : data/feature_models/tagger_incremental.fm
Action Set : data/tagger.as
Topology : (500,RELU,0.3)
Dynamic : yes
#Index Name ref/hyp dict Policy Must print?#
###################################################
0 ID hyp none Final 1
1 FORM hyp form Final 1
3 POS hyp pos Final 1
4 XPOS hyp pos Final 1
5 MORPHO hyp morpho Final 1
2 LEMMA hyp form Final 1
6 GOV hyp int Final 1
7 LABEL hyp labels Final 1
0 EOS hyp eos Final 0
Name : Tokenizer
Type : Prediction
Oracle : tokenizer
Feature Model : data/feature_models/tokenizer_incremental.fm
Action Set : data/tokenizer.as
Topology : (500,RELU,0.3)
Dynamic : no
#Name Dimension Mode #
############################
# TOKENIZER
Tokenizer_bool 02 Embeddings
Tokenizer_int 05 Embeddings
Tokenizer_letters 30 Embeddings
Tokenizer_form 30 Embeddings
Tokenizer_form.f 30 Embeddings
Tokenizer_actions 05 Embeddings
Tokenizer_entropy 05 Embeddings
Tokenizer_pos 18 Embeddings
Tokenizer_morpho 22 Embeddings
Tokenizer_eos 16 Embeddings
# TAGGER
Tagger_actions 18 Embeddings _
Tagger_bool 16 Embeddings _
Tagger_int 16 Embeddings _
Tagger_eos 16 Embeddings _
Tagger_gov 16 Embeddings _
Tagger_pos 18 Embeddings _
Tagger_form 30 Embeddings _
Tagger_form.f 30 Embeddings _
Tagger_lemma 30 Embeddings _
Tagger_letters 30 Embeddings _
Tagger_labels 18 Embeddings _
Tagger_morpho 22 Embeddings _
# MORPHO
Morpho_actions 18 Embeddings _
Morpho_bool 16 Embeddings _
Morpho_int 16 Embeddings _
Morpho_eos 16 Embeddings _
Morpho_gov 16 Embeddings _
Morpho_pos 18 Embeddings _
Morpho_form 30 Embeddings _
Morpho_form.f 30 Embeddings _
Morpho_lemma 30 Embeddings _
Morpho_letters 30 Embeddings _
Morpho_labels 18 Embeddings _
Morpho_morpho 22 Embeddings _
# LEMMATIZER
Lemmatizer_Rules_form 30 Embeddings
Lemmatizer_Rules_letters 10 Embeddings
Lemmatizer_Rules_pos 30 Embeddings
Lemmatizer_Rules_morpho 30 Embeddings
# LEMMATIZER
Lemmatizer_Case_form 30 Embeddings
Lemmatizer_Case_letters 10 Embeddings
Lemmatizer_Case_pos 30 Embeddings
Lemmatizer_Case_morpho 30 Embeddings
# PARSER
Parser_actions 18 Embeddings _
Parser_bool 16 Embeddings _
Parser_int 16 Embeddings _
Parser_eos 16 Embeddings _
Parser_gov 16 Embeddings _
Parser_pos 18 Embeddings _
Parser_form 30 Embeddings _
Parser_form.f 30 Embeddings _
Parser_lemma 30 Embeddings _
Parser_letters 30 Embeddings _
Parser_labels 18 Embeddings _
Parser_morpho 22 Embeddings _
#Index Name ref/hyp dict Policy Must print?#
###################################################
0 ID hyp none FromZero 1
1 FORM hyp form FromZero 1
3 POS hyp pos FromZero 1
4 XPOS hyp pos FromZero 1
5 MORPHO hyp morpho FromZero 1
2 LEMMA hyp form FromZero 1
6 GOV hyp int FromZero 1
7 LABEL hyp labels FromZero 1
0 EOS hyp eos FromZero 0
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment