diff --git a/UD_any/data/Makefile b/UD_any/data/Makefile index dd2c6c9d98e2a2276a028b48fd91c78992426c13..e869f10caa3a1113648e7d042f482c8f8a067837 100644 --- a/UD_any/data/Makefile +++ b/UD_any/data/Makefile @@ -27,6 +27,11 @@ tokenizer.ts: all_no_test.conllu echo "SPLIT 6" >> $@ echo "SPLIT 7" >> $@ echo "ADDCHARTOWORD 1" >> $@ + echo "ADDCHARTOWORD 2" >> $@ + echo "ADDCHARTOWORD 3" >> $@ + echo "ADDCHARTOWORD 4" >> $@ + echo "ADDCHARTOWORD 5" >> $@ + echo "ADDCHARTOWORD 6" >> $@ echo "IGNORECHAR" >> $@ sed -i -e 's/^/<tokenizer> /' $@ sed -i -e 's/^/<tokenizer> /' splitwords.ts