diff --git a/maca_tokenizer/src/fr_tok_rules.l b/maca_tokenizer/src/fr_tok_rules.l index 7e7fba8a832c30fd94c7eef96f23fa68212023b6..56b0026d4ad4fb1a94a98114eec3ed402c84592c 100644 --- a/maca_tokenizer/src/fr_tok_rules.l +++ b/maca_tokenizer/src/fr_tok_rules.l @@ -15,9 +15,13 @@ extern int defait_amalgames; [0-9]+,[0-9]* printf("%s", yytext); [ \t]+ printf("\n"); -\. printf("\n."); -\, printf("\n,"); -… printf("\n…"); +[ ]*\. printf("\n."); +[ ]*\? printf("\n?"); +[ ]*\! printf("\n!"); +[ ]*, printf("\n,"); +[ ]*: printf("\n:"); +[ ]*; printf("\n;"); +[ ]*… printf("\n…"); ' printf("'\n"); ’ printf("'\n"); -je printf("\n-je");