Fixed bug in Transition splitword where we used a non utf8string

reading_machine/include/Action.hpp

@@ -62,7 +62,7 @@ class Action
   static Action attach(Object governorObject, int governorIndex, Object dependentObject, int dependentIndex);
   static Action addCurCharToCurWord();
   static Action ignoreCurrentCharacter();
-  static Action consumeCharacterIndex(std::string consumed);
+  static Action consumeCharacterIndex(util::utf8string consumed);
   static Action setMultiwordIds(int multiwordSize);
 };
 

reading_machine/src/Action.cpp

@@ -72,7 +72,7 @@ Action Action::setMultiwordIds(int multiwordSize)
   return {Type::Write, apply, undo, appliable};
 }
 
-Action Action::consumeCharacterIndex(std::string consumed)
+Action Action::consumeCharacterIndex(util::utf8string consumed)
 {
   auto apply = [consumed](Config & config, Action &)
   {

reading_machine/src/Transition.cpp

@@ -190,7 +190,7 @@ void Transition::initAddCharToWord()
 
 void Transition::initSplitWord(std::vector<std::string> words)
 {
-  auto & consumedWord = words[0];
+  auto consumedWord = util::splitAsUtf8(words[0]);
   sequence.emplace_back(Action::assertIsEmpty(Config::idColName));
   sequence.emplace_back(Action::assertIsEmpty("FORM"));
   sequence.emplace_back(Action::addLinesIfNeeded(words.size()));