Do not split for unknown tokens but replace instead

torch_modules/src/ContextLSTM.cpp

@@ -42,15 +42,10 @@ void ContextLSTMImpl::addToContext(std::vector<std::vector<long>> & context, Dic
         for (auto & contextElement : context)
           contextElement.push_back(dictIndex);
 
-
-        if (splitUnknown)
-          for (auto & targetCol : unknownValueColumns)
-            if (col == targetCol)
-              if (dict.getNbOccs(dictIndex) <= unknownValueThreshold)
-              {
-                context.emplace_back(context.back());
-                context.back().back() = dict.getIndexOrInsert(Dict::unknownValueStr);
-              }
+        for (auto & targetCol : unknownValueColumns)
+          if (col == targetCol)
+            if (dict.getNbOccs(dictIndex) <= unknownValueThreshold)
+              context.back().back() = dict.getIndexOrInsert(Dict::unknownValueStr);
       }
 }