diff --git a/torch_modules/src/ContextLSTM.cpp b/torch_modules/src/ContextLSTM.cpp
index 5da02e729e4425d366ff9c1220c43ae477f5c926..d24778878ec51303d55b3b0e7a3bc25f0fbdc9cc 100644
--- a/torch_modules/src/ContextLSTM.cpp
+++ b/torch_modules/src/ContextLSTM.cpp
@@ -42,15 +42,10 @@ void ContextLSTMImpl::addToContext(std::vector<std::vector<long>> & context, Dic
         for (auto & contextElement : context)
           contextElement.push_back(dictIndex);
 
-
-        if (splitUnknown)
-          for (auto & targetCol : unknownValueColumns)
-            if (col == targetCol)
-              if (dict.getNbOccs(dictIndex) <= unknownValueThreshold)
-              {
-                context.emplace_back(context.back());
-                context.back().back() = dict.getIndexOrInsert(Dict::unknownValueStr);
-              }
+        for (auto & targetCol : unknownValueColumns)
+          if (col == targetCol)
+            if (dict.getNbOccs(dictIndex) <= unknownValueThreshold)
+              context.back().back() = dict.getIndexOrInsert(Dict::unknownValueStr);
       }
 }