diff --git a/torch_modules/src/ContextualModule.cpp b/torch_modules/src/ContextualModule.cpp
index d5f60788f769fa801b667b1f21815a47b53a4e34..d857a2d4fb927f9a6e9ad5c8916070ed6955d8b0 100644
--- a/torch_modules/src/ContextualModule.cpp
+++ b/torch_modules/src/ContextualModule.cpp
@@ -132,7 +132,12 @@ void ContextualModuleImpl::addToContext(std::vector<std::vector<long>> & context
       else if (index == -2)
       {
         for (auto & contextElement : context)
+        {
+          auto currentState = dict.getState();
+          dict.setState(Dict::State::Open);
           contextElement.push_back(dict.getIndexOrInsert(fmt::format("{}({})", col, "_NONE_")));
+          dict.setState(currentState);
+        }
       }
       else
       {