diff --git a/torch_modules/src/RandomNetwork.cpp b/torch_modules/src/RandomNetwork.cpp
index 9730dd295a1194936f5f925ae4126b689e9956d3..7f0137d5d25b36eaffcde2cf5e776f16fca0685e 100644
--- a/torch_modules/src/RandomNetwork.cpp
+++ b/torch_modules/src/RandomNetwork.cpp
@@ -14,6 +14,6 @@ torch::Tensor RandomNetworkImpl::forward(torch::Tensor input)
 
 std::vector<std::vector<long>> RandomNetworkImpl::extractContext(Config &, Dict &) const
 {
-  return std::vector<std::vector<long>>();
+  return std::vector<std::vector<long>>{{0}};
 }