Fixed dynamic oracle

common/include/util.hpp

@@ -88,6 +88,8 @@ bool isEmpty(const boost::flyweight<T> & s)
 
 bool doIfNameMatch(const std::regex & reg, std::string_view name, const std::function<void(const std::smatch &)> & f);
 
+bool choiceWithProbability(float probability);
+
 };
 
 template <>

common/src/util.cpp

@@ -197,3 +197,11 @@ std::string util::getTime()
   return std::string(buffer);
 }
 
+bool util::choiceWithProbability(float probability)
+{
+  int maxVal = 100000;
+  int threshold = maxVal * probability;
+
+  return (std::rand() % maxVal) < threshold;
+}
+

trainer/src/Trainer.cpp

@@ -84,8 +84,11 @@ void Trainer::extractExamples(SubConfig & config, bool debug, std::filesystem::p
     }
 
     Transition * transition = nullptr;
+    Transition * goldTransition = nullptr;
+
+    goldTransition = machine.getTransitionSet().getBestAppliableTransition(config);
       
-    if (dynamicOracle and config.getState() != "tokenizer" and config.getState() != "parser")
+    if (dynamicOracle and util::choiceWithProbability(0.8) and config.getState() != "tokenizer" and config.getState() != "parser")
     {
       auto neuralInput = torch::from_blob(context[0].data(), {(long)context[0].size()}, torch::kLong).clone().to(NeuralNetworkImpl::device);
       auto prediction = machine.getClassifier()->getNN()(neuralInput).squeeze();
@@ -107,16 +110,16 @@ void Trainer::extractExamples(SubConfig & config, bool debug, std::filesystem::p
     }
     else
     {
-      transition = machine.getTransitionSet().getBestAppliableTransition(config);
+      transition = goldTransition;
     }
 
-    if (!transition)
+    if (!transition or !goldTransition)
     {
       config.printForDebug(stderr);
       util::myThrow("No transition appliable !");
     }
 
-    int goldIndex = machine.getTransitionSet().getTransitionIndex(transition);
+    int goldIndex = machine.getTransitionSet().getTransitionIndex(goldTransition);
 
     totalNbExamples += context.size();