Set amsgrad as default optimizer

trainer/include/Trainer.hpp

@@ -26,7 +26,6 @@ class Trainer
   Trainer(ReadingMachine & machine);
   void createDataset(SubConfig & goldConfig, bool debug);
   float epoch(bool printAdvancement);
-
 };
 
 #endif

trainer/src/Trainer.cpp

@@ -58,7 +58,7 @@ void Trainer::createDataset(SubConfig & config, bool debug)
 
   dataLoader = torch::data::make_data_loader(Dataset(contexts, classes).map(torch::data::transforms::Stack<>()), torch::data::DataLoaderOptions(batchSize).workers(0).max_jobs(0));
 
-  optimizer.reset(new torch::optim::Adam(machine.getClassifier()->getNN()->parameters(), torch::optim::AdamOptions(0.001).beta1(0.9).beta2(0.999)));
+  optimizer.reset(new torch::optim::Adam(machine.getClassifier()->getNN()->parameters(), torch::optim::AdamOptions(0.001).amsgrad(true).beta1(0.9).beta2(0.999)));
 }
 
 float Trainer::epoch(bool printAdvancement)