Corrected error in computing of entropy (changed dot product to hadamard product)

torch_modules/src/NeuralNetwork.cpp

@@ -7,9 +7,9 @@ float NeuralNetworkImpl::entropy(torch::Tensor probabilities)
   if (probabilities.dim() != 1)
     util::myThrow("Invalid probabilities tensor");
 
-  probabilities = probabilities.unsqueeze(0);
-  auto logProbs = torch::clamp(torch::log(torch::transpose(probabilities, 0, 1)), -10.0, 10.0);
-  logProbs.index({torch::isnan(logProbs)}) = 0.0;
-  return - torch::tensordot(probabilities, logProbs, {0,1}, {0,1}).item<float>();
+  probabilities = torch::clamp(probabilities.unsqueeze(0), 0.00000000001, 1.0);
+  float entropy = torch::sum(probabilities * torch::log(probabilities)).item<float>();
+
+  return entropy;
 }