From dbc8b501102fa7a850589e8fb98ee4c9f073f781 Mon Sep 17 00:00:00 2001
From: Franck Dary <franck.dary@lis-lab.fr>
Date: Tue, 17 Nov 2020 15:23:11 +0100
Subject: [PATCH] Made entropy positive
---
torch_modules/src/NeuralNetwork.cpp | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/torch_modules/src/NeuralNetwork.cpp b/torch_modules/src/NeuralNetwork.cpp
index 0a69bb3..785c8d9 100644
--- a/torch_modules/src/NeuralNetwork.cpp
+++ b/torch_modules/src/NeuralNetwork.cpp
@@ -8,7 +8,7 @@ float NeuralNetworkImpl::entropy(torch::Tensor probabilities)
util::myThrow("Invalid probabilities tensor");
probabilities = torch::clamp(probabilities.unsqueeze(0), 0.00000000001, 1.0);
- float entropy = torch::sum(probabilities * torch::log(probabilities)).item<float>();
+ float entropy = -torch::sum(probabilities * torch::log(probabilities)).item<float>();
return entropy;
}
--
GitLab