From 46b9bf4133e0cd24125b2fed476a9d84474b8892 Mon Sep 17 00:00:00 2001
From: Fabrice Daian <fabrice.daian@lis-lab.fr>
Date: Thu, 27 Feb 2025 17:37:58 +0100
Subject: [PATCH] training logs

---
 mupixutils.py | 9 +++++++--
 1 file changed, 7 insertions(+), 2 deletions(-)

diff --git a/mupixutils.py b/mupixutils.py
index 0c54def..60a3d59 100644
--- a/mupixutils.py
+++ b/mupixutils.py
@@ -201,9 +201,14 @@ def train(d_model, g_model, gan_model, dataset, output_path, val_dataset = None,
 
                 if cur_patience == 0 : 
                     print("Patience has been reached, training stopped")
-                    if g_model.optimizer.learning_rate.numpy()>1e-4:
-                        print("Training stuck, lowering learning rate :", g_model.optimizer.learning_rate.numpy(), "=>",g_model.optimizer.learning_rate.numpy()*.1)
+                    if g_model.optimizer.learning_rate.numpy()>1e-7:
+                        print("Training stuck, lowering learning rate :" + str(g_model.optimizer.learning_rate.numpy()) + " => " + str(g_model.optimizer.learning_rate.numpy()*.1))
+                        with open(output_path+"/log.txt", 'a') as file:
+                            file.write("Training stuck, lowering learning rate :" + str(g_model.optimizer.learning_rate.numpy()) + " => " + str(g_model.optimizer.learning_rate.numpy()*.1)+"\n")
+
                         K.set_value(g_model.optimizer.learning_rate, g_model.optimizer.learning_rate.numpy()*.1)
+                        K.set_value(d_model.optimizer.learning_rate, d_model.optimizer.learning_rate.numpy()*.1)
+                        cur_patience=patience
                     else :
                         with open(output_path+"/log.txt", 'a') as file:
                             file.write("[Patience]: Reached at epoch %d with best validation loss :[%.3e]\n"%(current_epoch,val_loss))
-- 
GitLab