diff --git a/vocoder/utils/console_logger.py b/vocoder/utils/console_logger.py
index 50882160..4f44986c 100644
--- a/vocoder/utils/console_logger.py
+++ b/vocoder/utils/console_logger.py
@@ -84,7 +84,7 @@ class ConsoleLogger():
             color = ''
             sign = '+'
             diff = 0
-            if self.old_eval_loss_dict is not None:
+            if self.old_eval_loss_dict is not None and key in self.old_eval_loss_dict:
                 diff = value - self.old_eval_loss_dict[key]
                 if diff < 0:
                     color = tcolors.OKGREEN