diff --git a/keras/callbacks/callbacks.py b/keras/callbacks/callbacks.py
index f92011ecc333..dabd27791e08 100644
--- a/keras/callbacks/callbacks.py
+++ b/keras/callbacks/callbacks.py
@@ -1155,6 +1155,10 @@ def on_train_end(self, logs=None):
         self.csv_file.close()
         self.writer = None
 
+    def __del__(self):
+        if hasattr(self, 'csv_file') and not self.csv_file.closed:
+            self.csv_file.close()
+
 
 class LambdaCallback(Callback):
     r"""Callback for creating simple, custom callbacks on-the-fly.