Flush the cache of the train_stats.csv file when saving checkpoints

Author: APerezFadon

ferminet/train.py

@@ -1069,6 +1069,7 @@ def learning_rate_schedule(t_: jnp.ndarray) -> jnp.ndarray:
 
       # Checkpointing
       if time.time() - time_of_last_ckpt > cfg.log.save_frequency * 60:
+        writer.flush()
         checkpoint.save(ckpt_save_path, t, data, params, opt_state, mcmc_width)
         time_of_last_ckpt = time.time()
 

ferminet/utils/writers.py

@@ -75,5 +75,9 @@ def write(self, t: int, **data):
     if self._log:
       logging.info('Iteration %s: %s', t, data)
 
+  def flush(self):
+    """Flush the cache whenever a checkpoint is saved."""
+    self._file.flush()
+
   def __exit__(self, exc_type, exc_val, exc_tb):
     self._file.close()