diff --git a/benchmarl/experiment/experiment.py b/benchmarl/experiment/experiment.py
index 1d8a03a2..c43cc8ca 100644
--- a/benchmarl/experiment/experiment.py
+++ b/benchmarl/experiment/experiment.py
@@ -657,7 +657,10 @@ def _collection_loop(self):
             # Evaluation
             if (
                 self.config.evaluation
-                and (self.total_frames % self.config.evaluation_interval == 0)
+                and (
+                    self.total_frames % self.config.evaluation_interval == 0
+                    or self.n_iters_performed == 0
+                )
                 and (len(self.config.loggers) or self.config.create_json)
             ):
                 self._evaluation_loop()