diff --git a/algorithmic_efficiency/workloads/criteo1tb/workload.py b/algorithmic_efficiency/workloads/criteo1tb/workload.py
index 7c73e1863..2597e8904 100644
--- a/algorithmic_efficiency/workloads/criteo1tb/workload.py
+++ b/algorithmic_efficiency/workloads/criteo1tb/workload.py
@@ -132,7 +132,7 @@ def _eval_model_on_split(self,
           split=split,
           data_dir=data_dir,
           global_batch_size=global_batch_size,
-          repeat_final_dataset=True)
+          repeat_final_dataset=False)
     loss = 0.0
     for i in range(num_batches):
       eval_batch = next(self._eval_iters[split])