From 847952633e4f332bb0773ba5ab2bfac4e59f6ba5 Mon Sep 17 00:00:00 2001
From: Lina Khodja <57141057+l-k-11235@users.noreply.github.com>
Date: Wed, 13 Mar 2024 08:55:59 +0100
Subject: [PATCH] apply ignore_prompt on valid batches (#2568)

---
 onmt/trainer.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/onmt/trainer.py b/onmt/trainer.py
index 1b30d0e729..6916ec3ba9 100644
--- a/onmt/trainer.py
+++ b/onmt/trainer.py
@@ -401,6 +401,8 @@ def validate(self, valid_iter, moving_average=None):
                     )
 
                     # Compute loss.
+                    if self.zero_out_prompt_loss:
+                        batch = self.valid_loss.ignore_prompt(batch)
                     _, batch_stats = self.valid_loss(batch, model_out, attns)
 
                     stats.update(batch_stats)