apply ignore_prompt on valid batches (OpenNMT#2568)

vince62s · Mar 13, 2024 · 8479526 · 8479526
1 parent c9c9ee3
commit 8479526
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/onmt/trainer.py b/onmt/trainer.py
@@ -401,6 +401,8 @@ def validate(self, valid_iter, moving_average=None):
  )
 
  # Compute loss.
+ if self.zero_out_prompt_loss:
+ batch = self.valid_loss.ignore_prompt(batch)
  _, batch_stats = self.valid_loss(batch, model_out, attns)
 
  stats.update(batch_stats)