fix: updated packge of sacrebleu changed the way it used to work, hen…

…ce using the corpus_bleu from the main package
mlcommons · Dec 1, 2024 · 7264c3f · 7264c3f
1 parent 7cdea16
commit 7264c3f
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/algorithmic_efficiency/workloads/wmt/wmt_pytorch/workload.py b/algorithmic_efficiency/workloads/wmt/wmt_pytorch/workload.py
@@ -5,6 +5,7 @@
 
 from absl import logging
 import jax
+import sacrebleu
 import tensorflow as tf
 import torch
 import torch.distributed as dist
@@ -162,7 +163,7 @@ def translate_and_calculate_bleu(self,
         predictions.append(self._decode_tokens(predicted[idx]))
 
     # Calculate BLEU score for translated eval corpus against reference.
-    bleu_score = bleu.corpus_bleu(predictions, [references]).score
+    bleu_score = sacrebleu.corpus_bleu(predictions, [references]).score
     return bleu_score
 
   def init_model_fn(

diff --git a/setup.cfg b/setup.cfg
@@ -104,7 +104,6 @@ wmt =
   sentencepiece==0.2.0
   tensorflow-text==2.18.0
   sacrebleu==2.4.3
-
 # Frameworks #
 
 # JAX Core