Update _utils.py

unslothai · Nov 21, 2024 · 535e899 · 535e899
1 parent a98fc9c
commit 535e899
Showing 1 changed file with 8 additions and 0 deletions.
diff --git a/unsloth/models/_utils.py b/unsloth/models/_utils.py
@@ -155,6 +155,14 @@ def filter(self, x): return not (self.text in x.getMessage())
 except:
     pass
 
+# Setting `pad_token_id` to `eos_token_id`
+try:
+    from transformers.generation.utils import logger as transformers_generation_utils_logger
+    transformers_generation_utils_logger.addFilter(HideLoggingMessage("Setting `pad_token_id` to `eos_token_id`"))
+    del transformers_generation_utils_logger
+except:
+    pass
+
 # =============================================
 
 # =============================================