Update vision.py

unslothai · Nov 21, 2024 · 69cbd13 · 69cbd13
1 parent 8b57e17
commit 69cbd13
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/unsloth/models/vision.py b/unsloth/models/vision.py
@@ -41,7 +41,7 @@ def _wrap_fast_inference(generate, device_type, dtype, model):
     @torch.inference_mode
     def _fast_generate(*args, **kwargs):
         # For num_logits_to_keep
-        kwargs["num_logits_to_keep"] = 1
+        # kwargs["num_logits_to_keep"] = 1
 
         # Remove token_type_ids
         kwargs.pop("token_type_ids", None)