From 69cbd13a41694b63951ec5cb9c51d6a5a40cb393 Mon Sep 17 00:00:00 2001
From: Daniel Han <danielhanchen@gmail.com>
Date: Thu, 21 Nov 2024 06:07:06 -0800
Subject: [PATCH] Update vision.py

---
 unsloth/models/vision.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/unsloth/models/vision.py b/unsloth/models/vision.py
index d0831446..69fb3fd9 100644
--- a/unsloth/models/vision.py
+++ b/unsloth/models/vision.py
@@ -41,7 +41,7 @@ def _wrap_fast_inference(generate, device_type, dtype, model):
     @torch.inference_mode
     def _fast_generate(*args, **kwargs):
         # For num_logits_to_keep
-        kwargs["num_logits_to_keep"] = 1
+        # kwargs["num_logits_to_keep"] = 1
 
         # Remove token_type_ids
         kwargs.pop("token_type_ids", None)