Update _utils.py

unslothai · Oct 28, 2024 · 5541ab4 · 5541ab4
1 parent 2dfdba3
commit 5541ab4
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/unsloth/models/_utils.py b/unsloth/models/_utils.py
@@ -691,8 +691,8 @@ def patch_compiling_bitsandbytes():
     import peft.tuners.lora.bnb
     peft.tuners.lora.bnb.Linear4bit.forward = \
         torch._disable_dynamo(peft.tuners.lora.bnb.Linear4bit.forward)
-    peft.tuners.lora.bnb.Linear8bit.forward = \
-        torch._disable_dynamo(peft.tuners.lora.bnb.Linear8bit.forward)
+    peft.tuners.lora.bnb.Linear8bitLt.forward = \
+        torch._disable_dynamo(peft.tuners.lora.bnb.Linear8bitLt.forward)
     return
 pass
 # =============================================