From e8855dfd4f071836bc28ab3cb26127cf76466200 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Mon, 28 Oct 2024 01:12:33 -0700 Subject: [PATCH] Update _utils.py --- unsloth/models/_utils.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/unsloth/models/_utils.py b/unsloth/models/_utils.py index bd40fbd2eb..692f48488c 100644 --- a/unsloth/models/_utils.py +++ b/unsloth/models/_utils.py @@ -691,8 +691,8 @@ def patch_compiling_bitsandbytes(): import peft.tuners.lora.bnb peft.tuners.lora.bnb.Linear4bit.forward = \ torch._disable_dynamo(peft.tuners.lora.bnb.Linear4bit.forward) - peft.tuners.lora.bnb.Linear8bit.forward = \ - torch._disable_dynamo(peft.tuners.lora.bnb.Linear8bit.forward) + peft.tuners.lora.bnb.Linear8bitLt.forward = \ + torch._disable_dynamo(peft.tuners.lora.bnb.Linear8bitLt.forward) return pass # =============================================