ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update _utils.py

Browse source
This commit is contained in:
Daniel Han 2024-10-28 01:12:33 -07:00
commit e8855dfd4f
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
unsloth/models/_utils.py
View file

@ -691,8 +691,8 @@ def patch_compiling_bitsandbytes():
import peft.tuners.lora.bnb
peft.tuners.lora.bnb.Linear4bit.forward = \
torch._disable_dynamo(peft.tuners.lora.bnb.Linear4bit.forward)
peft.tuners.lora.bnb.Linear8bit.forward = \
torch._disable_dynamo(peft.tuners.lora.bnb.Linear8bit.forward)
peft.tuners.lora.bnb.Linear8bitLt.forward = \
torch._disable_dynamo(peft.tuners.lora.bnb.Linear8bitLt.forward)
return
pass
# =============================================