ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update _utils.py

Browse source
This commit is contained in:
Daniel Han 2024-10-28 10:41:31 -07:00
commit c6e9af2e5b
1 changed files with 9 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

14
unsloth/models/_utils.py
View file

@ -688,11 +688,15 @@ pass
# Also disable compiling on bitsandbytes
def patch_compiling_bitsandbytes():
import peft.tuners.lora.bnb
peft.tuners.lora.bnb.Linear4bit.forward = \
torch._disable_dynamo(peft.tuners.lora.bnb.Linear4bit.forward)
peft.tuners.lora.bnb.Linear8bitLt.forward = \
torch._disable_dynamo(peft.tuners.lora.bnb.Linear8bitLt.forward)
# import peft.tuners.lora.bnb
# peft.tuners.lora.bnb.Linear4bit.forward = \
# torch._disable_dynamo(peft.tuners.lora.bnb.Linear4bit.forward)
# peft.tuners.lora.bnb.Linear8bitLt.forward = \
# torch._disable_dynamo(peft.tuners.lora.bnb.Linear8bitLt.forward)
# return
import bitsandbytes.nn.modules
bitsandbytes.nn.modules.Linear4bit.forward = \
torch._disable_dynamo(bitsandbytes.nn.modules.Linear4bit.forward)
return
pass
# =============================================