ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update loader.py

Browse source
This commit is contained in:
Daniel Han 2025-03-11 22:02:39 -07:00
commit 032d109d98
1 changed files with 5 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

6
unsloth/models/loader.py
View file

@ -475,7 +475,11 @@ class FastModel(FastBaseModel):
pass
if load_in_4bit and load_in_8bit:
raise RuntimeError("Unsloth: Can only load in 4bit or 8bit, not both!")
raise RuntimeError(
"Unsloth: Can only load in 4bit or 8bit, not both!\n"\
"Also, we by default set `load_in_4bit = True`.\n"\
"If you want 8bit finetuning, set both `load_in_4bit = False` and `load_in_8bit = True`"
)
if load_in_4bit: pass
elif load_in_8bit: pass
elif not load_in_4bit and not load_in_8bit and not full_finetuning: