ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update loader.py

Browse source
This commit is contained in:
Daniel Han 2025-10-17 05:19:26 -07:00
commit 657580cd67
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
unsloth/models/loader.py
View file

@ -201,7 +201,7 @@ class FastLanguageModel(FastLlamaModel):
pass
pass
# Check if 4bit is allowed specifically for AMD
if not ALLOW_BITSANDBYTES:
if not ALLOW_BITSANDBYTES and not use_exact_model_name:
print("Unsloth: AMD currently is not stable with 4bit bitsandbytes. Disabling for now.")
load_in_4bit = False
@ -640,7 +640,7 @@ class FastModel(FastBaseModel):
"please pass in `qat_scheme` in `FastLanguageModel.get_peft_model(...)` instead."
)
# Check if 4bit is allowed specifically for AMD
if not ALLOW_BITSANDBYTES:
if not ALLOW_BITSANDBYTES and not use_exact_model_name:
print("Unsloth: AMD currently is not stable with 4bit bitsandbytes. Disabling for now.")
load_in_4bit = False