ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update loader.py

Browse source
This commit is contained in:
Daniel Han-Chen 2024-03-10 04:08:02 +11:00
commit 1c1461ae09
1 changed files with 3 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

3
unsloth/models/loader.py
View file

@ -79,12 +79,14 @@ class FastLanguageModel(FastLlamaModel):
):
old_model_name = model_name
model_name = _get_model_name(model_name, load_in_4bit)
print(model_name)
# First check if it's a normal model via AutoConfig
is_peft = False
try:
model_config = AutoConfig.from_pretrained(model_name, token = token)
is_peft = False
print(model_config)
except:
try:
# Most likely a PEFT model
@ -96,6 +98,7 @@ class FastLanguageModel(FastLlamaModel):
model_name = _get_model_name(peft_config.base_model_name_or_path, load_in_4bit)
model_config = AutoConfig.from_pretrained(model_name, token = token)
is_peft = True
print(model_config)
pass
model_type = model_config.model_type