ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update loader.py

Browse source
This commit is contained in:
Daniel Han-Chen 2024-02-18 20:09:11 +11:00
commit c6ad5f97a3
1 changed files with 6 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

8
unsloth/models/loader.py
View file

@ -118,9 +118,13 @@ class FastLanguageModel(FastLlamaModel):
*args, **kwargs,
)
# in case the model supports tagging, add the unsloth tag.
# In case the model supports tagging, add the unsloth tag.
if hasattr(model, "add_model_tags"):
model.add_model_tags(["unsloth"])
model.add_model_tags(["unsloth",])
pass
if hasattr(tokenizer, "add_model_tags"):
tokenizer.add_model_tags(["unsloth",])
pass
if load_in_4bit:
# Fix up bitsandbytes config