ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

add HF tagging in unsloth (#170)

Browse source
This commit is contained in:
Younes Belkada 2024-02-13 08:28:42 +01:00 • committed by GitHub
commit 7c4620977d
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 4 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

4
unsloth/models/loader.py
View file

@ -118,6 +118,10 @@ class FastLanguageModel(FastLlamaModel):
*args, **kwargs, *args, **kwargs,
) )
# in case the model supports tagging, add the unsloth tag.
if hasattr(model, "add_model_tags"):
model.add_model_tags(["unsloth"])
if load_in_4bit: if load_in_4bit:
# Fix up bitsandbytes config # Fix up bitsandbytes config
quantization_config = \ quantization_config = \