Merge branch 'main' into nightly

This commit is contained in:
Daniel Han-Chen 2024-02-14 03:25:40 +11:00
commit 4f20e20e28

View file

@ -118,6 +118,10 @@ class FastLanguageModel(FastLlamaModel):
*args, **kwargs,
)
# in case the model supports tagging, add the unsloth tag.
if hasattr(model, "add_model_tags"):
model.add_model_tags(["unsloth"])
if load_in_4bit:
# Fix up bitsandbytes config
quantization_config = \