ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

add llama model registration

Browse source
This commit is contained in:
jeromeku 2025-03-30 15:05:33 -07:00
commit b78507a059
1 changed files with 4 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

8
unsloth/registry/_llama.py
View file

@ -1,4 +1,4 @@
from unsloth.registry.registry import ModelInfo, ModelMeta, _register_models
from unsloth.registry.registry import ModelInfo, ModelMeta, QuantType, _register_models
_IS_LLAMA_REGISTERED = False
_IS_LLAMA_VISION_REGISTERED = False
@ -30,7 +30,7 @@ LlamaMeta3_1 = ModelMeta(
model_sizes=[8],
model_info_cls=LlamaModelInfo,
is_multimodal=False,
quant_types=[None, "bnb", "unsloth"],
quant_types=[QuantType.NONE, QuantType.BNB, QuantType.UNSLOTH],
)
# Llama 3.2
@ -42,7 +42,7 @@ LlamaMeta3_2 = ModelMeta(
model_sizes=[1, 3],
model_info_cls=LlamaModelInfo,
is_multimodal=False,
quant_types=[None, "bnb", "unsloth"],
quant_types=[QuantType.NONE, QuantType.BNB, QuantType.UNSLOTH],
)
# Llama 3.2 Vision
@ -54,7 +54,7 @@ LlamaMeta3_2_Vision = ModelMeta(
model_sizes=[11, 90],
model_info_cls=LlamaVisionModelInfo,
is_multimodal=True,
quant_types=[None, "bnb", "unsloth"],
quant_types=[QuantType.NONE, QuantType.BNB, QuantType.UNSLOTH],
)