From b78507a059ded11d2ad6fe3695abc649a8be3402 Mon Sep 17 00:00:00 2001 From: jeromeku Date: Sun, 30 Mar 2025 15:05:33 -0700 Subject: [PATCH] add llama model registration --- unsloth/registry/_llama.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/unsloth/registry/_llama.py b/unsloth/registry/_llama.py index f1d5f6da3e..211b3ac89e 100644 --- a/unsloth/registry/_llama.py +++ b/unsloth/registry/_llama.py @@ -1,4 +1,4 @@ -from unsloth.registry.registry import ModelInfo, ModelMeta, _register_models +from unsloth.registry.registry import ModelInfo, ModelMeta, QuantType, _register_models _IS_LLAMA_REGISTERED = False _IS_LLAMA_VISION_REGISTERED = False @@ -30,7 +30,7 @@ LlamaMeta3_1 = ModelMeta( model_sizes=[8], model_info_cls=LlamaModelInfo, is_multimodal=False, - quant_types=[None, "bnb", "unsloth"], + quant_types=[QuantType.NONE, QuantType.BNB, QuantType.UNSLOTH], ) # Llama 3.2 @@ -42,7 +42,7 @@ LlamaMeta3_2 = ModelMeta( model_sizes=[1, 3], model_info_cls=LlamaModelInfo, is_multimodal=False, - quant_types=[None, "bnb", "unsloth"], + quant_types=[QuantType.NONE, QuantType.BNB, QuantType.UNSLOTH], ) # Llama 3.2 Vision @@ -54,7 +54,7 @@ LlamaMeta3_2_Vision = ModelMeta( model_sizes=[11, 90], model_info_cls=LlamaVisionModelInfo, is_multimodal=True, - quant_types=[None, "bnb", "unsloth"], + quant_types=[QuantType.NONE, QuantType.BNB, QuantType.UNSLOTH], )