ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

refactor naming for mistral and phi

Browse source
This commit is contained in:
jeromeku 2025-03-31 17:08:11 -07:00
commit 65ea6356e4
3 changed files with 26 additions and 32 deletions
Download patch file Download diff file Expand all files Collapse all files

9
unsloth/registry/_deepseek.py
View file

@ -93,15 +93,6 @@ DeepseekR1DistillQwenMeta = ModelMeta(
"32": [QuantType.GGUF, QuantType.BNB],
},
)
# "Qwen-7B-unsloth-bnb-4bit",
# "Qwen-1.5B-unsloth-bnb-4bit",
# "Qwen-32B-GGUF",
# "Qwen-14B-GGUF",
# "Qwen-32B-bnb-4bit",
# "Qwen-1.5B-GGUF",
# "Qwen-14B-unsloth-bnb-4bit",
def register_deepseek_v3_models(include_original_model: bool = False):
global _IS_DEEPSEEK_V3_REGISTERED

15
unsloth/registry/_mistral.py
View file

@ -42,21 +42,22 @@ MistralSmall_2501_Base_Meta.model_version = _MISTRAL_SMALL_01_25_VERSION
MistralSmall_2501_Instruct_Meta = copy.deepcopy(MistralSmall_2503_Instruct_Meta)
MistralSmall_2501_Instruct_Meta.model_version = _MISTRAL_SMALL_01_25_VERSION
def register_mistral_small_models():
def register_mistral_small_models(include_original_model: bool = False):
global _IS_MISTRAL_SMALL_REGISTERED
if _IS_MISTRAL_SMALL_REGISTERED:
return
_register_models(MistralSmall_2503_Base_Meta)
_register_models(MistralSmall_2503_Instruct_Meta)
_register_models(MistralSmall_2501_Base_Meta)
_register_models(MistralSmall_2501_Instruct_Meta)
_register_models(MistralSmall_2503_Base_Meta, include_original_model=include_original_model)
_register_models(MistralSmall_2503_Instruct_Meta, include_original_model=include_original_model)
_register_models(MistralSmall_2501_Base_Meta, include_original_model=include_original_model)
_register_models(MistralSmall_2501_Instruct_Meta, include_original_model=include_original_model)
_IS_MISTRAL_SMALL_REGISTERED = True
register_mistral_small_models()
def register_mistral_models(include_original_model: bool = False):
register_mistral_small_models(include_original_model=include_original_model)
if __name__ == "__main__":
register_mistral_models(include_original_model=True)
from unsloth.registry.registry import MODEL_REGISTRY, _check_model_info
for model_id, model_info in MODEL_REGISTRY.items():
model_info = _check_model_info(model_id)

40
unsloth/registry/_phi.py
View file

@ -1,7 +1,7 @@
from unsloth.registry.registry import ModelInfo, ModelMeta, QuantType, _register_models
_IS_PHI_REGISTERED = False
_IS_PHI_INSTRUCT_REGISTERED = False
_IS_PHI_4_REGISTERED = False
_IS_PHI_4_INSTRUCT_REGISTERED = False
class PhiModelInfo(ModelInfo):
@classmethod
@ -10,7 +10,7 @@ class PhiModelInfo(ModelInfo):
return super().construct_model_name(base_name, version, size, quant_type, instruct_tag, key)
# Phi Model Meta
PhiMeta = ModelMeta(
PhiMeta4 = ModelMeta(
org="microsoft",
base_name="phi",
instruct_tags=[None],
@ -22,7 +22,7 @@ PhiMeta = ModelMeta(
)
# Phi Instruct Model Meta
PhiInstructMeta = ModelMeta(
PhiInstructMeta4 = ModelMeta(
org="microsoft",
base_name="phi",
instruct_tags=["mini-instruct"],
@ -33,24 +33,26 @@ PhiInstructMeta = ModelMeta(
quant_types=[QuantType.NONE, QuantType.BNB, QuantType.UNSLOTH, QuantType.GGUF],
)
def register_phi_4_models(include_original_model: bool = False):
global _IS_PHI_4_REGISTERED
if _IS_PHI_4_REGISTERED:
return
_register_models(PhiMeta4, include_original_model=include_original_model)
_IS_PHI_4_REGISTERED = True
def register_phi_4_instruct_models(include_original_model: bool = False):
global _IS_PHI_4_INSTRUCT_REGISTERED
if _IS_PHI_4_INSTRUCT_REGISTERED:
return
_register_models(PhiInstructMeta4, include_original_model=include_original_model)
_IS_PHI_4_INSTRUCT_REGISTERED = True
def register_phi_models(include_original_model: bool = False):
global _IS_PHI_REGISTERED
if _IS_PHI_REGISTERED:
return
_register_models(PhiMeta, include_original_model=include_original_model)
_IS_PHI_REGISTERED = True
def register_phi_instruct_models(include_original_model: bool = False):
global _IS_PHI_INSTRUCT_REGISTERED
if _IS_PHI_INSTRUCT_REGISTERED:
return
_register_models(PhiInstructMeta, include_original_model=include_original_model)
_IS_PHI_INSTRUCT_REGISTERED = True
register_phi_models(include_original_model=True)
register_phi_instruct_models(include_original_model=True)
register_phi_4_models(include_original_model=include_original_model)
register_phi_4_instruct_models(include_original_model=include_original_model)
if __name__ == "__main__":
register_phi_models(include_original_model=True)
from unsloth.registry.registry import MODEL_REGISTRY, _check_model_info
for model_id, model_info in MODEL_REGISTRY.items():
model_info = _check_model_info(model_id)