b2dce8e3a8* chat only with gguf for mac devices * resolving gpt comments * add change-password for chat only * hide lora adaptors dropdown * solving gpt comments * [pre-commit.ci] auto fixes from pre-commit.com hooks for more information, see https://pre-commit.ci * addressing the comment * fixing auth flow --------- Co-authored-by: Datta Nimmaturi <venkatadattasainimmaturi@gmail.com> Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com>
30 lines
903 B
Python
30 lines
903 B
Python
# SPDX-License-Identifier: AGPL-3.0-only
|
|
# Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0
|
|
|
|
"""Default model lists for inference, split by platform."""
|
|
|
|
import sys
|
|
|
|
DEFAULT_MODELS_GGUF = [
|
|
"unsloth/Llama-3.2-1B-Instruct-GGUF",
|
|
"unsloth/Llama-3.2-3B-Instruct-GGUF",
|
|
"unsloth/Llama-3.1-8B-Instruct-GGUF",
|
|
"unsloth/gemma-3-1b-it-GGUF",
|
|
"unsloth/gemma-3-4b-it-GGUF",
|
|
"unsloth/Qwen3-4B-GGUF",
|
|
]
|
|
|
|
DEFAULT_MODELS_STANDARD = [
|
|
"unsloth/Qwen3-4B-Instruct-2507",
|
|
"unsloth/Meta-Llama-3.1-8B-Instruct-bnb-4bit",
|
|
"unsloth/Mistral-Nemo-Instruct-2407-bnb-4bit",
|
|
"unsloth/Phi-3.5-mini-instruct",
|
|
"unsloth/Gemma-3-4B-it",
|
|
"unsloth/Qwen2-VL-2B-Instruct-bnb-4bit",
|
|
]
|
|
|
|
|
|
def get_default_models() -> list[str]:
|
|
if sys.platform == "darwin":
|
|
return list(DEFAULT_MODELS_GGUF)
|
|
return list(DEFAULT_MODELS_STANDARD)
|