ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

GGUF chat only for CPU

Browse source
This commit is contained in:
Manan17 2026-03-16 21:14:53 +00:00
commit c2cd02dc8f
6 changed files with 23 additions and 13 deletions
Download patch file Download diff file Expand all files Collapse all files

5
studio/backend/core/inference/defaults.py
View file

@ -3,8 +3,6 @@
"""Default model lists for inference, split by platform."""
import sys
DEFAULT_MODELS_GGUF = [
"unsloth/Llama-3.2-1B-Instruct-GGUF",
"unsloth/Llama-3.2-3B-Instruct-GGUF",
@ -25,6 +23,7 @@ DEFAULT_MODELS_STANDARD = [
def get_default_models() -> list[str]:
if sys.platform == "darwin":
import utils.hardware.hardware as hw
if hw.CHAT_ONLY:
return list(DEFAULT_MODELS_GGUF)
return list(DEFAULT_MODELS_STANDARD)