ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

GGUF chat only for CPU

Browse source
This commit is contained in:
Manan17 2026-03-16 21:14:53 +00:00
commit c2cd02dc8f
6 changed files with 23 additions and 13 deletions
Download patch file Download diff file Expand all files Collapse all files

4
studio/backend/utils/hardware/hardware.py
View file

@ -39,6 +39,7 @@ class DeviceType(str, Enum):
# ========== Global State (set once by detect_hardware) ==========
DEVICE: Optional[DeviceType] = None
CHAT_ONLY: bool = True # No CUDA GPU → GGUF chat only (Mac, CPU-only, etc.)
# ========== Detection ==========
@ -81,7 +82,7 @@ def detect_hardware() -> DeviceType:
2. MLX (Apple Silicon via MLX framework)
3. CPU (fallback)
"""
global DEVICE
global DEVICE, CHAT_ONLY
# --- CUDA: try PyTorch ---
if _has_torch():
@ -89,6 +90,7 @@ def detect_hardware() -> DeviceType:
if torch.cuda.is_available():
DEVICE = DeviceType.CUDA
CHAT_ONLY = False
device_name = torch.cuda.get_device_properties(0).name
print(f"Hardware detected: CUDA — {device_name}")
return DEVICE