ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

studio: fix case-insensitive HF cache lookup for downloaded GGUF variants

Browse source 
HF cache dirs use the exact case from the repo_id at download time
(e.g. models--unsloth--kimi-k2.5-gguf) which may differ from the
canonical HF repo_id (unsloth/Kimi-K2.5-GGUF). Use case-insensitive
matching to find the cache directory.
This commit is contained in:
Daniel Han 2026-03-15 07:31:31 +00:00
commit 92670a90dd
1 changed files with 12 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

18
studio/backend/routes/models.py
View file

@ -556,17 +556,23 @@ async def get_gguf_variants(
default_variant = _extract_quant_label(best) if best else None
# Check which variants are already downloaded in the HF cache
# HF cache dir uses the exact case from the repo_id at download time,
# which may differ from the canonical HF repo_id, so do a
# case-insensitive match.
cached_files: set = set()
try:
from huggingface_hub import constants as hf_constants
cache_dir = Path(hf_constants.HF_HUB_CACHE)
repo_dir = cache_dir / f"models--{repo_id.replace('/', '--')}"
snapshots = repo_dir / "snapshots"
if snapshots.is_dir():
for snap in snapshots.iterdir():
for f in snap.rglob("*.gguf"):
cached_files.add(f.name)
target = f"models--{repo_id.replace('/', '--')}".lower()
for entry in cache_dir.iterdir():
if entry.name.lower() == target:
snapshots = entry / "snapshots"
if snapshots.is_dir():
for snap in snapshots.iterdir():
for f in snap.rglob("*.gguf"):
cached_files.add(f.name)
break
except Exception:
pass