ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

local model's embedding nature check

Browse source
This commit is contained in:
Manan17 2026-03-10 21:58:45 +00:00
commit 983c20bbb2
1 changed files with 5 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

8
studio/backend/utils/models/model_config.py
View file

@ -946,10 +946,12 @@ def is_embedding_model(model_name: str, hf_token: Optional[str] = None) -> bool:
if cache_key in _embedding_detection_cache:
return _embedding_detection_cache[cache_key]
# Local paths have no HF metadata to query
# Local paths: check for sentence-transformer marker file (modules.json)
if is_local_path(model_name):
_embedding_detection_cache[cache_key] = False
return False
local_dir = normalize_path(model_name)
is_emb = os.path.isfile(os.path.join(local_dir, "modules.json"))
_embedding_detection_cache[cache_key] = is_emb
return is_emb
try:
from huggingface_hub import model_info as hf_model_info