ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix: use base_url property instead of _base_url in /messages proxy

Browse source
This commit is contained in:
Roland Tannous 2026-04-10 10:21:24 +00:00
commit 783ea77b9f
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
studio/backend/routes/inference.py
View file

@ -2264,7 +2264,7 @@ async def anthropic_messages(
detail = "No GGUF model loaded. The Messages API requires a GGUF model.",
)
base_url = llama_backend._base_url
base_url = llama_backend.base_url
if not base_url:
raise HTTPException(status_code = 503, detail = "llama-server is not running")