6d8c18cd1a* Replace standalone Studio wording with Unsloth Replace the single word Studio with Unsloth wherever it is used as shorthand for Unsloth Studio in docs, CLI output, UI strings, i18n locales, workflow display names, comments and docstrings. Kept unchanged: the full name Unsloth Studio, third party product names (LM Studio, Visual Studio, Mac Studio), feature names (Recipe Studio, Fine-tuning Studio and its translations), and all identifiers such as env vars, commands, paths and filenames. * Address review feedback on the Studio wording rename Use "an" before Unsloth where the rename left the article as "a". Restore the split brand where Unsloth and Studio render as two halves of the full product name: the onboarding sidebar subtitle and the IPv6 localhost warning. Scope two messages to the full name Unsloth Studio where plain Unsloth was misleading: the AMD README bullet and the CLI studio setup error.
131 lines
4.8 KiB
Python
131 lines
4.8 KiB
Python
# SPDX-License-Identifier: AGPL-3.0-only
|
|
# Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0
|
|
|
|
"""``--no-context-shift`` launch-flag contract.
|
|
|
|
With llama-server's default context-shift behavior, the UI cannot tell the user
|
|
the KV cache was rotated -- earlier turns silently vanish from the conversation.
|
|
The Unsloth backend always passes ``--no-context-shift`` so the server returns a
|
|
clean error instead, and the chat adapter can point the user at the
|
|
``Context Length`` input in the settings panel.
|
|
|
|
This file statically reads the launch command: we ask ``LlamaCppBackend`` to
|
|
assemble its ``cmd`` list and assert the flag is present. Testing via the real
|
|
subprocess would need an actual GGUF on disk, out of scope for the fast suite.
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
import inspect
|
|
import sys
|
|
import types as _types
|
|
from pathlib import Path
|
|
|
|
import pytest
|
|
|
|
# ---------------------------------------------------------------------------
|
|
# Same external-dep stubs as the other llama_cpp tests.
|
|
# ---------------------------------------------------------------------------
|
|
|
|
_BACKEND_DIR = str(Path(__file__).resolve().parent.parent)
|
|
if _BACKEND_DIR not in sys.path:
|
|
sys.path.insert(0, _BACKEND_DIR)
|
|
|
|
_loggers_stub = _types.ModuleType("loggers")
|
|
_loggers_stub.get_logger = lambda name: __import__("logging").getLogger(name)
|
|
sys.modules.setdefault("loggers", _loggers_stub)
|
|
|
|
_structlog_stub = _types.ModuleType("structlog")
|
|
sys.modules.setdefault("structlog", _structlog_stub)
|
|
|
|
_httpx_stub = _types.ModuleType("httpx")
|
|
for _exc in (
|
|
"ConnectError",
|
|
"TimeoutException",
|
|
"ReadTimeout",
|
|
"ReadError",
|
|
"RemoteProtocolError",
|
|
"CloseError",
|
|
):
|
|
setattr(_httpx_stub, _exc, type(_exc, (Exception,), {}))
|
|
_httpx_stub.Timeout = type("T", (), {"__init__": lambda s, *a, **k: None})
|
|
_httpx_stub.Client = type(
|
|
"C",
|
|
(),
|
|
{
|
|
"__init__": lambda s, **kw: None,
|
|
"__enter__": lambda s: s,
|
|
"__exit__": lambda s, *a: None,
|
|
},
|
|
)
|
|
sys.modules.setdefault("httpx", _httpx_stub)
|
|
|
|
from core.inference import llama_cpp as llama_cpp_module
|
|
|
|
|
|
def _load_model_source() -> str:
|
|
"""Return the source of ``LlamaCppBackend.load_model``.
|
|
|
|
Using ``inspect.getsource`` instead of reading the file scopes the assertions
|
|
to the function that launches llama-server, so neither the presence nor the
|
|
location check can be fooled by a stray ``"--no-context-shift"`` elsewhere in
|
|
the module.
|
|
"""
|
|
return inspect.getsource(llama_cpp_module.LlamaCppBackend.load_model)
|
|
|
|
|
|
def test_no_context_shift_is_in_load_model():
|
|
"""The flag is part of the static launch-command template.
|
|
|
|
We check the source of ``load_model`` rather than mocking the whole call
|
|
chain (GPU probing, GGUF stat, etc.): the flag is a literal in one place and
|
|
any regression must delete it, which a text search catches.
|
|
"""
|
|
assert '"--no-context-shift"' in _load_model_source(), (
|
|
"llama-server must be launched with --no-context-shift so the "
|
|
"UI can surface a clean 'context full' error instead of silently "
|
|
"losing old turns to a KV-cache rotation."
|
|
)
|
|
|
|
|
|
def test_flag_sits_inside_the_base_cmd_list():
|
|
"""Pin the flag's location so a refactor can't move it into a branch that
|
|
only fires on some code paths.
|
|
|
|
We slice from ``cmd = [`` to the first ``]`` at the same indent. Since
|
|
``inspect.getsource`` gives the function its own string with no siblings, a
|
|
plain bracket search would also work -- anchoring on the trailing indent just
|
|
keeps the slice from wandering into a later expression if the opening literal
|
|
ever grows a trailing in-line comment.
|
|
"""
|
|
source = _load_model_source()
|
|
start = source.find("cmd = [")
|
|
assert start >= 0, "could not find the base cmd = [...] block"
|
|
# Find the first line containing only ``]`` (possibly indented).
|
|
rest = source[start:]
|
|
end_rel = -1
|
|
for line_start, line in _iter_lines_with_offset(rest):
|
|
if line_start == 0:
|
|
# Skip the opening ``cmd = [`` line itself.
|
|
continue
|
|
if line.strip() == "]":
|
|
end_rel = line_start
|
|
break
|
|
assert end_rel > 0, "could not find end of cmd = [...] block"
|
|
block = rest[:end_rel]
|
|
assert '"--no-context-shift"' in block, (
|
|
"--no-context-shift must be in the base cmd list, not in a "
|
|
"conditional branch -- otherwise some code paths would still "
|
|
"run with silent context shift enabled."
|
|
)
|
|
# Pin that it sits next to -c / --ctx so the grouping makes sense.
|
|
assert '"-c"' in block
|
|
assert '"--flash-attn"' in block
|
|
|
|
|
|
def _iter_lines_with_offset(text: str):
|
|
"""Yield (offset, line) pairs over ``text`` without losing offsets."""
|
|
offset = 0
|
|
for line in text.splitlines(keepends = True):
|
|
yield offset, line
|
|
offset += len(line)
|