6d8c18cd1a* Replace standalone Studio wording with Unsloth Replace the single word Studio with Unsloth wherever it is used as shorthand for Unsloth Studio in docs, CLI output, UI strings, i18n locales, workflow display names, comments and docstrings. Kept unchanged: the full name Unsloth Studio, third party product names (LM Studio, Visual Studio, Mac Studio), feature names (Recipe Studio, Fine-tuning Studio and its translations), and all identifiers such as env vars, commands, paths and filenames. * Address review feedback on the Studio wording rename Use "an" before Unsloth where the rename left the article as "a". Restore the split brand where Unsloth and Studio render as two halves of the full product name: the onboarding sidebar subtitle and the IPv6 localhost warning. Scope two messages to the full name Unsloth Studio where plain Unsloth was misleading: the AMD README bullet and the CLI studio setup error.
143 lines
5 KiB
Python
143 lines
5 KiB
Python
# SPDX-License-Identifier: AGPL-3.0-only
|
|
# Copyright 2026-present the Unsloth AI Inc. team. All rights reserved.
|
|
|
|
"""Regression checks for Unsloth chat title generation context."""
|
|
|
|
from __future__ import annotations
|
|
|
|
from pathlib import Path
|
|
|
|
|
|
REPO = Path(__file__).resolve().parents[2]
|
|
RUNTIME_TSX = REPO / "studio/frontend/src/features/chat/runtime-provider.tsx"
|
|
|
|
|
|
def _source_until(src: str, anchor: str, end_anchor: str) -> str:
|
|
start = src.find(anchor)
|
|
assert start != -1, f"anchor {anchor!r} not found"
|
|
end = src.find(end_anchor, start)
|
|
assert end != -1, f"end anchor {end_anchor!r} not found"
|
|
return src[start:end]
|
|
|
|
|
|
def _balanced_block(src: str, anchor: str) -> str:
|
|
# Brace-counting only; assumes no unbalanced braces in strings, regexes, or comments.
|
|
start = src.find(anchor)
|
|
assert start != -1, f"anchor {anchor!r} not found"
|
|
body_start = src.find("{", start)
|
|
assert body_start != -1, f"body opener after {anchor!r} not found"
|
|
|
|
depth = 0
|
|
for index in range(body_start, len(src)):
|
|
char = src[index]
|
|
if char == "{":
|
|
depth += 1
|
|
elif char == "}":
|
|
depth -= 1
|
|
if depth == 0:
|
|
return src[start : index + 1]
|
|
raise AssertionError(f"unbalanced block after {anchor!r}")
|
|
|
|
|
|
def test_title_model_prompt_targets_conversation_topic():
|
|
block = _source_until(
|
|
RUNTIME_TSX.read_text(),
|
|
"async function generateTitleWithModel",
|
|
"\nconst inflightTitleByKey",
|
|
)
|
|
|
|
assert "conversation topic" in block
|
|
assert "not the user's exact wording" in block
|
|
assert "Use the assistant reply as context when provided" in block
|
|
assert "Rules: 2-6 words" in block
|
|
|
|
|
|
def test_title_model_payload_includes_optional_assistant_reply():
|
|
block = _source_until(
|
|
RUNTIME_TSX.read_text(),
|
|
"async function generateTitleWithModel",
|
|
"\nconst inflightTitleByKey",
|
|
)
|
|
|
|
assert "assistantText?: string;" in block
|
|
assert 'const assistant = clip(payload.assistantText ?? "", 384);' in block
|
|
assert "const parts: string[] = [`User: ${user}`];" in block
|
|
assert "if (assistant)" in block
|
|
assert "parts.push(`Assistant: ${assistant}`);" in block
|
|
assert 'parts.join("\\n")' in block
|
|
assert "enable_thinking: false" in block
|
|
assert 'reasoning_effort: "none"' in block
|
|
|
|
|
|
def test_generate_title_passes_first_assistant_reply_after_first_user():
|
|
block = _balanced_block(
|
|
RUNTIME_TSX.read_text(),
|
|
"async generateTitle(remoteId",
|
|
)
|
|
|
|
assert 'const firstUserIndex = messages.findIndex((m) => m.role === "user");' in block
|
|
assert '.find((m, i) => m.role === "assistant" && i > firstUserIndex)' in block
|
|
assert "const assistantText = extractTextParts(firstAssistant);" in block
|
|
assert "generateTitleWithModel({" in block
|
|
assert "userText," in block
|
|
assert "assistantText," in block
|
|
|
|
|
|
def test_tool_call_only_first_assistant_still_uses_first_user_message():
|
|
source = RUNTIME_TSX.read_text()
|
|
extract_block = " ".join(_balanced_block(source, "function extractTextParts").split())
|
|
generate_block = " ".join(_balanced_block(source, "async generateTitle(remoteId").split())
|
|
|
|
assert (
|
|
'.filter((p): p is Extract<typeof p, { type: "text" }> => p.type === "text")'
|
|
in extract_block
|
|
)
|
|
assert (
|
|
"const userText = extractTextParts(firstUser) || defaultTitle; const assistantText = extractTextParts(firstAssistant);"
|
|
in generate_block
|
|
)
|
|
assert (
|
|
"(await generateTitleWithModel({ userText, assistantText, })) || fallbackTitleFromUserText(userText);"
|
|
in generate_block
|
|
)
|
|
|
|
|
|
def test_auto_title_disabled_uses_deterministic_user_text_fallback():
|
|
block = _balanced_block(
|
|
RUNTIME_TSX.read_text(),
|
|
"async generateTitle(remoteId",
|
|
)
|
|
auto_title_off = _balanced_block(block, "if (!autoTitle)")
|
|
|
|
assert "fallbackTitleFromUserText(userText)" in auto_title_off
|
|
assert "generateTitleWithModel" not in auto_title_off
|
|
|
|
|
|
def test_model_failure_still_falls_back_to_user_text():
|
|
source = RUNTIME_TSX.read_text()
|
|
model_block = _source_until(
|
|
source,
|
|
"async function generateTitleWithModel",
|
|
"\nconst inflightTitleByKey",
|
|
)
|
|
generate_block = _balanced_block(source, "async generateTitle(remoteId")
|
|
|
|
assert "finish_reason?: string | null;" in source
|
|
assert 'if (choice?.finish_reason === "length") return null;' in model_block
|
|
assert r"if (!raw || /<\/?think>/i.test(raw)) return null;" in model_block
|
|
assert "})) || fallbackTitleFromUserText(userText);" in generate_block
|
|
|
|
|
|
def test_title_normalizer_still_enforces_output_constraints():
|
|
block = _source_until(
|
|
RUNTIME_TSX.read_text(),
|
|
"async function generateTitleWithModel",
|
|
"\nconst inflightTitleByKey",
|
|
)
|
|
|
|
assert r'replace(/[^\x20-\x7E]+/g, " ")' in block
|
|
assert 'replace(/["\'`]+/g, "")' in block
|
|
assert 'replace(/[.!?:;,]+/g, " ")' in block
|
|
assert 'title.split(" ").filter(Boolean).slice(0, 6)' in block
|
|
assert "joined.length > 60" in block
|
|
assert "return normalizeTitle(raw);" in block
|