a8fd48c956
The dialog heading was renamed to a DialogTitle, so the contract test still asserted a <span>Websites</span> that no longer exists and failed on every branch built on this one. Assert the current heading instead.
249 lines
12 KiB
Python
249 lines
12 KiB
Python
from pathlib import Path
|
|
|
|
|
|
ROOT = Path(__file__).resolve().parents[2]
|
|
FRONTEND = ROOT / "studio" / "frontend" / "src"
|
|
|
|
|
|
def source(path: str) -> str:
|
|
return (FRONTEND / path).read_text(encoding = "utf-8")
|
|
|
|
|
|
def test_research_api_is_isolated_and_cursor_based() -> None:
|
|
api = source("features/chat/api/research-api.ts")
|
|
store = source("features/chat/stores/research-run-store.ts")
|
|
assert 'authFetch("/api/chat/research-runs"' in api
|
|
assert "authFetch(`/api/chat/research-runs/active?${query}`)" in api
|
|
assert "const { runs, hasRun }" in api
|
|
assert "runs.at(-1) ?? null" in api
|
|
assert "getResearchThreadState" in api
|
|
assert "/events?after=${Math.max(0, after)}" in api
|
|
assert 'headers: { accept: "text/event-stream" }' in api
|
|
assert "export async function* followResearchRun" in api
|
|
assert "Math.min(8_000, 500 * 2 ** (failures - 1))" in api
|
|
assert "for await (const event of streamResearchEvents" in api
|
|
assert 'source: "event"' in api
|
|
assert "fresh.report !== currentRun.report" in api
|
|
assert "await waitForReconnect(" in api
|
|
assert "while (!(run || signal?.aborted))" in api
|
|
assert "isPermanentResearchError(error)" in api
|
|
assert 'yield { run, source: "snapshot" }' in api
|
|
assert "event.id <= pending.event.id" in store
|
|
for action in ("cancel", "retry"):
|
|
assert f'mutate(id, "{action}")' in api
|
|
assert 'mutate(id, "approve", { planRevision, planHash })' in api
|
|
assert "JSON.stringify({ plan, expectedRevision })" in api
|
|
|
|
|
|
def test_research_mode_is_single_chat_and_detaches_without_cancel() -> None:
|
|
adapter = source("features/chat/api/chat-adapter.ts")
|
|
thread = source("components/assistant-ui/thread.tsx")
|
|
assert "runtime.deepResearchEnabled" in adapter
|
|
assert "!options.pairId" in adapter
|
|
assert 'options.modelType === "base"' in adapter
|
|
assert "cancelResearchRun(run.id)" not in adapter
|
|
assert "createResearchRun" in adapter
|
|
assert "await saveStoredChatMessage({" in adapter
|
|
assert "unstable_assistantMessageId," in adapter
|
|
assert "if (!unstable_assistantMessageId)" in adapter
|
|
assert "assistantMessageId: unstable_assistantMessageId" in adapter
|
|
assert "followResearchRun(createdRun.id" in adapter
|
|
assert "inferenceRequest" in adapter
|
|
assert "Number.isFinite(params.temperature)" in adapter
|
|
assert "Number.isFinite(params.topP)" in adapter
|
|
assert "Number.isFinite(params.maxTokens)" in adapter
|
|
assert "Math.min(8192, Math.floor(params.maxTokens))" in adapter
|
|
assert 'update.event?.event === "report.updated"' in adapter
|
|
assert 'update.event?.event === "reasoning.updated"' in adapter
|
|
assert "The activity store coalesces these high-frequency events" in adapter
|
|
assert '{ type: "text" as const, text: report }' in adapter
|
|
assert "if (abortSignal.aborted) return" in adapter
|
|
assert "await autoLoadSmallestModel()" in adapter
|
|
assert "signal: researchFollowController.signal" in adapter
|
|
assert "beginExternalResearchFollow(" in adapter
|
|
assert "ragScope" in adapter
|
|
assert "const projectRagEnabled = researchProjectId" in adapter
|
|
assert "runtime.ragEnabled || projectRagEnabled" in adapter
|
|
submit = thread.split("const handleSubmit = useCallback", 1)[1].split("const stopQueue", 1)[0]
|
|
assert "if (isResearchActive)" in submit
|
|
assert "event.preventDefault()" in submit
|
|
assert "runtime.ragEnabled\n ? { thread_id: resolvedThreadId }" in adapter
|
|
message_error = thread.split("const MessageError: FC = () =>", 1)[1].split(
|
|
"const GeneratingIndicator", 1
|
|
)[0]
|
|
assert "useThreadResearchActive()" in message_error
|
|
assert "!researchRunId && !researchActive" in message_error
|
|
create_block = adapter.split("createdRun = await createResearchRun({", 1)[1].split("});", 1)[0]
|
|
assert "modelId:" not in create_block
|
|
assert "prompt," not in create_block
|
|
assert "instructions: researchInstructions" in create_block
|
|
assert "resolveChatInstructions" in adapter
|
|
|
|
|
|
def test_research_metadata_and_server_merge_are_persisted() -> None:
|
|
adapter = source("features/chat/api/chat-adapter.ts")
|
|
runtime = source("features/chat/runtime-provider.tsx")
|
|
assert "researchRunId: run.id" in adapter
|
|
assert "serverManaged: true" in adapter
|
|
assert "getResearchThreadState(remoteId)" in runtime
|
|
assert "preserveServerManaged" in runtime
|
|
assert "sameResearchRun" in runtime
|
|
assert "existingRevision > incomingRevision" in runtime
|
|
assert "const userMessage = [...messages]" in runtime
|
|
assert '.find((message) => message.role === "user")' in runtime
|
|
assert "pendingRunStartReadyByMessageId.get(userMessage.id)" in runtime
|
|
|
|
|
|
def test_research_presentation_is_integrated() -> None:
|
|
thread = source("components/assistant-ui/thread.tsx")
|
|
page = source("features/chat/chat-page.tsx")
|
|
chat_index = source("features/chat/index.ts")
|
|
store = source("features/chat/stores/chat-runtime-store.ts")
|
|
activity = source("features/chat/components/research-activity-panel.tsx")
|
|
message = source("features/chat/components/research-message.tsx")
|
|
markdown_preview = source("components/markdown/markdown-preview.tsx")
|
|
safe_markdown_url = source("lib/safe-markdown-url.ts")
|
|
coordinator = source("features/chat/stores/research-run-store.ts")
|
|
assert "DeepResearchComposerButton" in thread
|
|
assert "Deep research" in thread
|
|
research_gate = thread.split("const researchDisabled =", 1)[1].split(";", 1)[0]
|
|
assert "!modelLoaded" not in research_gate
|
|
assert "<ResearchMessage />" in thread
|
|
assert "if (researchRunId) return null" in thread
|
|
assert "!researchRunId &&" in thread
|
|
assert "if (researchRunId || ownsResearchMessage)" in thread
|
|
assert "parentId === messageId && Boolean(getResearchRunId(message.metadata))" in thread
|
|
user_actions = thread.split("const UserActionBar: FC = () =>", 1)[1].split(
|
|
"const EditComposer:", 1
|
|
)[0]
|
|
assert "!ownsResearchMessage &&" in user_actions
|
|
assert "<ActionBarPrimitive.Edit" in user_actions
|
|
message_error = thread.split("const MessageError: FC = () =>", 1)[1].split(
|
|
"const GeneratingIndicator:", 1
|
|
)[0]
|
|
assert "!researchRunId &&" in message_error
|
|
assert "ResearchActivityPanel" in page
|
|
assert "ResearchActivitySheet" in page
|
|
assert "ResearchActivityPanel" in chat_index
|
|
assert 'role="log"' in activity
|
|
assert "Review the research plan" in activity
|
|
assert "Start research" in activity
|
|
assert "cancelResearchRun" in thread
|
|
assert "Stop research" not in activity
|
|
assert "retryResearchRun" in activity
|
|
assert "Deep research completed" in message
|
|
assert "<DocumentSourcesGroup" in message
|
|
assert "urlTransform={safeMarkdownUrl}" in markdown_preview
|
|
assert 'node.tagName !== "img"' in safe_markdown_url
|
|
assert "ensureResearchRunFollowed" in coordinator
|
|
assert "reasoning.updated" in coordinator
|
|
assert "source.added" in coordinator
|
|
assert 'activity.state === "running"' in coordinator
|
|
assert "terminalState" in coordinator
|
|
assert "event.data.resumed" in coordinator
|
|
assert "next.splice(index, 1)" in coordinator
|
|
assert 'event.event === "run.completed"' in coordinator
|
|
assert "compactReplayUpdates" in coordinator
|
|
assert "hydrateResearchReplay" in coordinator
|
|
assert "replayThroughSeq" in coordinator
|
|
assert "needsCatchup" in source("features/chat/api/research-api.ts")
|
|
assert "Restoring research activity" in activity
|
|
assert "useLayoutEffect" in activity
|
|
assert "CollapsibleTrigger" in activity
|
|
assert "activity.sources?.map" in activity
|
|
assert "activityOpenByRunId" in coordinator
|
|
assert "initializeActivityOpenState" not in coordinator
|
|
assert "setActivityOpen(runId, activity.id, nextOpen)" in activity
|
|
assert "open={open}" in activity
|
|
assert "planReviewByRunId" in coordinator
|
|
assert "setPlanReviewDraft" in coordinator
|
|
assert "useResearchActivityScroll" in activity
|
|
assert "MutationObserver" in activity
|
|
assert "[overflow-anchor:none]" in activity
|
|
assert 'behavior: "smooth"' not in activity
|
|
assert "collapsible={showArtifactPanel}" in page
|
|
assert "!artifactLayoutActive &&" in page
|
|
assert '? "30%"' in page
|
|
assert '? "58%"' in page
|
|
assert "key={openResearchRunId}" in page
|
|
assert "effectiveDeepResearchEnabled ? (" in thread
|
|
assert "replayFrom: session?.lastAppliedSeq ?? 0" in coordinator
|
|
assert "loadBool(CHAT_DEEP_RESEARCH_ENABLED_KEY, false)" in store
|
|
checkpoint_update = store.split("setCheckpoint: (modelId, ggufVariant) =>", 1)[1].split(
|
|
"setActiveThreadId:", 1
|
|
)[0]
|
|
assert "saveBool(CHAT_DEEP_RESEARCH_ENABLED_KEY, false)" in checkpoint_update
|
|
assert "const permissionMode = loadPermissionMode();" in store
|
|
assert "permissionMode," in store
|
|
|
|
|
|
def test_research_plan_and_status_contract() -> None:
|
|
types = source("features/chat/types/research.ts")
|
|
assert '| "queued"' in types
|
|
assert '| "cancelling"' in types
|
|
assert "title: string;" in types
|
|
assert "query: string;" in types
|
|
assert "position: number;" in types
|
|
assert "createdAt: number;" in types
|
|
assert "planRevision: number;" in types
|
|
assert "planHash: string | null;" in types
|
|
|
|
|
|
def test_research_website_limits_are_configurable_and_sent_with_each_run() -> None:
|
|
component = source("features/chat/components/deep-research-composer-button.tsx")
|
|
thread = source("components/assistant-ui/thread.tsx")
|
|
store = source("features/chat/stores/chat-runtime-store.ts")
|
|
adapter = source("features/chat/api/chat-adapter.ts")
|
|
|
|
assert 'label="Allow only"' in component
|
|
assert 'label="Always block"' in component
|
|
assert "their subdomains" in component
|
|
assert "<DialogTitle>Website access</DialogTitle>" in component
|
|
assert "DeepResearchWebsiteAccessDialog" in thread
|
|
assert "researchWebsitePolicy" in store
|
|
assert "CHAT_DEEP_RESEARCH_WEBSITE_POLICY_KEY" in store
|
|
assert "websitePolicy:" in adapter
|
|
assert "allowedDomains" in adapter and "blockedDomains" in adapter
|
|
|
|
|
|
def test_research_is_one_shot_per_thread_without_disabling_normal_chat() -> None:
|
|
adapter = source("features/chat/api/chat-adapter.ts")
|
|
runtime = source("features/chat/runtime-provider.tsx")
|
|
thread = source("components/assistant-ui/thread.tsx")
|
|
coordinator = source("features/chat/stores/research-run-store.ts")
|
|
|
|
assert "claimedThreadIds" in coordinator
|
|
assert "setThreadClaimed" in coordinator
|
|
assert "researchThreadState.hasRun" in runtime
|
|
assert "threadAlreadyResearched" in adapter
|
|
assert "runtime.setDeepResearchEnabled(false)" in adapter
|
|
assert "effectiveDeepResearchEnabled" in thread
|
|
assert "researchAvailable={!researchUsed}" in thread
|
|
assert "{researchAvailable ? (" in thread
|
|
assert "setToolsEnabled" in thread
|
|
assert "Web search" in thread
|
|
|
|
|
|
def test_settled_terminal_research_never_stays_disconnected() -> None:
|
|
coordinator = source("features/chat/stores/research-run-store.ts")
|
|
activity = source("features/chat/components/research-activity-panel.tsx")
|
|
|
|
assert "function isSettledResearchRun" in coordinator
|
|
assert 'connection: settled ? "idle"' in coordinator
|
|
assert "error: settled ? null" in coordinator
|
|
assert 'state.setFollowing(runId, false, "idle")' in coordinator
|
|
assert "!isSettledResearchRun(run, session.lastAppliedSeq)" in activity
|
|
|
|
|
|
def test_research_stop_is_prompt_only_and_deduplicated() -> None:
|
|
adapter = source("features/chat/api/chat-adapter.ts")
|
|
thread = source("components/assistant-ui/thread.tsx")
|
|
activity = source("features/chat/components/research-activity-panel.tsx")
|
|
|
|
assert "stoppingResearchRunIdRef" in thread
|
|
assert 'activeResearchRun.status === "cancelling"' in thread
|
|
assert 'aria-label={researchStopping ? "Stopping research"' in thread
|
|
assert "cancelResearchRun" not in activity
|
|
assert "Stop research" not in activity
|
|
assert "abortSignal.reason as { detach?: boolean }" in adapter
|
|
assert "await cancelResearchRun(createdRun.id)" in adapter
|