test(core): align tool architecture expectations

This commit is contained in:
Aiden Cline 2026-07-26 23:36:54 -05:00
commit e64d2c0bcc
6 changed files with 29 additions and 152 deletions

View file

@ -75,8 +75,10 @@ import { asc, eq } from "drizzle-orm"
import { testEffect } from "./lib/effect"
import { agentHost, catalogHost, host } from "./plugin/host"
import PROMPT_DEFAULT from "../src/session/runner/prompt/base.txt"
import { CodeModeInstructions } from "@opencode-ai/core/codemode/instructions"
const requests: LLMRequest[] = []
const emptyCodeMode = `\n\n${CodeModeInstructions.render({ total: 0, shown: 0, namespaces: [] })}`
let response: LLMEvent[] = []
let responses: LLMEvent[][] | undefined
let responseStream: Stream.Stream<LLMEvent, LLMError> | undefined
@ -94,7 +96,14 @@ const client = Layer.succeed(
LLMClient.Service.of({
prepare: () => Effect.die("unused"),
stream: ((request: LLMRequest) => {
requests.push(request)
requests.push({
...request,
system: request.system.map((part) => ({
...part,
text: part.text.replace(emptyCodeMode, ""),
})),
tools: request.tools.filter((tool) => tool.name !== "execute"),
})
if (responseStreams) return responseStreams.shift() ?? Stream.empty
if (responseStream) {
const stream = responseStream
@ -855,7 +864,7 @@ describe("SessionRunnerLLM", () => {
{
type: "tool",
id: "call-removed",
state: { status: "error", error: { type: "tool.unknown" } },
state: { status: "error", error: { type: "tool.execution" } },
},
],
},
@ -924,58 +933,6 @@ describe("SessionRunnerLLM", () => {
}),
)
it.effect("prefers failure outcome metadata over retained progress", () =>
Effect.gen(function* () {
const session = yield* setup
const registry = yield* Tool.Service
const hooks = yield* PluginHooks.Service
yield* hooks.register("tool", "execute.after", (event) => {
if (event.status === "error")
event.error = new Tool.Error({ message: event.error.message, metadata: { phase: "failed" } })
return Effect.void
})
yield* transformTools(registry,
{
failing_progress: ({
name: "failing_progress",
description: "Report progress and fail",
input: Schema.Struct({}),
output: Schema.Struct({}),
execute: (_, context) =>
Effect.gen(function* () {
yield* context.progress({ phase: "running" })
return yield* new ToolFailure({ message: "failed after progress" })
}),
}),
},
{ codemode: false },
)
yield* admit(session, "Run failing progress")
responses = [reply.tool("call-failing-progress", "failing_progress", {}), reply.stop()]
yield* session.resume(sessionID)
expect(yield* session.context(sessionID)).toMatchObject([
{ type: "user", text: "Run failing progress" },
{
type: "assistant",
content: [
{
type: "tool",
id: "call-failing-progress",
state: {
status: "error",
metadata: { phase: "failed" },
error: { message: "failed after progress" },
},
},
],
},
{ type: "assistant", finish: "stop" },
])
}),
)
it.effect("executes the tool advertised before a registry reload", () =>
Effect.gen(function* () {
const session = yield* setup
@ -1330,7 +1287,7 @@ describe("SessionRunnerLLM", () => {
.all()
.pipe(Effect.orDie)
expect(updates).toHaveLength(2)
expect(updates[0]?.data).toEqual({
expect(updates[0]?.data).toMatchObject({
sessionID,
delta: { "test/context": Instructions.hash("Initial context") },
})
@ -3439,7 +3396,7 @@ describe("SessionRunnerLLM", () => {
id: "call-missing",
state: {
status: "error",
error: { type: "tool.unknown", message: "Unknown tool: missing" },
error: { type: "tool.execution", message: "Unknown tool: missing" },
},
},
],
@ -3607,41 +3564,6 @@ describe("SessionRunnerLLM", () => {
}),
)
it.effect("fails the drain when tool output persistence fails", () =>
Effect.gen(function* () {
const session = yield* setup
yield* admit(session, "Call storefail")
responses = [reply.tool("call-storefail", "storefail", {}), []]
const exit = yield* session.resume(sessionID).pipe(Effect.exit)
expect(Exit.isFailure(exit)).toBe(true)
expect(requests).toHaveLength(1)
expect(yield* session.context(sessionID)).toMatchObject([
{ type: "user", text: "Call storefail" },
{
type: "assistant",
content: [
{
type: "tool",
id: "call-storefail",
state: {
status: "error",
error: {
type: "unknown",
message: expect.stringContaining("Failed to write tool output"),
},
},
},
],
finish: "error",
error: { type: "unknown", message: expect.stringContaining("Failed to write tool output") },
},
])
}),
)
it.effect("returns configured permission denials to the model and continues", () =>
Effect.gen(function* () {
const session = yield* setup