feat(core): generate Anthropic thinking variants for reasoning models

This commit is contained in:
Kit Langton 2026-06-28 13:26:34 -04:00
commit 7c4c4c7239
13 changed files with 124 additions and 13 deletions

View file

@ -174,7 +174,7 @@ describe("ConfigProviderPlugin.Plugin", () => {
models: {
chat: {
name: "First",
capabilities: { tools: true, input: ["text"], output: ["text"] },
capabilities: { tools: true, reasoning: false, input: ["text"], output: ["text"] },
disabled: true,
limit: { context: 100, output: 50 },
cost: { input: 1, output: 2 },
@ -251,7 +251,7 @@ describe("ConfigProviderPlugin.Plugin", () => {
expect(provider.request.headers).toEqual({ first: "first", shared: "last", last: "last" })
expect(model.api.id).toBe(ModelV2.ID.make("api-chat"))
expect(model.name).toBe("Last")
expect(model.capabilities).toEqual({ tools: true, input: ["text"], output: ["text"] })
expect(model.capabilities).toEqual({ tools: true, reasoning: false, input: ["text"], output: ["text"] })
expect(model.enabled).toBe(false)
expect(model.limit).toEqual({ context: 100, output: 75 })
expect(model.cost).toEqual([{ input: 1, output: 2, cache: { read: 0, write: 0 }, tier: undefined }])

View file

@ -111,6 +111,7 @@ describe("OpencodePlugin", () => {
family: "remote",
release_date: "2026-01-02",
tool_call: true,
reasoning: true,
modalities: { input: ["text", "image"], output: ["text"] },
options: { apiKey: "model-secret", temperature: 0.5 },
variants: { high: { apiKey: "variant-secret", temperature: 0.2 } },
@ -170,7 +171,7 @@ describe("OpencodePlugin", () => {
expect(model).toMatchObject({
name: "Remote Model",
family: "remote",
capabilities: { tools: true, input: ["text", "image"], output: ["text"] },
capabilities: { tools: true, reasoning: true, input: ["text", "image"], output: ["text"] },
cost: [{ input: 1, output: 2, cache: { read: 0.1, write: 0 } }],
limit: { context: 1000, output: 100 },
})

View file

@ -76,4 +76,73 @@ describe("VariantPlugin", () => {
])
}),
)
it.effect("adds Anthropic thinking variants for reasoning models", () =>
Effect.gen(function* () {
const service = yield* Catalog.Service
yield* service.transform((catalog) => {
catalog.model.update(ProviderV2.ID.opencode, ModelV2.ID.make("claude-opus-4-8"), (model) => {
model.api = {
id: ModelV2.ID.make("claude-opus-4-8"),
type: "aisdk",
package: "@ai-sdk/anthropic",
}
model.capabilities.reasoning = true
model.limit = { context: 200_000, output: 64_000 }
})
})
yield* VariantPlugin.Plugin.effect(host({ catalog: catalogHost(service) }))
expect((yield* service.model.get(ProviderV2.ID.opencode, ModelV2.ID.make("claude-opus-4-8")))?.variants).toEqual([
expect.objectContaining({ id: "high", body: { thinking: { type: "enabled", budget_tokens: 16_000 } } }),
expect.objectContaining({ id: "max", body: { thinking: { type: "enabled", budget_tokens: 31_999 } } }),
])
}),
)
it.effect("clamps Anthropic thinking budgets to the output limit", () =>
Effect.gen(function* () {
const service = yield* Catalog.Service
yield* service.transform((catalog) => {
catalog.model.update(ProviderV2.ID.opencode, ModelV2.ID.make("claude-haiku-4-5"), (model) => {
model.api = {
id: ModelV2.ID.make("claude-haiku-4-5"),
type: "aisdk",
package: "@ai-sdk/anthropic",
}
model.capabilities.reasoning = true
model.limit = { context: 200_000, output: 8_000 }
})
})
yield* VariantPlugin.Plugin.effect(host({ catalog: catalogHost(service) }))
expect((yield* service.model.get(ProviderV2.ID.opencode, ModelV2.ID.make("claude-haiku-4-5")))?.variants).toEqual(
[
expect.objectContaining({ id: "high", body: { thinking: { type: "enabled", budget_tokens: 7_999 } } }),
expect.objectContaining({ id: "max", body: { thinking: { type: "enabled", budget_tokens: 7_999 } } }),
],
)
}),
)
it.effect("skips Anthropic models without reasoning capability", () =>
Effect.gen(function* () {
const service = yield* Catalog.Service
yield* service.transform((catalog) => {
catalog.model.update(ProviderV2.ID.opencode, ModelV2.ID.make("claude-3-5-haiku"), (model) => {
model.api = {
id: ModelV2.ID.make("claude-3-5-haiku"),
type: "aisdk",
package: "@ai-sdk/anthropic",
}
model.capabilities.reasoning = false
})
})
yield* VariantPlugin.Plugin.effect(host({ catalog: catalogHost(service) }))
expect((yield* service.model.get(ProviderV2.ID.opencode, ModelV2.ID.make("claude-3-5-haiku")))?.variants).toEqual(
[],
)
}),
)
})

View file

@ -28,7 +28,7 @@ const model = (api: Api, variants: ModelV2.Info["variants"] = []) =>
providerID: ProviderV2.ID.make("test-provider"),
name: "Test model",
api: { id: ModelV2.ID.make("api-test-model"), ...api },
capabilities: { tools: true, input: ["text"], output: ["text"] },
capabilities: { tools: true, reasoning: false, input: ["text"], output: ["text"] },
request: {
headers: { "x-test": "header" },
body: { apiKey: "secret", custom_extension: { enabled: true } },