fix(experimental llm pkg): forward topK to Converse via additionalModelRequestFields (#33030)

2026-06-21 04:35:05 +09:00 · 2026-06-21 04:35:05 +09:00 · 2d993cd0d5
commit 2d993cd0d5
parent babe5070e2
2 changed files with 23 additions and 0 deletions
--- a/packages/llm/src/protocols/bedrock-converse.ts
+++ b/packages/llm/src/protocols/bedrock-converse.ts
@ -412,6 +412,9 @@ const fromRequest = Effect.fn("BedrockConverse.fromRequest")(function* (request:
            stopSequences: generation?.stop,
          },
    toolConfig,
+    // Converse's base inferenceConfig has no topK; Anthropic/Nova accept it
+    // as a model-specific field, so it goes through additionalModelRequestFields.
+    additionalModelRequestFields: generation?.topK === undefined ? undefined : { top_k: generation.topK },
  }
 })