refactor(ai): simplify provider options (#39924)
Co-authored-by: Aiden Cline <63023139+rekram1-node@users.noreply.github.com>
This commit is contained in:
parent
e60e8d9387
commit
b69e51d835
4 changed files with 52 additions and 20 deletions
|
|
@ -71,10 +71,7 @@ export const layer = Layer.effect(
|
|||
LLM.request({
|
||||
model: model.model,
|
||||
http: { headers: SessionModelHeaders.make(selection.session, app) },
|
||||
providerOptions:
|
||||
model.model.route.id === "openrouter"
|
||||
? { openrouter: { promptCacheKey } }
|
||||
: { openai: { promptCacheKey } },
|
||||
providerOptions: { [providerMetadataKey]: { promptCacheKey } },
|
||||
system: contextEvent.system,
|
||||
messages: contextEvent.messages,
|
||||
tools: hookedTools,
|
||||
|
|
|
|||
|
|
@ -158,10 +158,7 @@ export const layer = Layer.effect(
|
|||
http: {
|
||||
headers: SessionModelHeaders.make(session, app),
|
||||
},
|
||||
providerOptions:
|
||||
model.route.id === "openrouter"
|
||||
? { openrouter: { promptCacheKey } }
|
||||
: { openai: { promptCacheKey } },
|
||||
providerOptions: { [providerMetadataKey]: { promptCacheKey } },
|
||||
system: contextEvent.system,
|
||||
messages: unsupportedParts(contextEvent.messages, resolved.capabilities),
|
||||
tools: hookedTools,
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue