add ability to set topK
This commit is contained in:
parent
813c330c47
commit
31ddd0798a
2 changed files with 3 additions and 1 deletions
|
|
@ -80,6 +80,7 @@ export namespace LLM {
|
||||||
? (input.agent.temperature ?? ProviderTransform.temperature(input.model))
|
? (input.agent.temperature ?? ProviderTransform.temperature(input.model))
|
||||||
: undefined,
|
: undefined,
|
||||||
topP: input.agent.topP ?? ProviderTransform.topP(input.model),
|
topP: input.agent.topP ?? ProviderTransform.topP(input.model),
|
||||||
|
topK: ProviderTransform.topK(input.model),
|
||||||
options: pipe(
|
options: pipe(
|
||||||
{},
|
{},
|
||||||
mergeDeep(ProviderTransform.options(input.model, input.sessionID)),
|
mergeDeep(ProviderTransform.options(input.model, input.sessionID)),
|
||||||
|
|
@ -132,6 +133,7 @@ export namespace LLM {
|
||||||
},
|
},
|
||||||
temperature: params.temperature,
|
temperature: params.temperature,
|
||||||
topP: params.topP,
|
topP: params.topP,
|
||||||
|
topK: params.topK,
|
||||||
providerOptions: ProviderTransform.providerOptions(input.model, params.options),
|
providerOptions: ProviderTransform.providerOptions(input.model, params.options),
|
||||||
activeTools: Object.keys(tools).filter((x) => x !== "invalid"),
|
activeTools: Object.keys(tools).filter((x) => x !== "invalid"),
|
||||||
tools,
|
tools,
|
||||||
|
|
|
||||||
|
|
@ -161,7 +161,7 @@ export interface Hooks {
|
||||||
*/
|
*/
|
||||||
"chat.params"?: (
|
"chat.params"?: (
|
||||||
input: { sessionID: string; agent: string; model: Model; provider: ProviderContext; message: UserMessage },
|
input: { sessionID: string; agent: string; model: Model; provider: ProviderContext; message: UserMessage },
|
||||||
output: { temperature: number; topP: number; options: Record<string, any> },
|
output: { temperature: number; topP: number; topK: number; options: Record<string, any> },
|
||||||
) => Promise<void>
|
) => Promise<void>
|
||||||
"permission.ask"?: (input: Permission, output: { status: "ask" | "deny" | "allow" }) => Promise<void>
|
"permission.ask"?: (input: Permission, output: { status: "ask" | "deny" | "allow" }) => Promise<void>
|
||||||
"tool.execute.before"?: (
|
"tool.execute.before"?: (
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue