fix: config option setCacheKey not being respected (#5686)
This commit is contained in:
parent
92f4fdc568
commit
a652fe9076
1 changed files with 3 additions and 1 deletions
|
|
@ -73,6 +73,8 @@ export namespace LLM {
|
||||||
system.push(header, rest.join("\n"))
|
system.push(header, rest.join("\n"))
|
||||||
}
|
}
|
||||||
|
|
||||||
|
const provider = await Provider.getProvider(input.model.providerID)
|
||||||
|
|
||||||
const params = await Plugin.trigger(
|
const params = await Plugin.trigger(
|
||||||
"chat.params",
|
"chat.params",
|
||||||
{
|
{
|
||||||
|
|
@ -90,7 +92,7 @@ export namespace LLM {
|
||||||
topK: ProviderTransform.topK(input.model),
|
topK: ProviderTransform.topK(input.model),
|
||||||
options: pipe(
|
options: pipe(
|
||||||
{},
|
{},
|
||||||
mergeDeep(ProviderTransform.options(input.model, input.sessionID)),
|
mergeDeep(ProviderTransform.options(input.model, input.sessionID, provider.options)),
|
||||||
input.small ? mergeDeep(ProviderTransform.smallOptions(input.model)) : mergeDeep({}),
|
input.small ? mergeDeep(ProviderTransform.smallOptions(input.model)) : mergeDeep({}),
|
||||||
mergeDeep(input.model.options),
|
mergeDeep(input.model.options),
|
||||||
mergeDeep(input.agent.options),
|
mergeDeep(input.agent.options),
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue