ceos/opencode
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

sync

Browse source
This commit is contained in:
Frank 2026-06-30 03:23:47 -04:00
commit b19ae6547f
1 changed files with 57 additions and 58 deletions
Download patch file Download diff file Expand all files Collapse all files

111
packages/console/app/src/routes/zen/util/handler.ts
View file

@ -587,70 +587,69 @@ export async function handler(
})) }))
} }
if (retry.retryCount !== MAX_FAILOVER_RETRIES) { // Use fallback provider if max retries reached
let topPriority = Infinity const fallbackProvider = allProviders.find((provider) => provider.id === modelInfo.fallbackProvider)
const providers = allProviders if (retry.retryCount === MAX_FAILOVER_RETRIES) return fallbackProvider
.filter((provider) => provider.weight !== 0)
.filter((provider) => !retry.excludeProviders.includes(provider.id))
.filter((provider) => {
if (provider.budgetPriority === undefined) return true
if (!providerBudget) return true
return providerBudget.qualify(provider.id, provider.budgetPriority)
})
.filter((provider) => {
if (!provider.tpmLimit) return true
const usage = modelTpmLimits?.[`${provider.id}/${provider.model}`] ?? 0
return usage < provider.tpmLimit * 1_000_000
})
.filter((provider) => {
if (!provider.tpsGoal) return true
const tps = modelTpsLimits?.[`${provider.id}/${provider.model}/${provider.tpsGoal}`] ?? {
qualify: 0,
unqualify: 0,
}
const isLowTps = tps.qualify + tps.unqualify > 10 && tps.qualify < tps.unqualify
return !isLowTps
})
.map((provider) => {
topPriority = Math.min(topPriority, provider.priority)
return provider
})
.filter((p) => p.priority <= topPriority)
.flatMap((provider) => Array<typeof provider>(provider.weight).fill(provider))
// Use the last 4 characters of session ID to select a provider let topPriority = Infinity
let h = 0 const providers = allProviders
const l = stickyId.length .filter((provider) => provider.weight !== 0)
for (let i = l - 4; i < l; i++) { .filter((provider) => !retry.excludeProviders.includes(provider.id))
h = (h * 31 + stickyId.charCodeAt(i)) | 0 // 32-bit int .filter((provider) => {
} if (provider.budgetPriority === undefined) return true
const index = (h >>> 0) % providers.length // make unsigned + range 0..length-1 if (!providerBudget) return true
const provider = providers[index || 0] return providerBudget.qualify(provider.id, provider.budgetPriority)
})
// sticky provider does not exist => use selected provider .filter((provider) => {
if (!stickyProviderId) return provider if (!provider.tpmLimit) return true
const stickProvider = allProviders.find((provider) => provider.id === stickyProviderId) const usage = modelTpmLimits?.[`${provider.id}/${provider.model}`] ?? 0
if (!stickProvider) return provider return usage < provider.tpmLimit * 1_000_000
})
const preferBudgetProvider = .filter((provider) => {
provider.budgetPriority !== undefined && providerBudget?.prefer(provider.id, provider.budgetPriority) if (!provider.tpsGoal) return true
const preferTpsProvider = (() => {
if (!provider.tpsGoal) return false
const tps = modelTpsLimits?.[`${provider.id}/${provider.model}/${provider.tpsGoal}`] ?? { const tps = modelTpsLimits?.[`${provider.id}/${provider.model}/${provider.tpsGoal}`] ?? {
qualify: 0, qualify: 0,
unqualify: 0, unqualify: 0,
} }
return tps.qualify > tps.unqualify * 3 const isLowTps = tps.qualify + tps.unqualify > 10 && tps.qualify < tps.unqualify
})() return !isLowTps
})
.map((provider) => {
topPriority = Math.min(topPriority, provider.priority)
return provider
})
.filter((p) => p.priority <= topPriority)
.flatMap((provider) => Array<typeof provider>(provider.weight).fill(provider))
if (!preferBudgetProvider && !preferTpsProvider) return stickProvider // Use the last 4 characters of session ID to select a provider
let h = 0
return provider const l = stickyId.length
for (let i = l - 4; i < l; i++) {
h = (h * 31 + stickyId.charCodeAt(i)) | 0 // 32-bit int
} }
const index = (h >>> 0) % providers.length // make unsigned + range 0..length-1
const provider = providers[index || 0] ?? fallbackProvider
// fallback provider // sticky provider does not exist => use selected provider
return allProviders.find((provider) => provider.id === modelInfo.fallbackProvider) if (!stickyProviderId) return provider
const stickProvider = allProviders.find((provider) => provider.id === stickyProviderId)
if (!stickProvider) return provider
const preferBudgetProvider =
provider.budgetPriority !== undefined && providerBudget?.prefer(provider.id, provider.budgetPriority)
const preferTpsProvider = (() => {
if (!provider.tpsGoal) return false
const tps = modelTpsLimits?.[`${provider.id}/${provider.model}/${provider.tpsGoal}`] ?? {
qualify: 0,
unqualify: 0,
}
return tps.qualify > tps.unqualify * 3
})()
if (!preferBudgetProvider && !preferTpsProvider) return stickProvider
return provider
})() })()
if (!modelProvider) throw new ModelError(t("zen.api.error.noProviderAvailable")) if (!modelProvider) throw new ModelError(t("zen.api.error.noProviderAvailable"))