tweak: add additional overflow error patterns (#19446)
This commit is contained in:
parent
ff13524a53
commit
6f5b70e681
1 changed files with 3 additions and 0 deletions
|
|
@ -23,6 +23,9 @@ export namespace ProviderError {
|
||||||
/request entity too large/i, // HTTP 413
|
/request entity too large/i, // HTTP 413
|
||||||
/context length is only \d+ tokens/i, // vLLM
|
/context length is only \d+ tokens/i, // vLLM
|
||||||
/input length.*exceeds.*context length/i, // vLLM
|
/input length.*exceeds.*context length/i, // vLLM
|
||||||
|
/prompt too long; exceeded (?:max )?context length/i, // Ollama explicit overflow error
|
||||||
|
/too large for model with \d+ maximum context length/i, // Mistral
|
||||||
|
/model_context_window_exceeded/i, // z.ai non-standard finish_reason surfaced as error text
|
||||||
]
|
]
|
||||||
|
|
||||||
function isOpenAiErrorRetryable(e: APICallError) {
|
function isOpenAiErrorRetryable(e: APICallError) {
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue