From 1002a979f9eacea665e44a6a178e6593f375e888 Mon Sep 17 00:00:00 2001 From: Kyle Bush <157062883+Kyle-j-bush@users.noreply.github.com> Date: Tue, 10 Nov 2026 23:04:13 -0600 Subject: [PATCH] fix(ai): keep exhausted request rate limits retryable (#59816) --- packages/ai/src/provider-error.ts | 2 +- packages/ai/test/provider-error.test.ts | 12 +++++++++--- 2 files changed, 10 insertions(+), 4 deletions(-) diff --git a/packages/ai/src/provider-error.ts b/packages/ai/src/provider-error.ts index c993b5dbf35..ff7edbc1892 100644 --- a/packages/ai/src/provider-error.ts +++ b/packages/ai/src/provider-error.ts @@ -142,7 +142,7 @@ const RATE_LIMIT_TEXT = /rate increased too quickly|rate[-_\s]?limit|too[_\s]?ma // Z.ai reports balance, plan expiry, plan limits, and plan model access on 429. // Cerebras reports its per-minute token throttle as `token_quota_exceeded`; that is a rate limit. const QUOTA_TEXT = - /insufficient[-_\s]?(?:quota|balance)|(? { expect(isContextOverflow("Too many tokens")).toBe(true) }) - test("classifies 429 token throttles as retryable rate limits, not context overflow", () => { + test("classifies 429 throttles as retryable rate limits, not context overflow", () => { const bodies = [ // Cerebras, captured live '{"message":"Tokens per minute limit exceeded - too many tokens processed.","type":"too_many_tokens_error","param":"quota","code":"token_quota_exceeded"}', '{"message":"Token limit reached: too many tokens per minute for this model."}', + '{"error":{"message":"User 10s request rate limit exhausted (3 of 3).","type":"rate_limit_exceeded","code":null}}', ] for (const body of bodies) { const error = new AIError({ - reason: classifyProviderFailure({ message: providerErrorMessage(body), status: 429, rawBody: body }), + reason: classifyProviderFailure({ + message: providerErrorMessage(body), + status: 429, + rawBody: body, + retryAfterMs: 4000, + }), }) - expect(error.reason._tag).toBe("RateLimit") + expect(error.reason).toMatchObject({ _tag: "RateLimit", retryAfterMs: 4000 }) expect(isRetryable(error)).toBe(true) } })