From 5d707f1a2bb17d31be86a18f8387820d280f3330 Mon Sep 17 00:00:00 2001
From: Aiden Cline <63023139+rekram1-node@users.noreply.github.com>
Date: Thu, 1 Oct 2026 14:07:15 -0500
Subject: [PATCH] fix(ai): classify Together input token rejections as context
 overflow (#52133)

---
 packages/ai/src/provider-error.ts       | 2 ++
 packages/ai/test/provider-error.test.ts | 1 +
 2 files changed, 3 insertions(+)

diff --git a/packages/ai/src/provider-error.ts b/packages/ai/src/provider-error.ts
index 5659d0df587..d03dcc234d3 100644
--- a/packages/ai/src/provider-error.ts
+++ b/packages/ai/src/provider-error.ts
@@ -35,6 +35,8 @@ const patterns = [
   /exceeds the limit of \d+/i,
   /exceeds the available context size/i,
   /greater than the context length/i,
+  // Hugging Face Text Generation Inference, e.g. Together
+  /`inputs` tokens \+ `max_new_tokens` must be <= \d+/i,
   /context window exceeds limit/i,
   /exceeded model token limit/i,
   /context[_ ]length[_ ]exceeded/i,
diff --git a/packages/ai/test/provider-error.test.ts b/packages/ai/test/provider-error.test.ts
index 44d7e5fdc12..eb8588ca8d7 100644
--- a/packages/ai/test/provider-error.test.ts
+++ b/packages/ai/test/provider-error.test.ts
@@ -15,6 +15,7 @@ describe("provider error classification", () => {
       "Prompt has 5,958,968 tokens, but the configured context size is 256,000 tokens",
       "Range of input length should be [1, 129024]",
       "Too many tokens",
+      "Input validation error: `inputs` tokens + `max_new_tokens` must be <= 131073. Given: 600035 `inputs` tokens and 16 `max_new_tokens`",
       "Token limit exceeded",
     ]