diff --git a/packages/ai/src/providers/google-vertex.ts b/packages/ai/src/providers/google-vertex.ts index 90e8779f830..1eb0ad3ca9a 100644 --- a/packages/ai/src/providers/google-vertex.ts +++ b/packages/ai/src/providers/google-vertex.ts @@ -37,7 +37,7 @@ export type Settings = ProviderPackage.Settings & } const fromRequest = Effect.fn("GoogleVertex.fromRequest")(function* (request: LLMRequest) { - const body = yield* Gemini.protocol.body.from(request) + const { serviceTier: _, ...body } = yield* Gemini.protocol.body.from(request) // Vertex's native REST schema rejects `id` on FunctionCall/FunctionResponse parts with HTTP 400, // unlike AI Studio, so history minted there cannot be lowered verbatim. const contents = body.contents.map((content) => ({ @@ -75,6 +75,10 @@ const route = Route.make({ return `/${model.startsWith("endpoints/") ? model : `models/${model}`}:streamGenerateContent?alt=sse` }), auth: Auth.none, + headers: ({ request }): Record => { + const serviceTier = request.providerOptions?.serviceTier + return typeof serviceTier === "string" ? { "x-vertex-ai-llm-shared-request-type": serviceTier } : {} + }, framing: Framing.sse, }) diff --git a/packages/ai/test/provider/google-vertex.test.ts b/packages/ai/test/provider/google-vertex.test.ts index 8090144a4f3..9b9ac6a0a4a 100644 --- a/packages/ai/test/provider/google-vertex.test.ts +++ b/packages/ai/test/provider/google-vertex.test.ts @@ -75,6 +75,45 @@ describe("Google Vertex providers", () => { }), ) + it.effect("maps service tiers to the Vertex shared PayGo header", () => + Effect.gen(function* () { + const response = yield* LLMClient.generate( + LLM.request({ + model: GoogleVertex.configure({ + accessToken: "vertex-token", + location: "global", + project: "vertex-project", + providerOptions: { serviceTier: "flex" }, + }).model("gemini-2.5-flash"), + prompt: "Say hello.", + }), + ).pipe( + Effect.provide( + dynamicResponse((input) => + Effect.gen(function* () { + const request = yield* HttpClientRequest.toWeb(input.request).pipe(Effect.orDie) + expect(request.headers.get("x-vertex-ai-llm-shared-request-type")).toBe("flex") + expect(yield* Effect.promise(() => request.json())).not.toHaveProperty("serviceTier") + return input.respond( + sseEvents({ + candidates: [ + { + content: { role: "model", parts: [{ text: "Hello." }] }, + finishReason: "STOP", + }, + ], + }), + { headers: { "content-type": "text/event-stream" } }, + ) + }), + ), + ), + ) + + expect(response.text).toBe("Hello.") + }), + ) + it.effect("strips function call ids Vertex does not accept from lowered bodies", () => Effect.gen(function* () { const prepared = yield* compileRequest(