diff --git a/packages/ai/src/providers/google-vertex-messages.ts b/packages/ai/src/providers/google-vertex-messages.ts index 33101cc0389..a07d58b36c6 100644 --- a/packages/ai/src/providers/google-vertex-messages.ts +++ b/packages/ai/src/providers/google-vertex-messages.ts @@ -54,6 +54,7 @@ const route = Route.make({ ), }, stream: AnthropicMessages.protocol.stream, + supportsEffortUpdates: AnthropicMessages.protocol.supportsEffortUpdates, }), endpoint: Endpoint.path(({ request }) => `/${request.model.id}:streamRawPredict`), auth: Auth.none, diff --git a/packages/ai/test/effort-updates.test.ts b/packages/ai/test/effort-updates.test.ts index 9453dd1768a..3031a988656 100644 --- a/packages/ai/test/effort-updates.test.ts +++ b/packages/ai/test/effort-updates.test.ts @@ -293,20 +293,28 @@ describe("Anthropic Messages effort updates", () => { }), ) - it.effect("strips markers on the Vertex Anthropic route, whose protocol wrapper does not forward support", () => + it.effect("lowers markers on the Vertex Anthropic route for models that support them", () => Effect.gen(function* () { - const prepared = yield* compileRequest( + const vertex = GoogleVertexMessages.configure({ accessToken: "test", location: "global", project: "test" }) + const opus5 = yield* compileRequest( LLM.request({ - model: GoogleVertexMessages.configure({ accessToken: "test", location: "global", project: "test" }).model( - "claude-opus-5", - ), + model: vertex.model("claude-opus-5"), + messages: conversation, + providerOptions: { effort: "low" }, + }), + ) + const opus48 = yield* compileRequest( + LLM.request({ + model: vertex.model("claude-opus-4-8"), messages: conversation, providerOptions: { effort: "low" }, }), ) - expect(systemMessages(prepared.body)).toHaveLength(0) - expect(prepared.body.output_config).toEqual({ effort: "low" }) + expect(systemMessages(opus5.body)).toEqual([{ role: "system", content: [], output_config: { effort: "low" } }]) + expect(opus5.body.output_config).toEqual({ effort: "high" }) + expect(systemMessages(opus48.body)).toHaveLength(0) + expect(opus48.body.output_config).toEqual({ effort: "low" }) }), ) })