feat(ai): add Azure Messages for Foundry Claude models (#60934)

This commit is contained in:
Aiden Cline
2026-10-31 12:39:44 -05:00
committed by GitHub
Unverified
parent 8db3d852cc
commit 5434c156d4
11 changed files with 226 additions and 7 deletions
+1
View File
@@ -38,6 +38,7 @@
"./providers/azure": "./src/providers/azure.ts",
"./providers/azure/chat": "./src/providers/azure/chat.ts",
"./providers/azure/images": "./src/providers/azure/images.ts",
"./providers/azure/messages": "./src/providers/azure/messages.ts",
"./providers/azure/responses": "./src/providers/azure/responses.ts",
"./providers/baseten": "./src/providers/baseten.ts",
"./providers/baseten/decisions": "./src/providers/baseten/decisions.ts",
+33 -7
View File
@@ -12,6 +12,7 @@ import {
type ModelID,
type ProviderOptions,
} from "../schema/index.js"
import { AnthropicMessages } from "../protocols/anthropic-messages.js"
import { OpenAIImages } from "../protocols/openai-images.js"
import * as OpenAIChat from "../protocols/openai-chat.js"
import * as OpenAIResponses from "../protocols/openai-responses.js"
@@ -31,11 +32,11 @@ export type Config = AzureURL &
readonly apiVersion?: string
readonly queryParams?: Record<string, string>
readonly useDeploymentBasedUrls?: boolean
readonly providerOptions?: OpenAIProviderOptionsInput
readonly providerOptions?: OpenAIProviderOptionsInput | AnthropicMessages.ProviderOptionsInput
}
export type Settings = ProviderPackage.Settings &
OpenAIProviderOptionsInput &
export type Settings<Options = OpenAIProviderOptionsInput> = ProviderPackage.Settings &
Options &
AzureURL & {
readonly apiKey?: string | false
readonly apiVersion?: string
@@ -43,6 +44,8 @@ export type Settings = ProviderPackage.Settings &
readonly useDeploymentBasedUrls?: boolean
}
export type MessagesSettings = Settings<AnthropicMessages.ProviderOptionsInput>
const resourceBaseURL = (resourceName: string) => `https://${resourceName.trim()}.openai.azure.com/openai`
const responsesRoute = OpenAIResponses.route.with({
@@ -77,7 +80,11 @@ const chatRoute = OpenAIChat.route.with({
auth: routeAuth,
})
export const routes = [responsesRoute, chatRoute]
// Claude on Foundry serves Anthropic Messages under the resource's `services.ai.azure.com` host and accepts the
// resource key as `x-api-key`; it rejects `api-key`.
const messagesRoute = AnthropicMessages.route.with({ id: "azure-anthropic-messages", provider: id })
export const routes = [responsesRoute, chatRoute, messagesRoute]
const defaults = (input: Config) => {
const {
@@ -96,9 +103,9 @@ const defaults = (input: Config) => {
return rest
}
const auth = (input: Config) => {
const auth = (input: Config, header = "api-key") => {
if ("auth" in input && input.auth) return input.auth
return Auth.remove("authorization").andThen(AuthOptions.apiKey(input, "AZURE_OPENAI_API_KEY", Auth.header("api-key")))
return Auth.remove("authorization").andThen(AuthOptions.apiKey(input, "AZURE_OPENAI_API_KEY", Auth.header(header)))
}
const configuredRoute = <Body, Prepared, Compact extends CompactionOperations | undefined>(
@@ -135,6 +142,20 @@ export const configure = (input: Config) => {
.with(withOpenAIOptions(modelID, modelDefaults))
.model<OpenAIProviderOptionsInput>({ id: modelID, compatibility: { supportsPromptCacheKey: true } })
const messages = (modelID: string | ModelID) =>
messagesRoute
.with({
...modelDefaults,
auth: auth(input, "x-api-key"),
endpoint: {
baseURL: Endpoint.trimBaseUrl(
input.baseURL ?? `https://${input.resourceName!.trim()}.services.ai.azure.com/anthropic/v1`,
),
query: input.queryParams,
},
})
.model<AnthropicMessages.ProviderOptionsInput>({ id: modelID })
const image = (modelID: string | ModelID, providerOptions?: ProviderOptions) => {
const target = endpoint(input, modelID)
const media = MediaRoute.deployment({ ...input, baseURL: target.baseURL }, auth(input))
@@ -155,6 +176,7 @@ export const configure = (input: Config) => {
model: responses,
responses,
chat,
messages,
image,
configure,
}
@@ -175,7 +197,7 @@ const config = ({
resourceName,
useDeploymentBasedUrls,
...providerOptions
}: Settings): Config => {
}: Settings<Config["providerOptions"]>): Config => {
const common = {
apiKey,
apiVersion,
@@ -197,6 +219,10 @@ export const responsesModel: ProviderPackage.Model<
> = (modelID, settings) => configure(config(settings)).responses(modelID)
export const chatModel: ProviderPackage.Model<Settings, OpenAIProviderOptionsInput> = (modelID, settings) =>
configure(config(settings)).chat(modelID)
export const messagesModel: ProviderPackage.Model<MessagesSettings, AnthropicMessages.ProviderOptionsInput> = (
modelID,
settings,
) => configure(config(settings)).messages(modelID)
export const imageModel = (modelID: string, settings: Settings) => {
const input = config(settings)
return configure(input).image(modelID, input.providerOptions)
@@ -0,0 +1,2 @@
export { messagesModel as model } from "../azure.js"
export type { MessagesSettings as Settings } from "../azure.js"
@@ -0,0 +1,31 @@
{
"version": 1,
"metadata": {
"tags": [
"prefix:azure",
"provider:azure"
],
"name": "azure/chat-streams-text-from-a-foundry-models-url",
"recordedAt": "2026-10-31T17:08:19.461Z"
},
"interactions": [
{
"transport": "http",
"request": {
"method": "POST",
"url": "https://aiden-azury-group.services.ai.azure.com/models/chat/completions",
"headers": {
"content-type": "application/json"
},
"body": "{\"model\":\"Kimi-K2.5\",\"messages\":[{\"role\":\"user\",\"content\":\"Reply with exactly one word: hello\"}],\"stream\":true,\"stream_options\":{\"include_usage\":true},\"store\":false}"
},
"response": {
"status": 200,
"headers": {
"content-type": "text/event-stream; charset=utf-8"
},
"body": "data: {\"id\":\"a810eac469274a3886b0b40df2d8f1e5\",\"object\":\"chat.completion.chunk\",\"created\":1793466499,\"model\":\"Kimi-K2.5\",\"choices\":[{\"index\":0,\"delta\":{\"reasoning_content\":null,\"role\":\"assistant\",\"content\":\"\"},\"logprobs\":null,\"finish_reason\":null,\"matched_stop\":null}]}\n\ndata: {\"id\":\"a810eac469274a3886b0b40df2d8f1e5\",\"object\":\"chat.completion.chunk\",\"created\":1793466499,\"model\":\"Kimi-K2.5\",\"choices\":[{\"index\":0,\"delta\":{\"reasoning_content\":\"The\"},\"logprobs\":null,\"finish_reason\":null,\"matched_stop\":null}]}\n\ndata: {\"id\":\"a810eac469274a3886b0b40df2d8f1e5\",\"object\":\"chat.completion.chunk\",\"created\":1793466499,\"model\":\"Kimi-K2.5\",\"choices\":[{\"index\":0,\"delta\":{\"reasoning_content\":\" user wants me to\"},\"logprobs\":null,\"finish_reason\":null,\"matched_stop\":null}]}\n\ndata: {\"id\":\"a810eac469274a3886b0b40df2d8f1e5\",\"object\":\"chat.completion.chunk\",\"created\":1793466499,\"model\":\"Kimi-K2.5\",\"choices\":[{\"index\":0,\"delta\":{\"reasoning_content\":\" reply with exactly one\"},\"logprobs\":null,\"finish_reason\":null,\"matched_stop\":null}]}\n\ndata: {\"id\":\"a810eac469274a3886b0b40df2d8f1e5\",\"object\":\"chat.completion.chunk\",\"created\":1793466499,\"model\":\"Kimi-K2.5\",\"choices\":[{\"index\":0,\"delta\":{\"reasoning_content\":\" word: \\\"hello\"},\"logprobs\":null,\"finish_reason\":null,\"matched_stop\":null}]}\n\ndata: {\"id\":\"a810eac469274a3886b0b40df2d8f1e5\",\"object\":\"chat.completion.chunk\",\"created\":1793466499,\"model\":\"Kimi-K2.5\",\"choices\":[{\"index\":0,\"delta\":{\"reasoning_content\":\"\\\". This\"},\"logprobs\":null,\"finish_reason\":null,\"matched_stop\":null}]}\n\ndata: {\"id\":\"a810eac469274a3886b0b40df2d8f1e5\",\"object\":\"chat.completion.chunk\",\"created\":1793466499,\"model\":\"Kimi-K2.5\",\"choices\":[{\"index\":0,\"delta\":{\"reasoning_content\":\" is a simple\"},\"logprobs\":null,\"finish_reason\":null,\"matched_stop\":null}]}\n\ndata: {\"id\":\"a810eac469274a3886b0b40df2d8f1e5\",\"object\":\"chat.completion.chunk\",\"created\":1793466499,\"model\":\"Kimi-K2.5\",\"choices\":[{\"index\":0,\"delta\":{\"reasoning_content\":\" request\"},\"logprobs\":null,\"finish_reason\":null,\"matched_stop\":null}]}\n\ndata: {\"id\":\"a810eac469274a3886b0b40df2d8f1e5\",\"object\":\"chat.completion.chunk\",\"created\":1793466499,\"model\":\"Kimi-K2.5\",\"choices\":[{\"index\":0,\"delta\":{\"reasoning_content\":\". I should just\"},\"logprobs\":null,\"finish_reason\":null,\"matched_stop\":null}]}\n\ndata: {\"id\":\"a810eac469274a3886b0b40df2d8f1e5\",\"object\":\"chat.completion.chunk\",\"created\":1793466499,\"model\":\"Kimi-K2.5\",\"choices\":[{\"index\":0,\"delta\":{\"reasoning_content\":\" output the\"},\"logprobs\":null,\"finish_reason\":null,\"matched_stop\":null}]}\n\ndata: {\"id\":\"a810eac469274a3886b0b40df2d8f1e5\",\"object\":\"chat.completion.chunk\",\"created\":1793466499,\"model\":\"Kimi-K2.5\",\"choices\":[{\"index\":0,\"delta\":{\"reasoning_content\":\" word \\\"hello\\\"\"},\"logprobs\":null,\"finish_reason\":null,\"matched_stop\":null}]}\n\ndata: {\"id\":\"a810eac469274a3886b0b40df2d8f1e5\",\"object\":\"chat.completion.chunk\",\"created\":1793466499,\"model\":\"Kimi-K2.5\",\"choices\":[{\"index\":0,\"delta\":{\"reasoning_content\":\" without any additional text\"},\"logprobs\":null,\"finish_reason\":null,\"matched_stop\":null}]}\n\ndata: {\"id\":\"a810eac469274a3886b0b40df2d8f1e5\",\"object\":\"chat.completion.chunk\",\"created\":1793466499,\"model\":\"Kimi-K2.5\",\"choices\":[{\"index\":0,\"delta\":{\"reasoning_content\":\", punctuation, or\"},\"logprobs\":null,\"finish_reason\":null,\"matched_stop\":null}]}\n\ndata: {\"id\":\"a810eac469274a3886b0b40df2d8f1e5\",\"object\":\"chat.completion.chunk\",\"created\":1793466499,\"model\":\"Kimi-K2.5\",\"choices\":[{\"index\":0,\"delta\":{\"reasoning_content\":\" formatting.\"},\"logprobs\":null,\"finish_reason\":null,\"matched_stop\":null}]}\n\ndata: {\"id\":\"a810eac469274a3886b0b40df2d8f1e5\",\"object\":\"chat.completion.chunk\",\"created\":1793466499,\"model\":\"Kimi-K2.5\",\"choices\":[{\"index\":0,\"delta\":{\"reasoning_content\":null,\"content\":\"hello\"},\"logprobs\":null,\"finish_reason\":null,\"matched_stop\":null}]}\n\ndata: {\"id\":\"a810eac469274a3886b0b40df2d8f1e5\",\"object\":\"chat.completion.chunk\",\"created\":1793466499,\"model\":\"Kimi-K2.5\",\"choices\":[{\"index\":0,\"delta\":{\"reasoning_content\":null},\"logprobs\":null,\"finish_reason\":\"stop\",\"matched_stop\":163586}]}\n\ndata: {\"id\":\"a810eac469274a3886b0b40df2d8f1e5\",\"object\":\"chat.completion.chunk\",\"created\":1793466499,\"model\":\"Kimi-K2.5\",\"choices\":[],\"usage\":{\"prompt_tokens\":15,\"total_tokens\":57,\"completion_tokens\":42,\"prompt_tokens_details\":null,\"reasoning_tokens\":40}}\n\ndata: [DONE]\n\n"
}
}
]
}
@@ -0,0 +1,31 @@
{
"version": 1,
"metadata": {
"tags": [
"prefix:azure",
"provider:azure"
],
"name": "azure/messages-calls-a-tool",
"recordedAt": "2026-10-31T17:08:20.878Z"
},
"interactions": [
{
"transport": "http",
"request": {
"method": "POST",
"url": "https://aiden-azury-group.services.ai.azure.com/anthropic/v1/messages",
"headers": {
"content-type": "application/json"
},
"body": "{\"model\":\"claude-haiku-4-5\",\"messages\":[{\"role\":\"user\",\"content\":[{\"type\":\"text\",\"text\":\"What is the weather in Paris? Use the lookup_weather tool.\"}]}],\"tools\":[{\"name\":\"lookup_weather\",\"description\":\"Look up the current weather for a city\",\"input_schema\":{\"type\":\"object\",\"properties\":{\"city\":{\"type\":\"string\"}},\"required\":[\"city\"]}}],\"stream\":true,\"max_tokens\":32000}"
},
"response": {
"status": 200,
"headers": {
"content-type": "text/event-stream; charset=utf-8"
},
"body": "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-haiku-4-5-20251001\",\"id\":\"msg_011CgagZo4bKNvhcgJXeVCML\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"container\":null,\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":573,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":26,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\",\"speed\":\"standard\"},\"diagnostics\":null} }\n\nevent: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"tool_use\",\"id\":\"toolu_01DHFUzFNdtksyXERUsbEh5B\",\"name\":\"lookup_weather\",\"input\":{},\"caller\":{\"type\":\"direct\"}} }\n\nevent: ping\ndata: {\"type\": \"ping\"}\n\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"\"} }\n\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"{\\\"city\\\"\"} }\n\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\": \\\"Pari\"} }\n\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"s\\\"}\"}}\n\nevent: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }\n\nevent: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"tool_use\",\"stop_sequence\":null,\"stop_details\":null,\"container\":null},\"usage\":{\"input_tokens\":573,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":54} }\n\nevent: message_stop\ndata: {\"type\":\"message_stop\" }\n\n"
}
}
]
}
@@ -0,0 +1,31 @@
{
"version": 1,
"metadata": {
"tags": [
"prefix:azure",
"provider:azure"
],
"name": "azure/messages-streams-text",
"recordedAt": "2026-10-31T17:08:20.183Z"
},
"interactions": [
{
"transport": "http",
"request": {
"method": "POST",
"url": "https://aiden-azury-group.services.ai.azure.com/anthropic/v1/messages",
"headers": {
"content-type": "application/json"
},
"body": "{\"model\":\"claude-haiku-4-5\",\"messages\":[{\"role\":\"user\",\"content\":[{\"type\":\"text\",\"text\":\"Reply with exactly one word: hola\"}]}],\"stream\":true,\"max_tokens\":32000}"
},
"response": {
"status": 200,
"headers": {
"content-type": "text/event-stream; charset=utf-8"
},
"body": "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-haiku-4-5-20251001\",\"id\":\"msg_011CgagZkzZnRRSEXWnoQLhj\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"container\":null,\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":15,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":6,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\",\"speed\":\"standard\"},\"diagnostics\":null}}\n\nevent: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"text\",\"text\":\"\"} }\n\nevent: ping\ndata: {\"type\": \"ping\"}\n\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"Hola\"} }\n\nevent: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }\n\nevent: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"end_turn\",\"stop_sequence\":null,\"stop_details\":null,\"container\":null},\"usage\":{\"input_tokens\":15,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":6} }\n\nevent: message_stop\ndata: {\"type\":\"message_stop\" }\n\n"
}
}
]
}
@@ -17,6 +17,16 @@ const responsesModel = Azure.configure({
apiKey: process.env.AZURE_OPENAI_API_KEY ?? "fixture",
}).responses("gpt-5.6-luna")
const messagesModel = Azure.configure({
resourceName,
apiKey: process.env.AZURE_OPENAI_API_KEY ?? "fixture",
}).messages("claude-haiku-4-5")
const foundryChatModel = Azure.configure({
baseURL: `https://${resourceName}.services.ai.azure.com/models`,
apiKey: process.env.AZURE_OPENAI_API_KEY ?? "fixture",
}).chat("Kimi-K2.5")
const lookupWeather = ToolDefinition.make({
name: "lookup_weather",
description: "Look up the current weather for a city",
@@ -40,6 +50,42 @@ describe("Azure OpenAI recorded", () => {
}),
)
recorded.effect("chat streams text from a Foundry models URL", () =>
Effect.gen(function* () {
const response = yield* LLMClient.generate(
ai.request({ model: foundryChatModel, prompt: "Reply with exactly one word: hello" }),
)
expect(response.text.toLowerCase()).toContain("hello")
}),
)
recorded.effect("messages streams text", () =>
Effect.gen(function* () {
const response = yield* LLMClient.generate(
ai.request({ model: messagesModel, prompt: "Reply with exactly one word: hola" }),
)
expect(response.text.toLowerCase()).toContain("hola")
}),
)
recorded.effect("messages calls a tool", () =>
Effect.gen(function* () {
const response = yield* LLMClient.generate(
ai.request({
model: messagesModel,
prompt: "What is the weather in Paris? Use the lookup_weather tool.",
tools: [lookupWeather],
}),
)
const call = response.toolCalls.find((part) => part.name === "lookup_weather")
expect(call).toBeDefined()
expect(call?.input).toMatchObject({ city: "Paris" })
}),
)
recorded.effect("responses streams text", () =>
Effect.gen(function* () {
const response = yield* LLMClient.generate(
+48
View File
@@ -0,0 +1,48 @@
import { describe, expect } from "bun:test"
import { Effect } from "effect"
import { HttpClientRequest } from "effect/http"
import { ai } from "../../src/effect.js"
import { Azure } from "../../src/providers.js"
import { LLMClient } from "../../src/route/client.js"
import { it } from "../lib/effect.js"
import { dynamicResponse } from "../lib/http.js"
const send = (model: ReturnType<typeof Azure.messagesModel>) =>
Effect.gen(function* () {
const seen: Array<Request> = []
yield* LLMClient.generate(ai.request({ model, prompt: "Hi" })).pipe(
Effect.provide(
dynamicResponse((input) =>
Effect.gen(function* () {
seen.push(yield* HttpClientRequest.toWeb(input.request))
return input.respond("", { headers: { "content-type": "text/event-stream" } })
}),
),
),
Effect.flip,
)
return seen[0]!
})
describe("Azure Messages", () => {
it.effect("sends Anthropic Messages to the Foundry resource with x-api-key", () =>
Effect.gen(function* () {
const request = yield* send(Azure.messagesModel("claude-haiku-4-5", { resourceName: "fixture", apiKey: "key" }))
expect(request.url).toBe("https://fixture.services.ai.azure.com/anthropic/v1/messages")
expect(request.headers.get("x-api-key")).toBe("key")
expect(request.headers.get("api-key")).toBeNull()
expect(request.headers.get("anthropic-version")).toBe("2023-06-01")
}),
)
it.effect("uses a configured baseURL as is", () =>
Effect.gen(function* () {
const request = yield* send(
Azure.configure({ baseURL: "https://gateway.example/anthropic/v1/", apiKey: "key" }).messages("claude"),
)
expect(request.url).toBe("https://gateway.example/anthropic/v1/messages")
}),
)
})
+1
View File
@@ -156,6 +156,7 @@ const BUILDS_OWN_URL = new Set([
"@opencode/ai/providers/amazon-bedrock",
"@opencode/ai/providers/azure/chat",
"@opencode/ai/providers/azure/images",
"@opencode/ai/providers/azure/messages",
"@opencode/ai/providers/azure/responses",
"@opencode/ai/providers/cloudflare-ai-gateway",
"@opencode/ai/providers/cloudflare-ai-gateway/decisions",
+1
View File
@@ -70,6 +70,7 @@ const builtins = new Map<string, () => Promise<unknown>>([
["@opencode/ai/providers/azure/chat", () => import("@opencode/ai/providers/azure/chat")],
["@opencode/ai/providers/azure/responses", () => import("@opencode/ai/providers/azure/responses")],
["@opencode/ai/providers/azure/images", () => import("@opencode/ai/providers/azure/images")],
["@opencode/ai/providers/azure/messages", () => import("@opencode/ai/providers/azure/messages")],
["@opencode/ai/providers/baseten", () => import("@opencode/ai/providers/baseten")],
["@opencode/ai/providers/baseten/decisions", () => import("@opencode/ai/providers/baseten/decisions")],
["@opencode/ai/providers/cerebras", () => import("@opencode/ai/providers/cerebras")],
+1
View File
@@ -657,6 +657,7 @@ const PROTOCOLS: Readonly<Record<string, Protocol>> = {
"@opencode/ai/providers/anthropic": anthropicMessages,
"@opencode/ai/providers/anthropic-compatible": anthropicMessages,
"@opencode/ai/providers/amazon-bedrock/mantle/messages": anthropicMessages,
"@opencode/ai/providers/azure/messages": anthropicMessages,
"@opencode/ai/providers/google-vertex/messages": anthropicMessages,
"@opencode/ai/providers/google-vertex-messages": anthropicMessages,
"@opencode/ai/providers/alibaba/messages": alibabaMessages,