mirror of
https://github.com/anomalyco/opencode.git
synced 2026-11-20 18:57:17 +03:00
feat(ai): add Azure Messages for Foundry Claude models (#60934)
This commit is contained in:
committed by
GitHub
Unverified
parent
8db3d852cc
commit
5434c156d4
@@ -38,6 +38,7 @@
|
||||
"./providers/azure": "./src/providers/azure.ts",
|
||||
"./providers/azure/chat": "./src/providers/azure/chat.ts",
|
||||
"./providers/azure/images": "./src/providers/azure/images.ts",
|
||||
"./providers/azure/messages": "./src/providers/azure/messages.ts",
|
||||
"./providers/azure/responses": "./src/providers/azure/responses.ts",
|
||||
"./providers/baseten": "./src/providers/baseten.ts",
|
||||
"./providers/baseten/decisions": "./src/providers/baseten/decisions.ts",
|
||||
|
||||
@@ -12,6 +12,7 @@ import {
|
||||
type ModelID,
|
||||
type ProviderOptions,
|
||||
} from "../schema/index.js"
|
||||
import { AnthropicMessages } from "../protocols/anthropic-messages.js"
|
||||
import { OpenAIImages } from "../protocols/openai-images.js"
|
||||
import * as OpenAIChat from "../protocols/openai-chat.js"
|
||||
import * as OpenAIResponses from "../protocols/openai-responses.js"
|
||||
@@ -31,11 +32,11 @@ export type Config = AzureURL &
|
||||
readonly apiVersion?: string
|
||||
readonly queryParams?: Record<string, string>
|
||||
readonly useDeploymentBasedUrls?: boolean
|
||||
readonly providerOptions?: OpenAIProviderOptionsInput
|
||||
readonly providerOptions?: OpenAIProviderOptionsInput | AnthropicMessages.ProviderOptionsInput
|
||||
}
|
||||
|
||||
export type Settings = ProviderPackage.Settings &
|
||||
OpenAIProviderOptionsInput &
|
||||
export type Settings<Options = OpenAIProviderOptionsInput> = ProviderPackage.Settings &
|
||||
Options &
|
||||
AzureURL & {
|
||||
readonly apiKey?: string | false
|
||||
readonly apiVersion?: string
|
||||
@@ -43,6 +44,8 @@ export type Settings = ProviderPackage.Settings &
|
||||
readonly useDeploymentBasedUrls?: boolean
|
||||
}
|
||||
|
||||
export type MessagesSettings = Settings<AnthropicMessages.ProviderOptionsInput>
|
||||
|
||||
const resourceBaseURL = (resourceName: string) => `https://${resourceName.trim()}.openai.azure.com/openai`
|
||||
|
||||
const responsesRoute = OpenAIResponses.route.with({
|
||||
@@ -77,7 +80,11 @@ const chatRoute = OpenAIChat.route.with({
|
||||
auth: routeAuth,
|
||||
})
|
||||
|
||||
export const routes = [responsesRoute, chatRoute]
|
||||
// Claude on Foundry serves Anthropic Messages under the resource's `services.ai.azure.com` host and accepts the
|
||||
// resource key as `x-api-key`; it rejects `api-key`.
|
||||
const messagesRoute = AnthropicMessages.route.with({ id: "azure-anthropic-messages", provider: id })
|
||||
|
||||
export const routes = [responsesRoute, chatRoute, messagesRoute]
|
||||
|
||||
const defaults = (input: Config) => {
|
||||
const {
|
||||
@@ -96,9 +103,9 @@ const defaults = (input: Config) => {
|
||||
return rest
|
||||
}
|
||||
|
||||
const auth = (input: Config) => {
|
||||
const auth = (input: Config, header = "api-key") => {
|
||||
if ("auth" in input && input.auth) return input.auth
|
||||
return Auth.remove("authorization").andThen(AuthOptions.apiKey(input, "AZURE_OPENAI_API_KEY", Auth.header("api-key")))
|
||||
return Auth.remove("authorization").andThen(AuthOptions.apiKey(input, "AZURE_OPENAI_API_KEY", Auth.header(header)))
|
||||
}
|
||||
|
||||
const configuredRoute = <Body, Prepared, Compact extends CompactionOperations | undefined>(
|
||||
@@ -135,6 +142,20 @@ export const configure = (input: Config) => {
|
||||
.with(withOpenAIOptions(modelID, modelDefaults))
|
||||
.model<OpenAIProviderOptionsInput>({ id: modelID, compatibility: { supportsPromptCacheKey: true } })
|
||||
|
||||
const messages = (modelID: string | ModelID) =>
|
||||
messagesRoute
|
||||
.with({
|
||||
...modelDefaults,
|
||||
auth: auth(input, "x-api-key"),
|
||||
endpoint: {
|
||||
baseURL: Endpoint.trimBaseUrl(
|
||||
input.baseURL ?? `https://${input.resourceName!.trim()}.services.ai.azure.com/anthropic/v1`,
|
||||
),
|
||||
query: input.queryParams,
|
||||
},
|
||||
})
|
||||
.model<AnthropicMessages.ProviderOptionsInput>({ id: modelID })
|
||||
|
||||
const image = (modelID: string | ModelID, providerOptions?: ProviderOptions) => {
|
||||
const target = endpoint(input, modelID)
|
||||
const media = MediaRoute.deployment({ ...input, baseURL: target.baseURL }, auth(input))
|
||||
@@ -155,6 +176,7 @@ export const configure = (input: Config) => {
|
||||
model: responses,
|
||||
responses,
|
||||
chat,
|
||||
messages,
|
||||
image,
|
||||
configure,
|
||||
}
|
||||
@@ -175,7 +197,7 @@ const config = ({
|
||||
resourceName,
|
||||
useDeploymentBasedUrls,
|
||||
...providerOptions
|
||||
}: Settings): Config => {
|
||||
}: Settings<Config["providerOptions"]>): Config => {
|
||||
const common = {
|
||||
apiKey,
|
||||
apiVersion,
|
||||
@@ -197,6 +219,10 @@ export const responsesModel: ProviderPackage.Model<
|
||||
> = (modelID, settings) => configure(config(settings)).responses(modelID)
|
||||
export const chatModel: ProviderPackage.Model<Settings, OpenAIProviderOptionsInput> = (modelID, settings) =>
|
||||
configure(config(settings)).chat(modelID)
|
||||
export const messagesModel: ProviderPackage.Model<MessagesSettings, AnthropicMessages.ProviderOptionsInput> = (
|
||||
modelID,
|
||||
settings,
|
||||
) => configure(config(settings)).messages(modelID)
|
||||
export const imageModel = (modelID: string, settings: Settings) => {
|
||||
const input = config(settings)
|
||||
return configure(input).image(modelID, input.providerOptions)
|
||||
|
||||
@@ -0,0 +1,2 @@
|
||||
export { messagesModel as model } from "../azure.js"
|
||||
export type { MessagesSettings as Settings } from "../azure.js"
|
||||
Vendored
+31
@@ -0,0 +1,31 @@
|
||||
{
|
||||
"version": 1,
|
||||
"metadata": {
|
||||
"tags": [
|
||||
"prefix:azure",
|
||||
"provider:azure"
|
||||
],
|
||||
"name": "azure/chat-streams-text-from-a-foundry-models-url",
|
||||
"recordedAt": "2026-10-31T17:08:19.461Z"
|
||||
},
|
||||
"interactions": [
|
||||
{
|
||||
"transport": "http",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "https://aiden-azury-group.services.ai.azure.com/models/chat/completions",
|
||||
"headers": {
|
||||
"content-type": "application/json"
|
||||
},
|
||||
"body": "{\"model\":\"Kimi-K2.5\",\"messages\":[{\"role\":\"user\",\"content\":\"Reply with exactly one word: hello\"}],\"stream\":true,\"stream_options\":{\"include_usage\":true},\"store\":false}"
|
||||
},
|
||||
"response": {
|
||||
"status": 200,
|
||||
"headers": {
|
||||
"content-type": "text/event-stream; charset=utf-8"
|
||||
},
|
||||
"body": "data: {\"id\":\"a810eac469274a3886b0b40df2d8f1e5\",\"object\":\"chat.completion.chunk\",\"created\":1793466499,\"model\":\"Kimi-K2.5\",\"choices\":[{\"index\":0,\"delta\":{\"reasoning_content\":null,\"role\":\"assistant\",\"content\":\"\"},\"logprobs\":null,\"finish_reason\":null,\"matched_stop\":null}]}\n\ndata: {\"id\":\"a810eac469274a3886b0b40df2d8f1e5\",\"object\":\"chat.completion.chunk\",\"created\":1793466499,\"model\":\"Kimi-K2.5\",\"choices\":[{\"index\":0,\"delta\":{\"reasoning_content\":\"The\"},\"logprobs\":null,\"finish_reason\":null,\"matched_stop\":null}]}\n\ndata: {\"id\":\"a810eac469274a3886b0b40df2d8f1e5\",\"object\":\"chat.completion.chunk\",\"created\":1793466499,\"model\":\"Kimi-K2.5\",\"choices\":[{\"index\":0,\"delta\":{\"reasoning_content\":\" user wants me to\"},\"logprobs\":null,\"finish_reason\":null,\"matched_stop\":null}]}\n\ndata: {\"id\":\"a810eac469274a3886b0b40df2d8f1e5\",\"object\":\"chat.completion.chunk\",\"created\":1793466499,\"model\":\"Kimi-K2.5\",\"choices\":[{\"index\":0,\"delta\":{\"reasoning_content\":\" reply with exactly one\"},\"logprobs\":null,\"finish_reason\":null,\"matched_stop\":null}]}\n\ndata: {\"id\":\"a810eac469274a3886b0b40df2d8f1e5\",\"object\":\"chat.completion.chunk\",\"created\":1793466499,\"model\":\"Kimi-K2.5\",\"choices\":[{\"index\":0,\"delta\":{\"reasoning_content\":\" word: \\\"hello\"},\"logprobs\":null,\"finish_reason\":null,\"matched_stop\":null}]}\n\ndata: {\"id\":\"a810eac469274a3886b0b40df2d8f1e5\",\"object\":\"chat.completion.chunk\",\"created\":1793466499,\"model\":\"Kimi-K2.5\",\"choices\":[{\"index\":0,\"delta\":{\"reasoning_content\":\"\\\". This\"},\"logprobs\":null,\"finish_reason\":null,\"matched_stop\":null}]}\n\ndata: {\"id\":\"a810eac469274a3886b0b40df2d8f1e5\",\"object\":\"chat.completion.chunk\",\"created\":1793466499,\"model\":\"Kimi-K2.5\",\"choices\":[{\"index\":0,\"delta\":{\"reasoning_content\":\" is a simple\"},\"logprobs\":null,\"finish_reason\":null,\"matched_stop\":null}]}\n\ndata: {\"id\":\"a810eac469274a3886b0b40df2d8f1e5\",\"object\":\"chat.completion.chunk\",\"created\":1793466499,\"model\":\"Kimi-K2.5\",\"choices\":[{\"index\":0,\"delta\":{\"reasoning_content\":\" request\"},\"logprobs\":null,\"finish_reason\":null,\"matched_stop\":null}]}\n\ndata: {\"id\":\"a810eac469274a3886b0b40df2d8f1e5\",\"object\":\"chat.completion.chunk\",\"created\":1793466499,\"model\":\"Kimi-K2.5\",\"choices\":[{\"index\":0,\"delta\":{\"reasoning_content\":\". I should just\"},\"logprobs\":null,\"finish_reason\":null,\"matched_stop\":null}]}\n\ndata: {\"id\":\"a810eac469274a3886b0b40df2d8f1e5\",\"object\":\"chat.completion.chunk\",\"created\":1793466499,\"model\":\"Kimi-K2.5\",\"choices\":[{\"index\":0,\"delta\":{\"reasoning_content\":\" output the\"},\"logprobs\":null,\"finish_reason\":null,\"matched_stop\":null}]}\n\ndata: {\"id\":\"a810eac469274a3886b0b40df2d8f1e5\",\"object\":\"chat.completion.chunk\",\"created\":1793466499,\"model\":\"Kimi-K2.5\",\"choices\":[{\"index\":0,\"delta\":{\"reasoning_content\":\" word \\\"hello\\\"\"},\"logprobs\":null,\"finish_reason\":null,\"matched_stop\":null}]}\n\ndata: {\"id\":\"a810eac469274a3886b0b40df2d8f1e5\",\"object\":\"chat.completion.chunk\",\"created\":1793466499,\"model\":\"Kimi-K2.5\",\"choices\":[{\"index\":0,\"delta\":{\"reasoning_content\":\" without any additional text\"},\"logprobs\":null,\"finish_reason\":null,\"matched_stop\":null}]}\n\ndata: {\"id\":\"a810eac469274a3886b0b40df2d8f1e5\",\"object\":\"chat.completion.chunk\",\"created\":1793466499,\"model\":\"Kimi-K2.5\",\"choices\":[{\"index\":0,\"delta\":{\"reasoning_content\":\", punctuation, or\"},\"logprobs\":null,\"finish_reason\":null,\"matched_stop\":null}]}\n\ndata: {\"id\":\"a810eac469274a3886b0b40df2d8f1e5\",\"object\":\"chat.completion.chunk\",\"created\":1793466499,\"model\":\"Kimi-K2.5\",\"choices\":[{\"index\":0,\"delta\":{\"reasoning_content\":\" formatting.\"},\"logprobs\":null,\"finish_reason\":null,\"matched_stop\":null}]}\n\ndata: {\"id\":\"a810eac469274a3886b0b40df2d8f1e5\",\"object\":\"chat.completion.chunk\",\"created\":1793466499,\"model\":\"Kimi-K2.5\",\"choices\":[{\"index\":0,\"delta\":{\"reasoning_content\":null,\"content\":\"hello\"},\"logprobs\":null,\"finish_reason\":null,\"matched_stop\":null}]}\n\ndata: {\"id\":\"a810eac469274a3886b0b40df2d8f1e5\",\"object\":\"chat.completion.chunk\",\"created\":1793466499,\"model\":\"Kimi-K2.5\",\"choices\":[{\"index\":0,\"delta\":{\"reasoning_content\":null},\"logprobs\":null,\"finish_reason\":\"stop\",\"matched_stop\":163586}]}\n\ndata: {\"id\":\"a810eac469274a3886b0b40df2d8f1e5\",\"object\":\"chat.completion.chunk\",\"created\":1793466499,\"model\":\"Kimi-K2.5\",\"choices\":[],\"usage\":{\"prompt_tokens\":15,\"total_tokens\":57,\"completion_tokens\":42,\"prompt_tokens_details\":null,\"reasoning_tokens\":40}}\n\ndata: [DONE]\n\n"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
@@ -0,0 +1,31 @@
|
||||
{
|
||||
"version": 1,
|
||||
"metadata": {
|
||||
"tags": [
|
||||
"prefix:azure",
|
||||
"provider:azure"
|
||||
],
|
||||
"name": "azure/messages-calls-a-tool",
|
||||
"recordedAt": "2026-10-31T17:08:20.878Z"
|
||||
},
|
||||
"interactions": [
|
||||
{
|
||||
"transport": "http",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "https://aiden-azury-group.services.ai.azure.com/anthropic/v1/messages",
|
||||
"headers": {
|
||||
"content-type": "application/json"
|
||||
},
|
||||
"body": "{\"model\":\"claude-haiku-4-5\",\"messages\":[{\"role\":\"user\",\"content\":[{\"type\":\"text\",\"text\":\"What is the weather in Paris? Use the lookup_weather tool.\"}]}],\"tools\":[{\"name\":\"lookup_weather\",\"description\":\"Look up the current weather for a city\",\"input_schema\":{\"type\":\"object\",\"properties\":{\"city\":{\"type\":\"string\"}},\"required\":[\"city\"]}}],\"stream\":true,\"max_tokens\":32000}"
|
||||
},
|
||||
"response": {
|
||||
"status": 200,
|
||||
"headers": {
|
||||
"content-type": "text/event-stream; charset=utf-8"
|
||||
},
|
||||
"body": "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-haiku-4-5-20251001\",\"id\":\"msg_011CgagZo4bKNvhcgJXeVCML\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"container\":null,\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":573,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":26,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\",\"speed\":\"standard\"},\"diagnostics\":null} }\n\nevent: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"tool_use\",\"id\":\"toolu_01DHFUzFNdtksyXERUsbEh5B\",\"name\":\"lookup_weather\",\"input\":{},\"caller\":{\"type\":\"direct\"}} }\n\nevent: ping\ndata: {\"type\": \"ping\"}\n\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"\"} }\n\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"{\\\"city\\\"\"} }\n\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\": \\\"Pari\"} }\n\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"s\\\"}\"}}\n\nevent: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }\n\nevent: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"tool_use\",\"stop_sequence\":null,\"stop_details\":null,\"container\":null},\"usage\":{\"input_tokens\":573,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":54} }\n\nevent: message_stop\ndata: {\"type\":\"message_stop\" }\n\n"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
@@ -0,0 +1,31 @@
|
||||
{
|
||||
"version": 1,
|
||||
"metadata": {
|
||||
"tags": [
|
||||
"prefix:azure",
|
||||
"provider:azure"
|
||||
],
|
||||
"name": "azure/messages-streams-text",
|
||||
"recordedAt": "2026-10-31T17:08:20.183Z"
|
||||
},
|
||||
"interactions": [
|
||||
{
|
||||
"transport": "http",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "https://aiden-azury-group.services.ai.azure.com/anthropic/v1/messages",
|
||||
"headers": {
|
||||
"content-type": "application/json"
|
||||
},
|
||||
"body": "{\"model\":\"claude-haiku-4-5\",\"messages\":[{\"role\":\"user\",\"content\":[{\"type\":\"text\",\"text\":\"Reply with exactly one word: hola\"}]}],\"stream\":true,\"max_tokens\":32000}"
|
||||
},
|
||||
"response": {
|
||||
"status": 200,
|
||||
"headers": {
|
||||
"content-type": "text/event-stream; charset=utf-8"
|
||||
},
|
||||
"body": "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-haiku-4-5-20251001\",\"id\":\"msg_011CgagZkzZnRRSEXWnoQLhj\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"container\":null,\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":15,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":6,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\",\"speed\":\"standard\"},\"diagnostics\":null}}\n\nevent: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"text\",\"text\":\"\"} }\n\nevent: ping\ndata: {\"type\": \"ping\"}\n\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"Hola\"} }\n\nevent: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }\n\nevent: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"end_turn\",\"stop_sequence\":null,\"stop_details\":null,\"container\":null},\"usage\":{\"input_tokens\":15,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":6} }\n\nevent: message_stop\ndata: {\"type\":\"message_stop\" }\n\n"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
@@ -17,6 +17,16 @@ const responsesModel = Azure.configure({
|
||||
apiKey: process.env.AZURE_OPENAI_API_KEY ?? "fixture",
|
||||
}).responses("gpt-5.6-luna")
|
||||
|
||||
const messagesModel = Azure.configure({
|
||||
resourceName,
|
||||
apiKey: process.env.AZURE_OPENAI_API_KEY ?? "fixture",
|
||||
}).messages("claude-haiku-4-5")
|
||||
|
||||
const foundryChatModel = Azure.configure({
|
||||
baseURL: `https://${resourceName}.services.ai.azure.com/models`,
|
||||
apiKey: process.env.AZURE_OPENAI_API_KEY ?? "fixture",
|
||||
}).chat("Kimi-K2.5")
|
||||
|
||||
const lookupWeather = ToolDefinition.make({
|
||||
name: "lookup_weather",
|
||||
description: "Look up the current weather for a city",
|
||||
@@ -40,6 +50,42 @@ describe("Azure OpenAI recorded", () => {
|
||||
}),
|
||||
)
|
||||
|
||||
recorded.effect("chat streams text from a Foundry models URL", () =>
|
||||
Effect.gen(function* () {
|
||||
const response = yield* LLMClient.generate(
|
||||
ai.request({ model: foundryChatModel, prompt: "Reply with exactly one word: hello" }),
|
||||
)
|
||||
|
||||
expect(response.text.toLowerCase()).toContain("hello")
|
||||
}),
|
||||
)
|
||||
|
||||
recorded.effect("messages streams text", () =>
|
||||
Effect.gen(function* () {
|
||||
const response = yield* LLMClient.generate(
|
||||
ai.request({ model: messagesModel, prompt: "Reply with exactly one word: hola" }),
|
||||
)
|
||||
|
||||
expect(response.text.toLowerCase()).toContain("hola")
|
||||
}),
|
||||
)
|
||||
|
||||
recorded.effect("messages calls a tool", () =>
|
||||
Effect.gen(function* () {
|
||||
const response = yield* LLMClient.generate(
|
||||
ai.request({
|
||||
model: messagesModel,
|
||||
prompt: "What is the weather in Paris? Use the lookup_weather tool.",
|
||||
tools: [lookupWeather],
|
||||
}),
|
||||
)
|
||||
|
||||
const call = response.toolCalls.find((part) => part.name === "lookup_weather")
|
||||
expect(call).toBeDefined()
|
||||
expect(call?.input).toMatchObject({ city: "Paris" })
|
||||
}),
|
||||
)
|
||||
|
||||
recorded.effect("responses streams text", () =>
|
||||
Effect.gen(function* () {
|
||||
const response = yield* LLMClient.generate(
|
||||
|
||||
@@ -0,0 +1,48 @@
|
||||
import { describe, expect } from "bun:test"
|
||||
import { Effect } from "effect"
|
||||
import { HttpClientRequest } from "effect/http"
|
||||
import { ai } from "../../src/effect.js"
|
||||
import { Azure } from "../../src/providers.js"
|
||||
import { LLMClient } from "../../src/route/client.js"
|
||||
import { it } from "../lib/effect.js"
|
||||
import { dynamicResponse } from "../lib/http.js"
|
||||
|
||||
const send = (model: ReturnType<typeof Azure.messagesModel>) =>
|
||||
Effect.gen(function* () {
|
||||
const seen: Array<Request> = []
|
||||
yield* LLMClient.generate(ai.request({ model, prompt: "Hi" })).pipe(
|
||||
Effect.provide(
|
||||
dynamicResponse((input) =>
|
||||
Effect.gen(function* () {
|
||||
seen.push(yield* HttpClientRequest.toWeb(input.request))
|
||||
return input.respond("", { headers: { "content-type": "text/event-stream" } })
|
||||
}),
|
||||
),
|
||||
),
|
||||
Effect.flip,
|
||||
)
|
||||
return seen[0]!
|
||||
})
|
||||
|
||||
describe("Azure Messages", () => {
|
||||
it.effect("sends Anthropic Messages to the Foundry resource with x-api-key", () =>
|
||||
Effect.gen(function* () {
|
||||
const request = yield* send(Azure.messagesModel("claude-haiku-4-5", { resourceName: "fixture", apiKey: "key" }))
|
||||
|
||||
expect(request.url).toBe("https://fixture.services.ai.azure.com/anthropic/v1/messages")
|
||||
expect(request.headers.get("x-api-key")).toBe("key")
|
||||
expect(request.headers.get("api-key")).toBeNull()
|
||||
expect(request.headers.get("anthropic-version")).toBe("2023-06-01")
|
||||
}),
|
||||
)
|
||||
|
||||
it.effect("uses a configured baseURL as is", () =>
|
||||
Effect.gen(function* () {
|
||||
const request = yield* send(
|
||||
Azure.configure({ baseURL: "https://gateway.example/anthropic/v1/", apiKey: "key" }).messages("claude"),
|
||||
)
|
||||
|
||||
expect(request.url).toBe("https://gateway.example/anthropic/v1/messages")
|
||||
}),
|
||||
)
|
||||
})
|
||||
@@ -156,6 +156,7 @@ const BUILDS_OWN_URL = new Set([
|
||||
"@opencode/ai/providers/amazon-bedrock",
|
||||
"@opencode/ai/providers/azure/chat",
|
||||
"@opencode/ai/providers/azure/images",
|
||||
"@opencode/ai/providers/azure/messages",
|
||||
"@opencode/ai/providers/azure/responses",
|
||||
"@opencode/ai/providers/cloudflare-ai-gateway",
|
||||
"@opencode/ai/providers/cloudflare-ai-gateway/decisions",
|
||||
|
||||
@@ -70,6 +70,7 @@ const builtins = new Map<string, () => Promise<unknown>>([
|
||||
["@opencode/ai/providers/azure/chat", () => import("@opencode/ai/providers/azure/chat")],
|
||||
["@opencode/ai/providers/azure/responses", () => import("@opencode/ai/providers/azure/responses")],
|
||||
["@opencode/ai/providers/azure/images", () => import("@opencode/ai/providers/azure/images")],
|
||||
["@opencode/ai/providers/azure/messages", () => import("@opencode/ai/providers/azure/messages")],
|
||||
["@opencode/ai/providers/baseten", () => import("@opencode/ai/providers/baseten")],
|
||||
["@opencode/ai/providers/baseten/decisions", () => import("@opencode/ai/providers/baseten/decisions")],
|
||||
["@opencode/ai/providers/cerebras", () => import("@opencode/ai/providers/cerebras")],
|
||||
|
||||
@@ -657,6 +657,7 @@ const PROTOCOLS: Readonly<Record<string, Protocol>> = {
|
||||
"@opencode/ai/providers/anthropic": anthropicMessages,
|
||||
"@opencode/ai/providers/anthropic-compatible": anthropicMessages,
|
||||
"@opencode/ai/providers/amazon-bedrock/mantle/messages": anthropicMessages,
|
||||
"@opencode/ai/providers/azure/messages": anthropicMessages,
|
||||
"@opencode/ai/providers/google-vertex/messages": anthropicMessages,
|
||||
"@opencode/ai/providers/google-vertex-messages": anthropicMessages,
|
||||
"@opencode/ai/providers/alibaba/messages": alibabaMessages,
|
||||
|
||||
Reference in New Issue
Block a user