import { expect } from "bun:test" import { Effect, Schema, Stream } from "effect" import { ai, LLMClient } from "../../src/effect.js" import { OpenResponses } from "../../src/protocols/open-responses.js" import { Azure, Meta, OpenAI, XAI } from "../../src/providers/index.js" import { WebSocketTransport } from "../../src/route.js" import { configure } from "../../src/providers/openai-compatible-responses.js" import { it } from "../lib/effect.js" import { fixedResponse } from "../lib/http.js" import { sseEvents } from "../lib/sse.js" const decodeEvent = Schema.decodeUnknownEffect(OpenResponses.protocol.stream.event) it.effect("decodes error frames verbatim in shared SSE and WebSocket decoding", () => Effect.gen(function* () { for (const decode of [decodeEvent, OpenResponses.decodeChannelEvent]) { for (const frame of [ { type: "error", sequence_number: 4, code: "server_shutting_down", message: "Shutting down", param: null }, { type: "error" }, { type: "error", error: "Gateway failed" }, { type: "error", error: { code: 429, message: "slow down" } }, { type: "error", error: 42 }, { type: "error", code: 500, message: ["not", "a", "string"] }, { type: "response.failed", response: { id: "resp_failed", error: "Gateway failed" } }, { type: "response.failed", response: { id: "resp_failed", error: ["weird"] } }, { type: "response.failed", response: { id: "resp_failed", error: { code: "server_error", message: "Internal server error" } }, }, { type: "response.output_text.delta", item_id: "msg_text", delta: "Hello" }, ]) { expect(yield* decode(JSON.stringify(frame))).toEqual(frame) } } }), ) it.effect("reads untyped error envelopes as error events and ignores other untyped frames", () => Effect.gen(function* () { const message = "gRPC error: Response with id=resp_missing not found" for (const decode of [decodeEvent, OpenResponses.decodeChannelEvent]) { for (const error of [{ type: "api_error", message }, message, 42]) { expect(yield* decode(JSON.stringify({ error }))).toEqual({ type: "error", error }) } for (const frame of [{}, { error: null }, { message }]) { expect(yield* decode(JSON.stringify(frame))).toEqual({ ...frame, type: "ignored" }) } } }), ) it.effect("extracts error details from every shape and falls back to the raw frame", () => Effect.gen(function* () { const cases: Array<[frame: Record, message: string, tag: string]> = [ [ { type: "error", code: "server_shutting_down", message: "Shutting down" }, "server_shutting_down: Shutting down", "UnknownProvider", ], [{ type: "error", error: "Gateway failed" }, "Gateway failed", "UnknownProvider"], [{ type: "error", error: { code: 429, message: "slow down" } }, "429: slow down", "UnknownProvider"], [{ type: "error", error: { message: "slow down" }, status: 429 }, "slow down", "RateLimit"], [{ type: "error", code: 500, message: ["not", "a", "string"] }, "500", "UnknownProvider"], [ { type: "response.failed", response: { id: "resp_failed", error: "Gateway failed" } }, "Gateway failed", "UnknownProvider", ], ] for (const [frame, message, tag] of cases) { const event = yield* OpenResponses.decodeChannelEvent(JSON.stringify(frame)) const error = OpenResponses.providerFailure(event, "fallback", JSON.stringify(frame)) expect(error.message).toBe(message) expect(error.reason._tag).toBe(tag) expect(error.reason.body).toBe(JSON.stringify(frame)) } for (const frame of [ { type: "error", error: 42 }, { type: "response.failed", response: { id: "resp_failed", error: ["weird"] } }, ]) { const event = yield* OpenResponses.decodeChannelEvent(JSON.stringify(frame)) const error = OpenResponses.providerFailure(event, "fallback", JSON.stringify(frame)) expect(error.message).toBe(JSON.stringify(frame)) expect(error.reason._tag).toBe("UnknownProvider") } expect(OpenResponses.providerFailure({ type: "error" }, "fallback", "{}").message).toBe("fallback") expect(OpenResponses.providerFailure({ type: "error" }, "fallback", "{}").reason._tag).toBe("ProviderInternal") }), ) for (const model of [ OpenAI.configure({ apiKey: "fixture" }).responses("gpt-5.6-sol"), XAI.configure({ apiKey: "fixture" }).responses("grok-4.6"), Azure.configure({ apiKey: "fixture", resourceName: "fixture" }).responses("deployment"), ]) { it.effect(`preserves string error messages and raw bodies through ${model.provider} Responses`, () => Effect.gen(function* () { const raw = '{ "type": "error", "error": "Gateway rejected the request", "trace": "original" }' const webSocket = WebSocketTransport.makeDirect({ open: () => Effect.succeed({ sendText: () => Effect.void, messages: Stream.make(raw), close: Effect.void }), }) for (const options of [{ webSocket }, {}]) { const error = yield* LLMClient.generate(ai.request({ model, prompt: "Hello" }), options).pipe( Effect.provide(fixedResponse(sseEvents(raw))), Effect.flip, ) expect(error.reason._tag).toBe("UnknownProvider") expect(error.message).toBe("Gateway rejected the request") expect(error.reason.body).toBe(raw) } }), ) } it.effect("retains classification and original error bodies through Meta and generic Responses routes", () => Effect.gen(function* () { const raw = `{ "type": "error", "sequence_number": 4, "code": "server_shutting_down", "message": "Server is shutting down. Please retry your request.", "param": null, "diagnostic": "retain-original-frame" }` for (const model of [ Meta.configure({ apiKey: "fixture" }).responses("muse-spark-1.3"), configure({ apiKey: "fixture", provider: "gateway", baseURL: "https://responses.example.test/v1" }).model( "example-model", ), ]) { const error = yield* LLMClient.generate(ai.request({ model, prompt: "Hello" })).pipe( Effect.provide(fixedResponse(sseEvents(raw.replaceAll("\n", "\ndata: ")))), Effect.flip, ) expect(error.reason._tag).toBe("ProviderInternal") expect(error.message).toBe("server_shutting_down: Server is shutting down. Please retry your request.") expect(error.reason.body).toBe(raw) expect(error.reason.http?.status).toBe(200) } }), )