From c504b9f2894a0fa74a70584af3dccda1e57a5e8d Mon Sep 17 00:00:00 2001 From: Aiden Cline <63023139+rekram1-node@users.noreply.github.com> Date: Mon, 26 Oct 2026 23:04:55 -0500 Subject: [PATCH] fix(ai): send input images to Cloudflare Workers AI image models (#59485) --- .../protocols/cloudflare-workers-ai-images.ts | 19 ++++++- .../cloudflare-workers-ai-images.test.ts | 57 ++++++++++++++++++- 2 files changed, 70 insertions(+), 6 deletions(-) diff --git a/packages/ai/src/protocols/cloudflare-workers-ai-images.ts b/packages/ai/src/protocols/cloudflare-workers-ai-images.ts index eef0a71b81e..5412840e4cc 100644 --- a/packages/ai/src/protocols/cloudflare-workers-ai-images.ts +++ b/packages/ai/src/protocols/cloudflare-workers-ai-images.ts @@ -5,6 +5,7 @@ import { Media } from "../media.js" import { MediaProtocol } from "../route/media-protocol.js" import type { MediaRoute } from "../route/media.js" import { mergeJsonRecords } from "../schema/index.js" +import { ProviderShared } from "./shared.js" import { ImageSizing } from "./utils/image-sizing.js" import { MediaInput } from "./utils/media-input.js" @@ -60,10 +61,23 @@ const fromRequest = Effect.fn("CloudflareWorkersAIImages.fromRequest")(function* ...(yield* ImageSizing.exact(route, request, { multiple: 16, minEdge: 256, maxEdge: 2048 })), } const native = mergeJsonRecords(request.providerOptions, request.http?.body) - if (!request.model.id.startsWith(MULTIPART_MODEL_PREFIX)) - return MediaProtocol.json(mergeJsonRecords(fields, native) ?? {}) + const images = request.images ?? [] + if (!request.model.id.startsWith(MULTIPART_MODEL_PREFIX)) { + if (images.length > 1) + return yield* route.unsupported("media.images", `${request.model.id} takes one input image as image_b64`) + const image = images[0]?.inline() + if (images[0] !== undefined && image === undefined) return yield* ProviderShared.inlineRequired(route.id, images[0]) + return MediaProtocol.json(mergeJsonRecords({ ...fields, image_b64: image?.base64 }, native) ?? {}) + } const body = new FormData() MediaInput.appendFields(body, fields, { overlay: native, reserved: RESERVED_FORM_FIELDS }) + yield* Effect.forEach(images, (image, index) => + MediaInput.inlineBytes(route.id, image).pipe( + Effect.map((bytes) => + body.append(`input_image_${index}`, MediaInput.blob(bytes, image.mediaType), `image_${index}`), + ), + ), + ) return MediaProtocol.multipart(body) }) @@ -94,7 +108,6 @@ const decodeResponse = Effect.fn("CloudflareWorkersAIImages.decodeResponse")(fun // --------------------------------------------------------------------------- export const protocol = MediaProtocol.inline(route, { - unsupported: ["images"], body: { from: fromRequest }, response: { decode: decodeResponse }, }) diff --git a/packages/ai/test/provider/cloudflare-workers-ai-images.test.ts b/packages/ai/test/provider/cloudflare-workers-ai-images.test.ts index e943c133aaf..a7289a29aed 100644 --- a/packages/ai/test/provider/cloudflare-workers-ai-images.test.ts +++ b/packages/ai/test/provider/cloudflare-workers-ai-images.test.ts @@ -84,13 +84,64 @@ describe("Cloudflare Workers AI Images", () => { ), ) + it.effect("sends FLUX.2 input images as numbered multipart files", () => + Image.generate({ + model: workers.image("@cf/black-forest-labs/flux-2-klein-4b"), + prompt: "Put the cat from image 1 in image 0", + images: [Media.bytes(new Uint8Array([1, 2]), "image/png"), Media.base64("AwQ=", "image/jpeg")], + }).pipe( + Effect.provide( + ImageClient.layer.pipe( + Layer.provide( + dynamicResponse((input) => + Effect.gen(function* () { + const request = yield* HttpClientRequest.toWeb(input.request).pipe(Effect.orDie) + const form = yield* Effect.promise(() => request.formData()) + const bytes = yield* Effect.forEach(["input_image_0", "input_image_1"], (name) => + Effect.promise(async () => [...new Uint8Array(await (form.get(name) as Blob).arrayBuffer())]), + ) + expect(form.get("prompt")).toBe("Put the cat from image 1 in image 0") + expect(bytes).toEqual([ + [1, 2], + [3, 4], + ]) + return input.respond(JSON.stringify({ result: { image: "iVBORw0KGgo=" } }), { + headers: { "content-type": "application/json" }, + }) + }), + ), + ), + ), + ), + ), + ) + + it.effect("sends the first input image of a JSON model as image_b64", () => + Image.generate({ + model: workers.image("@cf/lykon/dreamshaper-8-lcm"), + prompt: "Make it green", + images: [Media.bytes(new Uint8Array([1, 2, 3]), "image/png")], + }).pipe( + Effect.provide( + ImageClient.layer.pipe( + Layer.provide( + dynamicResponse((input) => { + expect(JSON.parse(input.text)).toEqual({ prompt: "Make it green", image_b64: "AQID" }) + return Effect.succeed(input.respond(new Uint8Array([0x89, 0x50, 0x4e, 0x47]))) + }), + ), + ), + ), + ), + ) + it.effect("fails typed for fields the Run API image models cannot take", () => Effect.gen(function* () { - const model = workers.image("@cf/black-forest-labs/flux-2-dev") + const image = Media.bytes(new Uint8Array([1]), "image/png") const errors = yield* Effect.forEach( [ - { model, prompt: "test", n: 2 }, - { model, prompt: "test", images: [Media.bytes(new Uint8Array([1]), "image/png")] }, + { model: workers.image("@cf/black-forest-labs/flux-2-dev"), prompt: "test", n: 2 }, + { model: workers.image("@cf/lykon/dreamshaper-8-lcm"), prompt: "test", images: [image, image] }, ], (request) => Image.generate(request).pipe(Effect.flip), )