From 778539b131adb270d4daee63ee43f6593c6bb312 Mon Sep 17 00:00:00 2001 From: Celestial Rose Date: Sat, 8 Nov 2025 23:35:35 +0200 Subject: [PATCH] Add support for base64 images in chat messages Handle base64 image data for Llama 4 in chat messages. --- .../src/convert-to-workersai-chat-messages.ts | 11 +++++++++++ 1 file changed, 11 insertions(+) diff --git a/packages/workers-ai-provider/src/convert-to-workersai-chat-messages.ts b/packages/workers-ai-provider/src/convert-to-workersai-chat-messages.ts index cbbfeadbc..6eaa2dd2e 100644 --- a/packages/workers-ai-provider/src/convert-to-workersai-chat-messages.ts +++ b/packages/workers-ai-provider/src/convert-to-workersai-chat-messages.ts @@ -42,6 +42,17 @@ export function convertToWorkersAIChatMessages(prompt: LanguageModelV2Prompt): { providerOptions: part.providerOptions, }); } + // For Llama 4, images are expected to be in the input messages array in base64 + if (typeof part.data === "string" && part.mediaType.startsWith('image/')) { + return { + image_url: { + url: `data:${part.mediaType};base64,${part.data}`, + }, + type: "image_url", + mimeType: part.mediaType, + providerOptions: part.providerOptions, + } + } return ""; // No text for the image part } }