fix: improve image URL parsing robustness across providers

Author: dcs-soni

core/llm/llms/Anthropic.ts

@@ -28,6 +28,7 @@ import {
 } from "../../index.js";
 import { safeParseToolCallArgs } from "../../tools/parseArgs.js";
 import { renderChatMessage, stripImages } from "../../util/messageContent.js";
+import { extractBase64FromDataUrl } from "../../util/url.js";
 import { DEFAULT_REASONING_TOKENS } from "../constants.js";
 import { BaseLLM } from "../index.js";
 
@@ -110,7 +111,7 @@ class Anthropic extends BaseLLM {
             source: {
               type: "base64",
               media_type: getAnthropicMediaTypeFromDataUrl(part.imageUrl.url),
-              data: part.imageUrl.url.split(",")[1],
+              data: extractBase64FromDataUrl(part.imageUrl.url),
             },
           });
         }

core/llm/llms/Bedrock.ts

@@ -21,6 +21,7 @@ import type { CompletionOptions } from "../../index.js";
 import { ChatMessage, Chunk, LLMOptions, MessageContent } from "../../index.js";
 import { safeParseToolCallArgs } from "../../tools/parseArgs.js";
 import { renderChatMessage, stripImages } from "../../util/messageContent.js";
+import { parseDataUrl } from "../../util/url.js";
 import { BaseLLM } from "../index.js";
 import { PROVIDER_TOOL_SUPPORT } from "../toolSupport.js";
 import { getSecureID } from "../utils/getSecureID.js";
@@ -546,7 +547,7 @@ class Bedrock extends BaseLLM {
           blocks.push({ text: part.text });
         } else if (part.type === "imageUrl" && part.imageUrl) {
           try {
-            const [mimeType, base64Data] = part.imageUrl.url.split(",");
+            const { mimeType, base64Data } = parseDataUrl(part.imageUrl.url);
             const format = mimeType.split("/")[1]?.split(";")[0] || "jpeg";
             if (
               format === ImageFormat.JPEG ||

core/llm/llms/Gemini.ts

@@ -11,6 +11,7 @@ import {
 } from "../../index.js";
 import { safeParseToolCallArgs } from "../../tools/parseArgs.js";
 import { renderChatMessage, stripImages } from "../../util/messageContent.js";
+import { extractBase64FromDataUrl } from "../../util/url.js";
 import { BaseLLM } from "../index.js";
 import {
   GeminiChatContent,
@@ -191,7 +192,9 @@ class Gemini extends BaseLLM {
       : {
           inlineData: {
             mimeType: "image/jpeg",
-            data: part.imageUrl?.url.split(",")[1],
+            data: part.imageUrl?.url
+              ? extractBase64FromDataUrl(part.imageUrl.url)
+              : "",
           },
         };
   }

core/llm/llms/Ollama.ts

@@ -13,6 +13,7 @@ import {
 } from "../../index.js";
 import { renderChatMessage } from "../../util/messageContent.js";
 import { getRemoteModelInfo } from "../../util/ollamaHelper.js";
+import { extractBase64FromDataUrl } from "../../util/url.js";
 import { BaseLLM } from "../index.js";
 
 type OllamaChatMessage = {
@@ -303,7 +304,9 @@ class Ollama extends BaseLLM implements ModelInstaller {
       const images: string[] = [];
       message.content.forEach((part) => {
         if (part.type === "imageUrl" && part.imageUrl) {
-          const image = part.imageUrl?.url.split(",").at(-1);
+          const image = part.imageUrl?.url
+            ? extractBase64FromDataUrl(part.imageUrl.url)
+            : undefined;
           if (image) {
             images.push(image);
           }

core/util/url.ts

@@ -9,3 +9,42 @@ export function canParseUrl(url: string): boolean {
     return false;
   }
 }
+
+export function parseDataUrl(dataUrl: string): {
+  mimeType: string;
+  base64Data: string;
+} {
+  const urlParts = dataUrl.split(",");
+
+  if (urlParts.length < 2) {
+    throw new Error(
+      "Invalid data URL format: expected 'data:type;base64,data' format",
+    );
+  }
+
+  const [mimeType, ...base64Parts] = urlParts;
+  const base64Data = base64Parts.join(",");
+
+  return { mimeType, base64Data };
+}
+
+export function extractBase64FromDataUrl(dataUrl: string): string {
+  return parseDataUrl(dataUrl).base64Data;
+}
+
+export function safeSplit(
+  input: string,
+  delimiter: string,
+  expectedParts: number,
+  errorContext: string = "input",
+): string[] {
+  const parts = input.split(delimiter);
+
+  if (parts.length !== expectedParts) {
+    throw new Error(
+      `Invalid ${errorContext} format: expected ${expectedParts} parts separated by "${delimiter}", got ${parts.length}`,
+    );
+  }
+
+  return parts;
+}

packages/openai-adapters/src/apis/Anthropic.ts

@@ -25,6 +25,7 @@ import {
   CompletionUsage,
 } from "openai/resources/index";
 import { ChatCompletionCreateParams } from "openai/resources/index.js";
+import { extractBase64FromDataUrl } from "../../../../core/util/url.js";
 import { AnthropicConfig } from "../types.js";
 import {
   chatChunk,
@@ -199,7 +200,7 @@ export class AnthropicApi implements BaseLlmApi {
               source: {
                 type: "base64",
                 media_type: getAnthropicMediaTypeFromDataUrl(dataUrl),
-                data: dataUrl.split(",")[1],
+                data: extractBase64FromDataUrl(dataUrl),
               },
             });
           }

packages/openai-adapters/src/apis/Bedrock.ts

@@ -31,6 +31,7 @@ import {
 
 import { fromNodeProviderChain } from "@aws-sdk/credential-providers";
 import { fromStatic } from "@aws-sdk/token-providers";
+import { parseDataUrl } from "../../../../core/util/url.js";
 import { BedrockConfig } from "../types.js";
 import { chatChunk, chatChunkFromDelta, embedding, rerank } from "../util.js";
 import { safeParseArgs } from "../util/parseArgs.js";
@@ -135,9 +136,9 @@ export class BedrockApi implements BaseLlmApi {
       case "image_url":
       default:
         try {
-          const [mimeType, base64Data] = (
-            part as ChatCompletionContentPartImage
-          ).image_url.url.split(",");
+          const { mimeType, base64Data } = parseDataUrl(
+            (part as ChatCompletionContentPartImage).image_url.url,
+          );
           const format = mimeType.split("/")[1]?.split(";")[0] || "jpeg";
           if (
             format === ImageFormat.JPEG ||