Merge pull request #89 from caillef/fix-vision

fix: vision now uses content.data
daydreamsai · Feb 6, 2025 · 5b4469b · 5b4469b
2 parents 6a3d395 + d48135a
commit 5b4469b
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 5 deletions.
diff --git a/examples/example-vision.ts b/examples/example-vision.ts
@@ -87,13 +87,13 @@ async function main() {
         execute: async (payload) => {
             // Extract image URLs from content using a more robust regex pattern
             const imageRegex = /<IMAGE:([^>]+)>/g;
-            const images = Array.from(payload.content.matchAll(imageRegex))
+            const images = Array.from(payload.data.content.matchAll(imageRegex))
                 .map((match) => (match as string[])[1])
                 .filter((url) => url.length > 0);
 
             // Extract file information using regex with proper mime type and data parsing
             const fileRegex = /<FILE:([^:]+):([^>]+)>/g;
-            const files = Array.from(payload.content.matchAll(fileRegex))
+            const files = Array.from(payload.data.content.matchAll(fileRegex))
                 .map((match) => ({
                     mimeType: (match as string[])[1].trim(),
                     data: (match as string[])[2].trim(),

diff --git a/packages/core/src/core/processors/message-and-vision-processor.ts b/packages/core/src/core/processors/message-and-vision-processor.ts
@@ -59,14 +59,14 @@ export class MessageAndVisionProcessor extends BaseProcessor {
         });
 
         const contentStr =
-            typeof content === "string" ? content : content.content;
+            typeof content === "string" ? content : content.data.content;
 
         const filesAndImages: Array<FilePart | ImagePart> = [
-            ...(content.images?.map((image: DataContent | string) => ({
+            ...(content.data.images?.map((image: DataContent | string) => ({
                 type: "image" as const,
                 image,
             })) || []),
-            ...(content.files?.map(
+            ...(content.data.files?.map(
                 (data: { data: DataContent | string; mimeType: string }) => ({
                     type: "file" as const,
                     data: data.data,