feat: remove image from vision agent request param (#114)

connected vision-agent-service locally and tested chat and worked
properly:
<img width="1464" alt="image"
src="https://github.com/landing-ai/vision-agent-ui/assets/132986242/99d63cf9-ba0b-4dd4-9a26-aca500314a64">
<img width="1458" alt="image"
src="https://github.com/landing-ai/vision-agent-ui/assets/132986242/9d9d2a5d-f230-4a2f-96c5-9325cd6e2181">

app/api/vision-agent/route.ts

@@ -119,11 +119,6 @@ export const POST = withLogging(
 
     const formData = new FormData();
     formData.append('input', apiMessages);
-    const [prefix, fileName] = mediaUrl.split(`${chatId}/`);
-    formData.append(
-      'image',
-      prefix + `${chatId}/` + encodeURIComponent(decodeURIComponent(fileName)),
-    );
 
     const fetchResponse = await fetch(
       `${process.env.AGENT_HOST}/v1/agent/chat?agent_class=vision_agent&self_reflection=false`,

lib/types.ts

@@ -11,7 +11,9 @@ export type MessageAssistantResponse = {
   streamDuration: number;
 };
 
-export type MessageUI = Pick<MessageAI, 'role' | 'content' | 'id'>;
+export type MessageUI = Pick<MessageAI, 'role' | 'content' | 'id'> & {
+  media?: string[];
+};
 
 export interface SignedPayload {
   id: string;

lib/utils/message.ts

@@ -9,12 +9,21 @@ export const convertDBMessageToAPIMessage = (
   messages: Message[],
 ): MessageUI[] => {
   return messages.reduce((acc, message) => {
-    const { id, mediaUrl, prompt, result } = message;
+    const { id, mediaUrl, prompt, result, chatId } = message;
+    // fileName could be null if it's example media url
+    const [prefix, fileName] = mediaUrl.split(`${chatId}/`);
     if (mediaUrl && prompt) {
       acc.push({
         id: id + '-user',
         role: 'user',
         content: prompt,
+        media: [
+          fileName
+            ? prefix +
+              `${chatId}/` +
+              encodeURIComponent(decodeURIComponent(fileName))
+            : mediaUrl,
+        ],
       });
     }
     if (result && result.type === 'final_code') {