first commit

app.py

@@ -30,26 +30,27 @@ def process_image_and_prompt(uploaded_image, image_url, prompt, temperature=0.3,
         return "Model failed to load. Please check the logs."
     
     # Determine which image input to use:
-    # If an image is uploaded, convert its file path to a URL.
     if uploaded_image:
-        # Gradio returns a file path; if it doesn't start with "http", prefix it so that it is served.
-        img_url = uploaded_image if str(uploaded_image).startswith("http") else f"/file/{uploaded_image}"
+        # If an image is uploaded, use the image directly.
+        messages = [{
+            "role": "user",
+            "content": [
+                {"type": "image", "image": uploaded_image},
+                {"type": "text", "text": prompt},
+            ],
+        }]
     elif image_url and image_url.strip():
+        # Otherwise, use the provided image URL.
         img_url = image_url.strip()
-    else:
-        return "Please provide either an image upload or an image URL."
-
-    # Build the message using the Aya Vision chat template.
-    # Note: Aya Vision requires the image to be sent as a URL.
-    messages = [
-        {
+        messages = [{
             "role": "user",
             "content": [
                 {"type": "image", "url": img_url},
                 {"type": "text", "text": prompt},
             ],
-        },
-    ]
+        }]
+    else:
+        return "Please provide either an image upload or an image URL."
     
     try:
         inputs = processor.apply_chat_template(
@@ -88,16 +89,15 @@ with gr.Blocks(title="Aya Vision 8B Demo") as demo:
     gr.Markdown("# Aya Vision 8B Model Demo")
     gr.Markdown(
         """
-This app demonstrates the C4AI Aya Vision 8B model, which requires an image URL as input.
-You can either upload an image (it will be served as a URL) or provide a direct image URL.
-Enter a prompt along with the image to get started!
+This app demonstrates the C4AI Aya Vision 8B model. You can either upload an image (which will be sent directly) 
+or provide a direct image URL. Enter a prompt along with the image to get started!
         """
     )
     gr.Markdown(f"**Model Status:** {model_status}")
 
     gr.Markdown("### Provide an Image")
     with gr.Tab("Upload Image"):
-        # Using type="filepath" returns the local file path which is then converted into a URL.
+        # Using type="filepath" returns the local file path which is then passed directly.
         image_upload = gr.Image(label="Upload Image", type="filepath")
     with gr.Tab("Image URL"):
         image_url_input = gr.Textbox(label="Image URL", placeholder="Enter a direct image URL")