feat: added examples

gradio_app.py

@@ -0,0 +1,11 @@
+import gradio as gr
+import gradio_demo
+import gradio_chat
+
+with gr.Blocks() as demo:
+    gradio_chat.demo.render()
+with demo.route("PicEdit"):
+    gradio_demo.demo.render()
+
+if __name__ == "__main__":
+    demo.launch()

gradio_chat.py

@@ -66,6 +66,10 @@ def build_messages_for_agent(chat_input, past_messages):
 
     return messages
     
+def select_example(x: gr.SelectData, chat_input):
+    chat_input["text"] = x.value["text"]
+    chat_input["files"] = x.value["files"]
+    return chat_input
 
 async def stream_from_agent(chat_input, chatbot, past_messages, current_image):
     # Prepare messages for the UI
@@ -172,10 +176,38 @@ with gr.Blocks() as demo:
     current_image = gr.State(None)
     past_messages = gr.State([])
     chatbot = gr.Chatbot(
+        elem_id="chatbot",
         label='Image Editing Assistant',
         type='messages',
         avatar_images=(None, 'https://ai.pydantic.dev/img/logo-white.svg'),
+        examples=[
+            {
+                "text": "Remove the person in the image",
+                "files": [
+                    "https://www.apple.com/tv-pr/articles/2024/10/apple-tv-unveils-severance-season-two-teaser-ahead-of-the-highly-anticipated-return-of-the-emmy-and-peabody-award-winning-phenomenon/images/big-image/big-image-01/1023024_Severance_Season_Two_Official_Trailer_Big_Image_01_big_image_post.jpg.large_2x.jpg"
+                ]
+            },
+            {
+                "text": "Change all the balloons to red in the image",
+                "files": [
+                    "https://www.apple.com/tv-pr/articles/2024/10/apple-tv-unveils-severance-season-two-teaser-ahead-of-the-highly-anticipated-return-of-the-emmy-and-peabody-award-winning-phenomenon/images/big-image/big-image-01/1023024_Severance_Season_Two_Official_Trailer_Big_Image_01_big_image_post.jpg.large_2x.jpg"
+                ]
+            },
+            {
+                "text": "Change coffee to a glass of water",
+                "files": [
+                    "https://previews.123rf.com/images/vadymvdrobot/vadymvdrobot1812/vadymvdrobot181201149/113217373-image-of-smiling-woman-holding-takeaway-coffee-in-paper-cup-and-taking-selfie-while-walking-through.jpg"
+                ]
+            },
+            {
+                "text": "ENHANCE!",
+                "files": [
+                    "https://m.media-amazon.com/images/M/MV5BNzM3ODc5NzEtNzJkOC00MDM4LWI0MTYtZTkyNmY3ZTBhYzkxXkEyXkFqcGc@._V1_QL75_UX1000_CR0,52,1000,563_.jpg"
+                ]
+            }
+        ]
     )
+
     with gr.Row():
         chat_input = gr.MultimodalTextbox(
             interactive=True,
@@ -190,5 +222,15 @@ with gr.Blocks() as demo:
         outputs=[chat_input, chatbot, past_messages, current_image],
     )
 
+    chatbot.example_select(
+        select_example,
+        inputs=[chat_input],
+        outputs=[chat_input],
+    ).then(
+        stream_from_agent,
+        inputs=[chat_input, chatbot, past_messages, current_image],
+        outputs=[chat_input, chatbot, past_messages, current_image],
+    )
+
 if __name__ == '__main__':
     demo.launch()

src/agents/mask_generation_agent.py

@@ -98,7 +98,9 @@ async def super_resolution(ctx: RunContext[ImageEditDeps]) -> EditImageResult:
     image_url = ctx.deps.image_url
     hopter_client = ctx.deps.hopter_client
 
-    input = SuperResolutionInput(image_b64=image_url, scale=4, use_face_enhancement=False)
+    image_uri = download_image_to_data_uri(image_url)
+
+    input = SuperResolutionInput(image_b64=image_uri, scale=4, use_face_enhancement=False)
     result = hopter_client.super_resolution(input)
     uploaded_image = upload_image_from_base64(result.scaled_image)
     return EditImageResult(edited_image_url=uploaded_image)