Update app.py
Browse files
app.py
CHANGED
@@ -44,7 +44,6 @@ def respond(
|
|
44 |
image_b64 = image_to_base64(img)
|
45 |
messages.append({"role": "user", "content": "Image uploaded", "image": image_b64})
|
46 |
|
47 |
-
# Call Hugging Face model for response
|
48 |
try:
|
49 |
responses = []
|
50 |
generated_image = None
|
@@ -67,10 +66,10 @@ def respond(
|
|
67 |
# Optionally convert to RGB if needed
|
68 |
# generated_image = generated_image.convert("RGB")
|
69 |
|
70 |
-
|
71 |
|
72 |
except Exception as e:
|
73 |
-
|
74 |
|
75 |
# Debugging print statements
|
76 |
print("Starting Gradio interface setup...")
|
@@ -84,10 +83,10 @@ try:
|
|
84 |
],
|
85 |
outputs=[
|
86 |
gr.Textbox(label="Response", placeholder="Model response will appear here..."),
|
87 |
-
gr.Image(label="Generated Image", type="pil")
|
88 |
],
|
89 |
-
title="LLAVA Model - Medical Image and
|
90 |
-
description="Upload a medical image and ask a specific question about the image for a medical description.",
|
91 |
additional_inputs=[
|
92 |
gr.Textbox(label="System message", value="You are a friendly Chatbot."),
|
93 |
gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
|
|
|
44 |
image_b64 = image_to_base64(img)
|
45 |
messages.append({"role": "user", "content": "Image uploaded", "image": image_b64})
|
46 |
|
|
|
47 |
try:
|
48 |
responses = []
|
49 |
generated_image = None
|
|
|
66 |
# Optionally convert to RGB if needed
|
67 |
# generated_image = generated_image.convert("RGB")
|
68 |
|
69 |
+
return responses, generated_image
|
70 |
|
71 |
except Exception as e:
|
72 |
+
return [str(e)], None
|
73 |
|
74 |
# Debugging print statements
|
75 |
print("Starting Gradio interface setup...")
|
|
|
83 |
],
|
84 |
outputs=[
|
85 |
gr.Textbox(label="Response", placeholder="Model response will appear here..."),
|
86 |
+
gr.Image(label="Generated Image", type="pil", output=True)
|
87 |
],
|
88 |
+
title="LLAVA Model - Medical Image and Text",
|
89 |
+
description="Upload a medical image and ask a specific question about the image or provide text input for a medical description.",
|
90 |
additional_inputs=[
|
91 |
gr.Textbox(label="System message", value="You are a friendly Chatbot."),
|
92 |
gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
|