Update app.py
Browse files
app.py
CHANGED
@@ -46,16 +46,19 @@ def respond(
|
|
46 |
messages.append({"role": "user", "content": "Image uploaded", "image": image_b64})
|
47 |
|
48 |
# Call Hugging Face model for response
|
49 |
-
|
50 |
-
|
51 |
-
|
52 |
-
|
53 |
-
|
54 |
-
|
55 |
-
|
56 |
-
|
57 |
-
|
58 |
-
|
|
|
|
|
|
|
59 |
|
60 |
# Debugging print statements
|
61 |
print("Starting Gradio interface setup...")
|
|
|
46 |
messages.append({"role": "user", "content": "Image uploaded", "image": image_b64})
|
47 |
|
48 |
# Call Hugging Face model for response
|
49 |
+
try:
|
50 |
+
for response in client.chat_completion(
|
51 |
+
messages,
|
52 |
+
max_tokens=max_tokens,
|
53 |
+
stream=True,
|
54 |
+
temperature=temperature,
|
55 |
+
top_p=top_p,
|
56 |
+
):
|
57 |
+
if response.choices:
|
58 |
+
token = response.choices[0].delta.content
|
59 |
+
yield token
|
60 |
+
except Exception as e:
|
61 |
+
yield str(e)
|
62 |
|
63 |
# Debugging print statements
|
64 |
print("Starting Gradio interface setup...")
|