Update app.py

app.py

@@ -78,40 +78,40 @@ def choose_model(model_name):
     
 
 @spaces.GPU(duration=duration)
-def respond(message, history: list[tuple[str, str]], model, system_message, max_tokens, temperature, top_p):
+def respond(message, history: list[tuple[str, str]], image=None, model, system_message, max_tokens, temperature, top_p):
 
-    if mode=="text-to-text":
-        print(model)
-        model_name = choose_model(model)
-    
-        client = InferenceClient(model_name, provider=provider, token=os.getenv('deepseekv2'))
-        
-        messages = [{"role": "system", "content": system_message}]
-    
-        for val in history:
-            if val[0]:
-                messages.append({"role": "user", "content": val[0]})
-            if val[1]:
-                messages.append({"role": "assistant", "content": val[1]})
-    
-        messages.append({"role": "user", "content": message})
-    
-        response = ""
-    
-        for message in client.chat_completion(messages, max_tokens=max_tokens, stream=True, temperature=temperature, top_p=top_p):
-            token = message.choices[0].delta.content
+    print(model)
+    model_name = choose_model(model)
+
+    client = InferenceClient(model_name, provider=provider, token=os.getenv('deepseekv2'))
     
-            response += token
-            yield response
+    messages = [{"role": "system", "content": system_message}]
+
+    for val in history:
+        if val[0]:
+            messages.append({"role": "user", "content": val[0]})
+        if val[1]:
+            messages.append({"role": "assistant", "content": val[1]})
+
+    messages.append({"role": "user", "content": message})
+
+    response = ""
+
+    for message in client.chat_completion(messages, max_tokens=max_tokens, stream=True, temperature=temperature, top_p=top_p):
+        token = message.choices[0].delta.content
+
+        response += token
+        yield response
 
-    else:
-        url = "https://huggingface.co/datasets/huggingface/documentation-images/resolve/0052a70beed5bf71b92610a43a52df6d286cd5f3/diffusers/rabbit.jpg"
-        image = Image.open(requests.get(url, stream=True).raw)
+    # else:
+    #     url = "https://huggingface.co/datasets/huggingface/documentation-images/resolve/0052a70beed5bf71b92610a43a52df6d286cd5f3/diffusers/rabbit.jpg"
+    #     image = Image.open(requests.get(url, stream=True).raw)
 
 
 demo = gr.ChatInterface(
 
     respond,
+    input_components=[gr.Textbox(label="Message"), gr.Image(label="image", type="pil")],
     multimodal=True,
     stop_btn = "Stop generation",
     # multimodal = True,