Update app.py

app.py

@@ -80,40 +80,37 @@ def choose_model(model_name):
 @spaces.GPU(duration=duration)
 def respond(message, history: list[tuple[str, str]], model, system_message, max_tokens, temperature, top_p):
 
-    print(model)
-    model_name = choose_model(model)
-
-    client = InferenceClient(model_name, provider=provider, token=os.getenv('deepseekv2'))
+    if mode=="text-to-text":
+        print(model)
+        model_name = choose_model(model)
     
-    messages = [{"role": "system", "content": system_message}]
-
-    for val in history:
-        if val[0]:
-            messages.append({"role": "user", "content": val[0]})
-        if val[1]:
-            messages.append({"role": "assistant", "content": val[1]})
-
-    messages.append({"role": "user", "content": message})
-
-    response = ""
-
-    for message in client.chat_completion(messages, max_tokens=max_tokens, stream=True, temperature=temperature, top_p=top_p):
-        token = message.choices[0].delta.content
-
-        response += token
-        yield response
+        client = InferenceClient(model_name, provider=provider, token=os.getenv('deepseekv2'))
+        
+        messages = [{"role": "system", "content": system_message}]
+    
+        for val in history:
+            if val[0]:
+                messages.append({"role": "user", "content": val[0]})
+            if val[1]:
+                messages.append({"role": "assistant", "content": val[1]})
+    
+        messages.append({"role": "user", "content": message})
+    
+        response = ""
+    
+        for message in client.chat_completion(messages, max_tokens=max_tokens, stream=True, temperature=temperature, top_p=top_p):
+            token = message.choices[0].delta.content
+    
+            response += token
+            yield response
 
 
 
 
 demo = gr.ChatInterface(
 
-    if mode=="text-to-text":
-        respond,
-        multimodal=False,
-    else:
-        respond,
-        multimodal=True,
+    respond,
+    multimodal=True,
     stop_btn = "Stop generation",
     # multimodal = True,
     title="Ask me anything",