Update app.py

app.py

@@ -13,24 +13,25 @@ def respond(
     temperature,
     top_p,
 ):
-    # Correct message format for Gradio's 'messages' type
+    # Correct structure for Gradio's 'messages' format
     messages = [{"role": "system", "content": system_message}]
 
-    # Handle both old tuple format and new 'messages' format
-    for entry in history:
-        if isinstance(entry, dict) and "role" in entry and "content" in entry:
-            messages.append(entry)  # Already in correct format
-        elif isinstance(entry, tuple) and len(entry) == 2:
-            messages.append({"role": "user", "content": entry[0]})
-            messages.append({"role": "assistant", "content": entry[1]})
+    # Ensure 'history' is handled as a list of dicts
+    if isinstance(history, list):
+        for entry in history:
+            if isinstance(entry, dict):
+                messages.append(entry)  # Correct format already
+            elif isinstance(entry, tuple) and len(entry) == 2:
+                messages.append({"role": "user", "content": entry[0]})
+                messages.append({"role": "assistant", "content": entry[1]})
 
-    # Add the current user message
+    # Add current user message
     messages.append({"role": "user", "content": message})
 
-    # Initialize response string
+    # Initialize response
     response = ""
 
-    # Generate chat response using the client
+    # Generate response
     for message in client.chat_completion(
         messages,
         max_tokens=max_tokens,
@@ -42,17 +43,6 @@ def respond(
         response += token
         yield response
 
-# Gradio Interface Setup
-demo = gr.ChatInterface(
-    respond,
-    chatbot=gr.Chatbot(type="messages"),
-    additional_inputs=[
-        gr.Textbox(value="You are a friendly Chatbot.", label="System message"),
-        gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
-        gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
-        gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p (nucleus sampling)"),
-    ],
-)
 
 # Launch the Gradio app
 if __name__ == "__main__":