update messaging format + disable queue

app.py

@@ -37,19 +37,21 @@ TEMPERATURE = 0.8  # Balanced between creativity and focus
 TOP_P = 0.9  # Allows for some diversity while staying on topic
 
 @spaces.GPU
-def respond(message, history: list[tuple[str, str]]):
+def respond(message, history):
     messages = [{"role": "system", "content": SYSTEM_MESSAGE}]
 
-    for val in history:
-        if val[0]:
-            messages.append({"role": "user", "content": val[0]})
-        if val[1]:
-            messages.append({"role": "assistant", "content": val[1]})
+    # Add chat history to messages
+    for user_msg, bot_msg in history:
+        messages.append({"role": "user", "content": user_msg})
+        if bot_msg:
+            messages.append({"role": "assistant", "content": bot_msg})
 
+    # Add the latest user message
     messages.append({"role": "user", "content": message})
 
     response = ""
 
+    # Stream the response
     for message in client.chat_completion(
         messages,
         max_tokens=MAX_TOKENS,
@@ -58,13 +60,14 @@ def respond(message, history: list[tuple[str, str]]):
         top_p=TOP_P,
     ):
         token = message.choices[0].delta.content
-
         response += token
         yield response
 
+# Custom CSS for the interface
 custom_css = """
 body {
     background-color: #f9d029 !important;
+}
 .chatbot {
     background-color: #000000 !important;
     color: #ffffff !important;
@@ -96,13 +99,15 @@ footer {
 }
 """
 
-montebello = gr.ChatInterface(
-    respond, 
-    title="montebello.ai", 
-    textbox=gr.Textbox(placeholder="How can montebello.ai help you leverage AI in your small business?", container=False, scale=7), 
-    submit_btn=gr.Button("Send", variant="primary"), 
-    css=custom_css
-)
+# Create the ChatInterface with customizations
+with gr.Blocks(enable_queue=False, css=custom_css) as montebello:
+    gr.Markdown("# montebello.ai")
+    chatbot = gr.Chatbot(height=500)
+    textbox = gr.Textbox(placeholder="How can montebello.ai help you leverage AI in your small business?", container=False, scale=7)
+    submit_btn = gr.Button("Send", variant="primary")
+
+    # Define the chat interface
+    submit_btn.click(respond, [textbox, chatbot], [textbox, chatbot])
 
 if __name__ == "__main__":
-    montebello.launch(queue=False)
+    montebello.launch()