Update app.py

app.py

@@ -29,39 +29,43 @@ GREETING_MESSAGES = [
     "The universe awaits! I'm AstroSage. What astronomical wonders shall we discuss?",
 ]
 
-def format_chat_history(history):
-    """Format the chat history for the model."""
-    formatted_messages = []
-    for human, assistant in history:
-        formatted_messages.append({"role": "user", "content": human})
-        if assistant:
-            formatted_messages.append({"role": "assistant", "content": assistant})
-    return formatted_messages
+def user(user_message, history):
+    """Add user message to chat history."""
+    return "", history + [{"role": "user", "content": user_message}]
 
-def generate_response(message, history):
-    """Generate response using the LLM."""
-    if not message:
-        return random.choice(GREETING_MESSAGES)
+def bot(history):
+    """Generate and stream the bot's response."""
+    # Prepare the messages for the model
+    messages = [
+        {
+            "role": "system",
+            "content": "You are AstroSage, an intelligent AI assistant specializing in astronomy, astrophysics, and space science. You provide accurate, scientific information while making complex concepts accessible. You're enthusiastic about space exploration and maintain a sense of wonder about the cosmos."
+        }
+    ]
     
-    formatted_history = format_chat_history(history)
+    # Add chat history
+    for message in history[:-1]:  # Exclude the last message which we just added
+        messages.append({"role": message["role"], "content": message["content"]})
     
+    # Add the current user message
+    messages.append({"role": "user", "content": history[-1]["content"]})
+    
+    # Start generating the response
+    history.append({"role": "assistant", "content": ""})
+    
+    # Stream the response
     response = llm.create_chat_completion(
-        messages=[
-            {"role": "system", "content": "You are AstroSage, an intelligent AI assistant specializing in astronomy, astrophysics, and space science. You provide accurate, scientific information while making complex concepts accessible. You're enthusiastic about space exploration and maintain a sense of wonder about the cosmos."},
-            *formatted_history,
-            {"role": "user", "content": message}
-        ],
+        messages=messages,
         max_tokens=512,
         temperature=0.7,
         top_p=0.95,
         stream=True
     )
     
-    partial_message = ""
     for chunk in response:
         if chunk and "content" in chunk["choices"][0]["delta"]:
-            partial_message += chunk["choices"][0]["delta"]["content"]
-            yield partial_message
+            history[-1]["content"] += chunk["choices"][0]["delta"]["content"]
+            yield history
 
 # Custom CSS for a space theme
 custom_css = """
@@ -103,7 +107,8 @@ with gr.Blocks(css=custom_css, theme=gr.themes.Soft(primary_hue="indigo", neutra
         label="Chat with AstroSage",
         bubble_full_width=False,
         show_label=True,
-        height=450
+        height=450,
+        type="messages"
     )
     
     with gr.Row():
@@ -127,26 +132,26 @@ with gr.Blocks(css=custom_css, theme=gr.themes.Soft(primary_hue="indigo", neutra
         label="Example Questions"
     )
     
-    # Event handlers
+    # Set up the message chain with streaming
     msg.submit(
-        generate_response,
+        user,
         [msg, chatbot],
         [msg, chatbot],
-        queue=True
-    )
-    
-    clear.click(
-        lambda: (None, None),
-        None,
-        [msg, chatbot],
         queue=False
+    ).then(
+        bot,
+        chatbot,
+        chatbot
     )
     
+    # Clear button functionality
+    clear.click(lambda: None, None, chatbot, queue=False)
+    
     # Initial greeting
     demo.load(
-        lambda: (random.choice(GREETING_MESSAGES), []),
+        lambda: [[{"role": "assistant", "content": random.choice(GREETING_MESSAGES)}]],
         None,
-        [msg, chatbot],
+        chatbot,
         queue=False
     )