Update app.py

app.py

@@ -203,18 +203,33 @@ def generate_audio_elevenlabs(text):
 
 def handle_mode_selection(mode, chat_history, question):
     if mode == "Normal Chatbot":
-        # Normal chatbot mode: Show the response in the chatbot output
-        response = get_response(question)
-        chat_history.append((question, response))
-        return chat_history, "", None
+        # Add user's message to chat history with a placeholder for the bot's response
+        chat_history.append((question, ""))
+        return chat_with_streaming(chat_history, question)
     elif mode == "Voice to Voice Conversation":
         # Voice to Voice mode: Generate the response using Eleven Labs and return audio without showing text
-        response = get_response(question)  # Get the response text (can be omitted if not needed for debugging)
-        audio_path = generate_audio_elevenlabs(response)  # Convert the response to audio
-        chat_history.append((question, "[Voice Response]"))  # Log that a voice response was generated (optional)
+        response = get_response(question)
+        audio_path = generate_audio_elevenlabs(response)
+        chat_history.append((question, "[Voice Response]"))
         return chat_history, "", audio_path
 
 
+def chat_with_streaming(chat_history, question):
+    # Get the response for the question
+    response = get_response(question)
+    user_message = question
+    
+    # Iterate through each character of the response to simulate streaming
+    for i in range(1, len(response) + 1):
+        # Update the last entry in the chat history with the streaming response
+        chat_history[-1] = (user_message, response[:i])
+        yield chat_history, "", None  # Yield updated chat history and reset input box
+    
+    # Ensure the full response is shown at the end
+    yield chat_history, "", None
+    
+
+
 
 # Function to add a user's message to the chat history and clear the input box
 def add_message(history, message):
@@ -365,6 +380,7 @@ with gr.Blocks(theme="rawrsor1/Everforest") as demo:
             gr.Markdown("<h1 style='color: red;'>Example Prompts</h1>", elem_id="Example-Prompts")
             gr.Examples(examples=examples, fn=insert_prompt, inputs=question_input, outputs=question_input, api_name="api_insert_example")
 
+  
     # Define interactions for the Get Response button
     get_response_btn.click(
         fn=handle_mode_selection,
@@ -379,6 +395,7 @@ with gr.Blocks(theme="rawrsor1/Everforest") as demo:
         outputs=[chatbot, question_input, audio_output],
         api_name="api_handle_response_on_enter"
     )
+
     
     submit_voice_btn.click(
         fn=handle_mode_selection,