Update app.py

app.py

@@ -93,7 +93,7 @@ with gr.Blocks(analytics_enabled=False, css=custom_css) as demo:
             
     with gr.Column():
         with gr.Row():
-            chatbot = gr.Chatbot(show_label=False)
+            chatbot = gr.Chatbot(show_label=False, concurrency_limit=32)
         
         with gr.Row():
             user_message = gr.Textbox(lines=1, placeholder="Ask anything ...", label="Input", show_label=False)
@@ -108,10 +108,10 @@ with gr.Blocks(analytics_enabled=False, css=custom_css) as demo:
         cid = str(uuid.uuid4())
 
         
-        user_message.submit(fn=generate_response, inputs=[user_message, history], outputs=[chatbot, history])
+        user_message.submit(fn=generate_response, inputs=[user_message, history], outputs=[chatbot, history], concurrency_limit=32)
 
-        submit_button.click(fn=generate_response, inputs=[user_message, history], outputs=[chatbot, history])
-        clear_button.click(fn=clear_chat, inputs=None, outputs=[chatbot, history])
+        submit_button.click(fn=generate_response, inputs=[user_message, history], outputs=[chatbot, history], concurrency_limit=32)
+        clear_button.click(fn=clear_chat, inputs=None, outputs=[chatbot, history], concurrency_limit=32)
 
         with gr.Row():
             gr.Examples(
@@ -123,4 +123,4 @@ with gr.Blocks(analytics_enabled=False, css=custom_css) as demo:
             )
 
 if __name__ == "__main__":
-    demo.queue(concurrency_count=16).launch(debug=True)
+    demo.launch(debug=True)