Rate control

app.py

@@ -2,6 +2,7 @@ import re
 import json
 import gradio as gr
 from glob import glob
+from time import sleep
 
 from chatarena.arena import Arena, TooManyInvalidActions
 from chatarena.backends import BACKEND_REGISTRY
@@ -244,6 +245,7 @@ Prompting multiple AI agents to play games in a language-driven environment.
     def step_game(all_comps: dict):
         yield {btn_step: gr.update(value="Running...", interactive=False),
                btn_restart: gr.update(interactive=False)}
+        sleep(20)  # control the rate of requests
 
         cur_state = all_comps[state]
 
@@ -374,5 +376,5 @@ Prompting multiple AI agents to play games in a language-driven environment.
 
     example_selector.change(update_components_from_example, set(all_components + [state]), all_components + [state])
 
-demo.queue(concurrency_count=32)  # To improve concurrency
+demo.queue(concurrency_count=10)  # To improve concurrency
 demo.launch(debug=DEBUG)