Update app.py

app.py

@@ -26,6 +26,7 @@ def generate(
         repetition_penalty=repetition_penalty,
         do_sample=True,
         seed=42,
+        max_concurrent_requests = 300
     )
 
     formatted_prompt = format_prompt(prompt, history)