Update app.py

app.py

@@ -42,7 +42,7 @@ def add_random_noise(prompt, noise_level=0.07):
 def send_it1(inputs, noise_level, proc1=proc1):
     prompt_with_noise = add_random_noise(inputs, noise_level)
     while queue.qsize() >= queue_threshold:
-        time.sleep(0.5)
+        time.sleep(2)
     queue.put(prompt_with_noise)
     output1 = proc1(queue.get())
     return output1
@@ -50,7 +50,7 @@ def send_it1(inputs, noise_level, proc1=proc1):
 def send_it2(inputs, noise_level, proc1=proc1):
     prompt_with_noise = add_random_noise(inputs, noise_level)
     while queue.qsize() >= queue_threshold:
-        time.sleep(0.5)
+        time.sleep(2)
     queue.put(prompt_with_noise)
     output2 = proc1(queue.get())
     return output2
@@ -58,7 +58,7 @@ def send_it2(inputs, noise_level, proc1=proc1):
 def send_it3(inputs, noise_level, proc1=proc1):
     prompt_with_noise = add_random_noise(inputs, noise_level)
     while queue.qsize() >= queue_threshold:
-        time.sleep(0.5)
+        time.sleep(2)
     queue.put(prompt_with_noise)
     output3 = proc1(queue.get())
     return output3
@@ -66,7 +66,7 @@ def send_it3(inputs, noise_level, proc1=proc1):
 def send_it4(inputs, noise_level, proc1=proc1):
     prompt_with_noise = add_random_noise(inputs, noise_level)
     while queue.qsize() >= queue_threshold:
-        time.sleep(0.5)
+        time.sleep(2)
     queue.put(prompt_with_noise)
     output4 = proc1(queue.get())
     return output4
@@ -74,7 +74,7 @@ def send_it4(inputs, noise_level, proc1=proc1):
 def send_it5(inputs, noise_level, proc1=proc1):
     prompt_with_noise = add_random_noise(inputs, noise_level)
     while queue.qsize() >= queue_threshold:
-        time.sleep(0.5)
+        time.sleep(2)
     queue.put(prompt_with_noise)
     output5 = proc1(queue.get())
     return output5
@@ -82,7 +82,7 @@ def send_it5(inputs, noise_level, proc1=proc1):
 def send_it6(inputs, noise_level, proc1=proc1):
     prompt_with_noise = add_random_noise(inputs, noise_level)
     while queue.qsize() >= queue_threshold:
-        time.sleep(0.5)
+        time.sleep(2)
     queue.put(prompt_with_noise)
     output6 = proc1(queue.get())
     return output6
@@ -90,7 +90,7 @@ def send_it6(inputs, noise_level, proc1=proc1):
 def send_it7(inputs, noise_level, proc1=proc1):
     prompt_with_noise = add_random_noise(inputs, noise_level)
     while queue.qsize() >= queue_threshold:
-        time.sleep(0.5)
+        time.sleep(2)
     queue.put(prompt_with_noise)
     output7 = proc1(queue.get())
     return output7
@@ -98,14 +98,17 @@ def send_it7(inputs, noise_level, proc1=proc1):
 def send_it8(inputs, noise_level, proc1=proc1):
     prompt_with_noise = add_random_noise(inputs, noise_level)
     while queue.qsize() >= queue_threshold:
-        time.sleep(0.5)
+        time.sleep(2)
     queue.put(prompt_with_noise)
     output8 = proc1(queue.get())
     return output8
 
 
 def get_prompts(prompt_text):
-    output = text_gen(prompt_text)
+    while queue.qsize() >= queue_threshold:
+        time.sleep(2)
+    queue.put(prompt_text)
+    output = text_gen(queue.get())
     return output
 
 
@@ -147,5 +150,5 @@ with gr.Blocks() as myface:
     see_prompts.click(get_prompts, inputs=[input_text], outputs=[prompt])
 
 myface.launch(enable_queue=True, inline=True)
-block.queue(concurrency_count=30, max_size=30).launch(max_threads=80)
+block.queue(concurrency_count=30, max_size=30)
 reset_queue_thread.join()