Update app.py

app.py

@@ -26,7 +26,7 @@ restart_thread = Thread(target=restart_script_periodically, daemon=True)
 restart_thread.start()
 
 queue = Queue()
-queue_threshold = 100
+queue_threshold = 800
 
 def add_random_noise(prompt, noise_level=0.07):
     # Get the percentage of characters to add as noise
@@ -48,25 +48,36 @@ def send_it1(inputs, noise_level, proc1=proc1):
     while queue.qsize() >= queue_threshold:
         time.sleep(2)
     queue.put(prompt_with_noise)
-    time.sleep(10)
-    output1 = proc1(prompt_with_noise)
-    return output1
+    start_time = time.time()
+    while True:
+        try:
+            output1 = proc1(prompt_with_noise)
+            return output1
+        except:
+            if time.time() - start_time > 20:
+                return "Error: Image generation took too long. Please try again."
+            time.sleep(1)
 
 def send_it2(inputs, noise_level, proc1=proc1):
     prompt_with_noise = add_random_noise(inputs, noise_level)
     while queue.qsize() >= queue_threshold:
         time.sleep(2)
     queue.put(prompt_with_noise)
-    time.sleep(10)
-    output2 = proc1(prompt_with_noise)
-    return output2
+    start_time = time.time()
+    while True:
+        try:
+            output2 = proc1(prompt_with_noise)
+            return output2
+        except:
+            if time.time() - start_time > 20:
+                return "Error: Image generation took too long. Please try again."
+            time.sleep(1)
 
 def send_it3(inputs, noise_level, proc1=proc1):
     prompt_with_noise = add_random_noise(inputs, noise_level)
     while queue.qsize() >= queue_threshold:
         time.sleep(2)
     queue.put(prompt_with_noise)
-    time.sleep(10)
     output3 = proc1(prompt_with_noise)
     return output3
 
@@ -75,7 +86,6 @@ def send_it4(inputs, noise_level, proc1=proc1):
     while queue.qsize() >= queue_threshold:
         time.sleep(2)
     queue.put(prompt_with_noise)
-    time.sleep(10)
     output4 = proc1(prompt_with_noise)
     return output4
 
@@ -84,7 +94,6 @@ def send_it5(inputs, noise_level, proc1=proc1):
     while queue.qsize() >= queue_threshold:
         time.sleep(2)
     queue.put(prompt_with_noise)
-    time.sleep(10)
     output5 = proc1(prompt_with_noise)
     return output5
 
@@ -93,7 +102,6 @@ def send_it6(inputs, noise_level, proc1=proc1):
     while queue.qsize() >= queue_threshold:
         time.sleep(2)
     queue.put(prompt_with_noise)
-    time.sleep(10)
     output6 = proc1(prompt_with_noise)
     return output6
 
@@ -102,7 +110,6 @@ def send_it7(inputs, noise_level, proc1=proc1):
     while queue.qsize() >= queue_threshold:
         time.sleep(2)
     queue.put(prompt_with_noise)
-    time.sleep(10)
     output7 = proc1(prompt_with_noise)
     return output7
 
@@ -111,7 +118,6 @@ def send_it8(inputs, noise_level, proc1=proc1):
     while queue.qsize() >= queue_threshold:
         time.sleep(2)
     queue.put(prompt_with_noise)
-    time.sleep(10)
     output8 = proc1(prompt_with_noise)
     return output8
 
@@ -145,14 +151,14 @@ with gr.Blocks() as myface:
         output8=gr.Image(label="Dreamlike-photoreal-2.0")
 
     see_prompts.click(get_prompts, inputs=[input_text], outputs=[prompt], queue=False)
-    run.click(send_it1, inputs=[prompt, noise_level], outputs=[output1], queue=False)
-    run.click(send_it2, inputs=[prompt, noise_level], outputs=[output2], queue=False)
-    run.click(send_it3, inputs=[prompt, noise_level], outputs=[output3], queue=False)
-    run.click(send_it4, inputs=[prompt, noise_level], outputs=[output4], queue=False)
-    run.click(send_it5, inputs=[prompt, noise_level], outputs=[output5], queue=False)
-    run.click(send_it6, inputs=[prompt, noise_level], outputs=[output6], queue=False)
-    run.click(send_it7, inputs=[prompt, noise_level], outputs=[output7], queue=False)
-    run.click(send_it8, inputs=[prompt, noise_level], outputs=[output8], queue=False)
+    run.click(send_it1, inputs=[prompt, noise_level], outputs=[output1])
+    run.click(send_it2, inputs=[prompt, noise_level], outputs=[output2])
+    run.click(send_it3, inputs=[prompt, noise_level], outputs=[output3])
+    run.click(send_it4, inputs=[prompt, noise_level], outputs=[output4])
+    run.click(send_it5, inputs=[prompt, noise_level], outputs=[output5])
+    run.click(send_it6, inputs=[prompt, noise_level], outputs=[output6])
+    run.click(send_it7, inputs=[prompt, noise_level], outputs=[output7])
+    run.click(send_it8, inputs=[prompt, noise_level], outputs=[output8])
 
 myface.launch(enable_queue=True, inline=True)
 block.queue(concurrency_count=100)