Update app.py

app.py

@@ -11,6 +11,10 @@ from threading import Thread
 text_gen=gr.Interface.load("spaces/Omnibus/MagicPrompt-Stable-Diffusion")
 proc1=gr.Interface.load("models/dreamlike-art/dreamlike-diffusion-1.0", live=True)
 
+def get_prompts(prompt_text):
+    output = text_gen(prompt_text)
+    return output
+
 def restart_script_periodically():
     while True:
         time.sleep(600) # 10 minutes
@@ -19,16 +23,6 @@ def restart_script_periodically():
 restart_thread = Thread(target=restart_script_periodically, daemon=True)
 restart_thread.start()
 
-def reset_queue_periodically():
-    start_time = time.time()
-    while True:
-        if time.time() - start_time >= 120: # 5 minutes
-            queue.queue.clear()
-            start_time = time.time()
-
-reset_queue_thread = Thread(target=reset_queue_periodically, daemon=True)
-reset_queue_thread.start()
-
 queue = Queue()
 queue_threshold = 50
 
@@ -54,8 +48,7 @@ def send_it1(inputs, noise_level, proc1=proc1):
     while queue.qsize() >= queue_threshold:
         time.sleep(2)
     queue.put(prompt_with_noise)
-    output1 = proc1(queue.get())
-    queue.queue.clear() # Clear the queue after the output is generated
+    output1 = proc1(prompt_with_noise)
     return output1
 
 def send_it2(inputs, noise_level, proc1=proc1):
@@ -63,8 +56,7 @@ def send_it2(inputs, noise_level, proc1=proc1):
     while queue.qsize() >= queue_threshold:
         time.sleep(2)
     queue.put(prompt_with_noise)
-    output2 = proc1(queue.get())
-    queue.queue.clear() # Clear the queue after the output is generated
+    output2 = proc1(prompt_with_noise)
     return output2
 
 def send_it3(inputs, noise_level, proc1=proc1):
@@ -72,8 +64,7 @@ def send_it3(inputs, noise_level, proc1=proc1):
     while queue.qsize() >= queue_threshold:
         time.sleep(2)
     queue.put(prompt_with_noise)
-    output3 = proc1(queue.get())
-    queue.queue.clear() # Clear the queue after the output is generated
+    output3 = proc1(prompt_with_noise)
     return output3
 
 def send_it4(inputs, noise_level, proc1=proc1):
@@ -81,8 +72,7 @@ def send_it4(inputs, noise_level, proc1=proc1):
     while queue.qsize() >= queue_threshold:
         time.sleep(2)
     queue.put(prompt_with_noise)
-    output4 = proc1(queue.get())
-    queue.queue.clear() # Clear the queue after the output is generated
+    output4 = proc1(prompt_with_noise)
     return output4
 
 def send_it5(inputs, noise_level, proc1=proc1):
@@ -90,8 +80,7 @@ def send_it5(inputs, noise_level, proc1=proc1):
     while queue.qsize() >= queue_threshold:
         time.sleep(2)
     queue.put(prompt_with_noise)
-    output5 = proc1(queue.get())
-    queue.queue.clear() # Clear the queue after the output is generated
+    output5 = proc1(prompt_with_noise)
     return output5
 
 def send_it6(inputs, noise_level, proc1=proc1):
@@ -99,8 +88,7 @@ def send_it6(inputs, noise_level, proc1=proc1):
     while queue.qsize() >= queue_threshold:
         time.sleep(2)
     queue.put(prompt_with_noise)
-    output6 = proc1(queue.get())
-    queue.queue.clear() # Clear the queue after the output is generated
+    output6 = proc1(prompt_with_noise)
     return output6
 
 def send_it7(inputs, noise_level, proc1=proc1):
@@ -108,8 +96,7 @@ def send_it7(inputs, noise_level, proc1=proc1):
     while queue.qsize() >= queue_threshold:
         time.sleep(2)
     queue.put(prompt_with_noise)
-    output7 = proc1(queue.get())
-    queue.queue.clear() # Clear the queue after the output is generated
+    output7 = proc1(prompt_with_noise)
     return output7
 
 def send_it8(inputs, noise_level, proc1=proc1):
@@ -117,20 +104,10 @@ def send_it8(inputs, noise_level, proc1=proc1):
     while queue.qsize() >= queue_threshold:
         time.sleep(2)
     queue.put(prompt_with_noise)
-    output8 = proc1(queue.get())
-    queue.queue.clear() # Clear the queue after the output is generated
+    output8 = proc1(prompt_with_noise)
     return output8
 
 
-def get_prompts(prompt_text):
-    while queue.qsize() >= queue_threshold:
-        time.sleep(2)
-    queue.put(prompt_text)
-    output = text_gen(queue.get())
-    queue.queue.clear() # Clear the queue after the output is generated
-    return output
-
-
 with gr.Blocks() as myface:
     with gr.Row():
 
@@ -169,5 +146,4 @@ with gr.Blocks() as myface:
     see_prompts.click(get_prompts, inputs=[input_text], outputs=[prompt])
 
 myface.launch(enable_queue=True, inline=True)
-block.queue(concurrency_count=30, max_size=30)
-reset_queue_thread.join()
+block.queue(concurrency_count=30, max_size=30)