Update app.py

app.py

@@ -22,96 +22,96 @@ queue_length_counter = 0
 def send_it1(inputs, noise_level, proc1=proc1):
     global queue_length_counter
     prompt_with_noise = add_random_noise(inputs, noise_level)
-    queue_length_counter += 1
-    output1 = proc1(prompt_with_noise)
-    queue_length_counter -= 1
-    if queue_length_counter > 25:
-        queue.queue.clear()
+    if queue_length_counter >= 25:
+        if not queue.empty():
+            queue.queue.clear()
         queue_length_counter = 0
+    output1 = proc1(prompt_with_noise)
+    queue_length_counter += 1
     time.sleep(1)
     return output1
 
 def send_it2(inputs, noise_level, proc1=proc1):
     global queue_length_counter
     prompt_with_noise = add_random_noise(inputs, noise_level)
-    queue_length_counter += 1
-    output2 = proc1(prompt_with_noise)
-    queue_length_counter -= 1
-    if queue_length_counter > 25:
-        queue.queue.clear()
+    if queue_length_counter >= 25:
+        if not queue.empty():
+            queue.queue.clear()
         queue_length_counter = 0
+    output2 = proc1(prompt_with_noise)
+    queue_length_counter += 1
     time.sleep(1)
     return output2
 
 def send_it3(inputs, noise_level, proc1=proc1):
     global queue_length_counter
     prompt_with_noise = add_random_noise(inputs, noise_level)
-    queue_length_counter += 1
-    output3 = proc1(prompt_with_noise)
-    queue_length_counter -= 1
-    if queue_length_counter > 25:
-        queue.queue.clear()
+    if queue_length_counter >= 25:
+        if not queue.empty():
+            queue.queue.clear()
         queue_length_counter = 0
+    output3 = proc1(prompt_with_noise)
+    queue_length_counter += 1
     time.sleep(1)
     return output3
 
 def send_it4(inputs, noise_level, proc1=proc1):
     global queue_length_counter
     prompt_with_noise = add_random_noise(inputs, noise_level)
-    queue_length_counter += 1
-    output4 = proc1(prompt_with_noise)
-    queue_length_counter -= 1
-    if queue_length_counter > 25:
-        queue.queue.clear()
+    if queue_length_counter >= 25:
+        if not queue.empty():
+            queue.queue.clear()
         queue_length_counter = 0
+    output4 = proc1(prompt_with_noise)
+    queue_length_counter += 1
     time.sleep(1)
     return output4
 
 def send_it5(inputs, noise_level, proc5=proc5):
     global queue_length_counter
     prompt_with_noise = add_random_noise(inputs, noise_level)
-    queue_length_counter += 1
-    output5 = proc5(prompt_with_noise)
-    queue_length_counter -= 1
-    if queue_length_counter > 25:
-        queue.queue.clear()
+    if queue_length_counter >= 25:
+        if not queue.empty():
+            queue.queue.clear()
         queue_length_counter = 0
+    output5 = proc5(prompt_with_noise)
+    queue_length_counter += 1
     time.sleep(1)
     return output5
 
 def send_it6(inputs, noise_level, proc5=proc5):
     global queue_length_counter
     prompt_with_noise = add_random_noise(inputs, noise_level)
-    queue_length_counter += 1
-    output6 = proc5(prompt_with_noise)
-    queue_length_counter -= 1
-    if queue_length_counter > 25:
-        queue.queue.clear()
+    if queue_length_counter >= 25:
+        if not queue.empty():
+            queue.queue.clear()
         queue_length_counter = 0
+    output6 = proc5(prompt_with_noise)
+    queue_length_counter += 1
     time.sleep(1)
     return output6
 
 def send_it7(inputs, noise_level, proc5=proc5):
     global queue_length_counter
     prompt_with_noise = add_random_noise(inputs, noise_level)
-    queue_length_counter += 1
-    output7 = proc5(prompt_with_noise)
-    queue_length_counter -= 1
-    if queue_length_counter > 25:
-        queue.queue.clear()
+    if queue_length_counter >= 25:
+        if not queue.empty():
+            queue.queue.clear()
         queue_length_counter = 0
+    output7 = proc5(prompt_with_noise)
+    queue_length_counter += 1
     time.sleep(1)
     return output7
 
 def send_it8(inputs, noise_level, proc5=proc5):
     global queue_length_counter
     prompt_with_noise = add_random_noise(inputs, noise_level)
-    queue_length_counter += 1
-    output8 = proc5(prompt_with_noise)
-    queue_length_counter -= 1
-    if queue_length_counter > 25:
-        queue.queue.clear()
+    if queue_length_counter >= 25:
+        if not queue.empty():
+            queue.queue.clear()
         queue_length_counter = 0
+    output8 = proc5(prompt_with_noise)
+    queue_length_counter += 1
     time.sleep(1)
     return output8
 
@@ -119,12 +119,12 @@ def send_it8(inputs, noise_level, proc5=proc5):
 
 def get_prompts(prompt_text):
     global queue_length_counter
-    queue_length_counter += 1
-    output = text_gen(prompt_text)
-    queue_length_counter -= 1
-    if queue_length_counter > 25:
-        queue.queue.clear()
+    if queue_length_counter >= 25:
+        if not queue.empty():
+            queue.queue.clear()
         queue_length_counter = 0
+    output = text_gen(prompt_text)
+    queue_length_counter += 1
     time.sleep(1)
     return output