Update app.py

app.py

@@ -1,33 +1,43 @@
 import gradio as gr
 from transformers import pipeline
+import threading
 
-# Use a pipeline as a high-level helper
+# Number of backend servers (simulated instances of the pipeline)
+NUM_BACKEND_SERVERS = 3
 
-pipe = 
-import random
+# Initialize backend servers (pipelines) and availability flags
+backend_servers = [pipeline("question-answering", model="google-bert/bert-large-uncased-whole-word-masking-finetuned-squad") for _ in range(NUM_BACKEND_SERVERS)]
+backend_locks = [threading.Lock() for _ in range(NUM_BACKEND_SERVERS)]
 
-# List of backend servers (simulated instances of the pipeline)
-backend_servers = [
-    pipeline("question-answering", model="google-bert/bert-large-uncased-whole-word-masking-finetuned-squad"),
-    pipeline("question-answering", model='distilbert-base-uncased-distilled-squad'),
-    pipe = pipeline("question-answering", model="deepset/roberta-base-squad2")
-]
-
-# Function to select a backend server in a round-robin manner
+# Function to select a backend server (pipeline) based on availability
 def select_backend():
-    return random.choice(backend_servers)
+    for i in range(NUM_BACKEND_SERVERS):
+        if backend_locks[i].acquire(blocking=False):
+            return i
+    return None
+
+# Function to release a backend server (pipeline) after processing a request
+def release_backend(index):
+    backend_locks[index].release()
 
 # Define the function to answer questions
 def get_answer(text):
-    backend = select_backend()
-    result = backend(question=text, context=knowledge_base_text)
-    return result["answer"]
+    backend_index = select_backend()
+    if backend_index is not None:
+        try:
+            result = backend_servers[backend_index](question=text, context=knowledge_base_text)
+            return result["answer"]
+        finally:
+            release_backend(backend_index)
+    else:
+        return "All pipelines are busy. Please try again later."
 
 # Define the Gradio interface
 def chatbot_interface(text):
     answer = get_answer(text)
     return answer
 
+
 knowledge_base_text = """
 - British American Tobacco Bangladesh (BATB) is a leading multinational corporation operating in Bangladesh, listed on both the Dhaka Stock Exchange and Chittagong Stock Exchange.
 - Established in 1910, BATB has over a century of business history in Bangladesh.