Update app.py

app.py

@@ -1,12 +1,22 @@
 import gradio as gr
 from transformers import pipeline
+import random
 
-# Use a pipeline as a high-level helper
-pipe = pipeline("question-answering", model="google-bert/bert-large-uncased-whole-word-masking-finetuned-squad")
+# List of backend servers (simulated instances of the pipeline)
+backend_servers = [
+    pipeline("question-answering", model="google-bert/bert-large-uncased-whole-word-masking-finetuned-squad"),
+    pipeline("question-answering", model="google-bert/bert-large-uncased-whole-word-masking-finetuned-squad"),
+    pipeline("question-answering", model="google-bert/bert-large-uncased-whole-word-masking-finetuned-squad")
+]
+
+# Function to select a backend server in a round-robin manner
+def select_backend():
+    return random.choice(backend_servers)
 
 # Define the function to answer questions
 def get_answer(text):
-    result = pipe(question=text, context=knowledge_base_text)
+    backend = select_backend()
+    result = backend(question=text, context=knowledge_base_text)
     return result["answer"]
 
 # Define the Gradio interface
@@ -51,3 +61,6 @@ iface = gr.Interface(
 )
 
 iface.launch()
+
+
+