Update app.py

app.py

@@ -3,11 +3,24 @@ from transformers import pipeline
 
 # Use a pipeline as a high-level helper
 
-pipe = pipeline("question-answering", model='distilbert-base-uncased-distilled-squad')
+pipe = 
+import random
+
+# List of backend servers (simulated instances of the pipeline)
+backend_servers = [
+    pipeline("question-answering", model="google-bert/bert-large-uncased-whole-word-masking-finetuned-squad"),
+    pipeline("question-answering", model='distilbert-base-uncased-distilled-squad'),
+    pipe = pipeline("question-answering", model="deepset/roberta-base-squad2")
+]
+
+# Function to select a backend server in a round-robin manner
+def select_backend():
+    return random.choice(backend_servers)
 
 # Define the function to answer questions
 def get_answer(text):
-    result = pipe(question=text, context=knowledge_base_text)
+    backend = select_backend()
+    result = backend(question=text, context=knowledge_base_text)
     return result["answer"]
 
 # Define the Gradio interface