only update the client base_url rather than toggling between different client elements

app.py

@@ -71,17 +71,11 @@ HEADER = """
 **Getting Started**: Provide a question and document or context given to your model in addition to the answer given by the model and then click submit. The output panel will indicate whether the reponse is a hallucination (Fail) or if it is faithful to the given document or context (Pass) through the score Pass or Fail and provide reasoning behind the score.
 """
 
-def update_client(model_name):
+def update_client_base_url(model_name):
     if model_name == "Patronus Lynx 8B":
-        return openai.OpenAI(
-            base_url="https://yb15a7dy-patronus-lynx-8b-v1-1.tin.lepton.run/api/v1/",
-            api_key=LEPTON_API_TOKEN
-        )
+        return "https://yb15a7dy-patronus-lynx-8b-v1-1.tin.lepton.run/api/v1/"
     elif model_name == "Patronus Lynx 70B":
-        return openai.OpenAI(
-            base_url="https://yb15a7dy-lynx-70b.tin.lepton.run/api/v1/",
-            api_key=LEPTON_API_TOKEN
-        )
+        return "https://yb15a7dy-lynx-70b.tin.lepton.run/api/v1/"
 
 def parse_patronus_lynx_response(
     response: str,
@@ -109,7 +103,11 @@ def parse_patronus_lynx_response(
 
     return hallucination, reasoning
 
-def model_call(question, document, answer, client):
+def model_call(question, document, answer, client_base_url):
+    client = openai.OpenAI(
+        base_url=client_base_url,
+        api_key=LEPTON_API_TOKEN
+    )
     if question == "" or document == "" or answer == "":
         return "", ""
     NEW_FORMAT = PROMPT.format(question=question, document=document, answer=answer)
@@ -124,20 +122,20 @@ def model_call(question, document, answer, client):
     combined_reasoning = " ".join(reasoning)[1:-1]
     return combined_reasoning, score
 
-inputs = [
-    gr.Textbox(label="Question"),
-    gr.Textbox(label="Document"),
-    gr.Textbox(label="Answer")
-]
-outputs = [
-    gr.Textbox(label="Reasoning"),
-    gr.Textbox(label="Score")
-]
+# inputs = [
+#     gr.Textbox(label="Question"),
+#     gr.Textbox(label="Document"),
+#     gr.Textbox(label="Answer")
+# ]
+# outputs = [
+#     gr.Textbox(label="Reasoning"),
+#     gr.Textbox(label="Score")
+# ]
 
 with gr.Blocks() as demo:
-    client_state = gr.State(update_client("Patronus Lynx 8B"))
+    base_url_state = gr.State(update_client_base_url("Patronus Lynx 8B"))
     gr.Markdown(HEADER)
-    gr.Interface(fn=model_call, inputs=inputs, outputs=outputs)
+    # gr.Interface(fn=model_call, inputs=inputs, outputs=outputs)
     model_dropdown = gr.Dropdown(choices=["Patronus Lynx 8B", "Patronus Lynx 70B"], value="Patronus Lynx 8B", label="Model", interactive=True)
     with gr.Row():
         with gr.Column(scale=1):
@@ -150,11 +148,10 @@ with gr.Blocks() as demo:
         with gr.Column(scale=1):
             reasoning = gr.Textbox(label="Reasoning")
             score = gr.Textbox(label="Score (FAIL if Hallucinated, PASS if not)")
+    model_dropdown.change(fn=update_client_base_url, inputs=[model_dropdown], outputs=[base_url_state])
 
-    model_dropdown.change(fn=update_client, inputs=[model_dropdown], outputs=[client_state])
-
-    submit_button.click(fn=model_call, inputs=[question, document, answer, client_state], outputs=[reasoning, score])
-    question.submit(fn=model_call, inputs=[question, document, answer, client_state], outputs=[reasoning, score])
-    document.submit(fn=model_call, inputs=[question, document, answer, client_state], outputs=[reasoning, score])
-    answer.submit(fn=model_call, inputs=[question, document, answer, client_state], outputs=[reasoning, score])
+    submit_button.click(fn=model_call, inputs=[question, document, answer, base_url_state], outputs=[reasoning, score])
+    question.submit(fn=model_call, inputs=[question, document, answer, base_url_state], outputs=[reasoning, score])
+    document.submit(fn=model_call, inputs=[question, document, answer, base_url_state], outputs=[reasoning, score])
+    answer.submit(fn=model_call, inputs=[question, document, answer, base_url_state], outputs=[reasoning, score])
 demo.launch()