update lepton api to v1 of 8b and comment out 70b call; move dropdown to top and add interactive=true

app.py

@@ -12,9 +12,13 @@ HF_TOKEN = os.environ.get("HF_TOKEN", None)
 LEPTON_API_TOKEN = os.environ.get("LEPTON_API_TOKEN", None)
 
 client=openai.OpenAI(
-    base_url="https://yb15a7dy-lynx-70b.tin.lepton.run/api/v1/",
+    base_url="https://yb15a7dy-patronus-lynx-8b-v1-1.tin.lepton.run/api/v1/",
     api_key=LEPTON_API_TOKEN
 )
+# client=openai.OpenAI(
+#     base_url="https://yb15a7dy-lynx-70b.tin.lepton.run/api/v1/",
+#     api_key=LEPTON_API_TOKEN
+# )
 
 PROMPT = """
 Given the following QUESTION, DOCUMENT and ANSWER you must analyze the provided answer and determine whether it is faithful to the contents of the DOCUMENT. The ANSWER must not offer new information beyond the context provided in the DOCUMENT. The ANSWER also must not contradict information provided in the DOCUMENT. Output your final verdict by strictly following this format: "PASS" if the answer is faithful to the DOCUMENT and "FAIL" if the answer is not faithful to the DOCUMENT. Show your reasoning.
@@ -121,6 +125,7 @@ outputs = [
 with gr.Blocks() as demo:
     gr.Markdown(HEADER)
     # gr.Interface(fn=model_call, inputs=inputs, outputs=outputs)
+    model_dropdown = gr.Dropdown(choices=["Patronus Lynx 8B", "Patronus Lynx 70B"], value="Patronus Lynx 8B", label="Model", interactive=True)
     with gr.Row():
         with gr.Column(scale=1):
             question = gr.Textbox(label="Question")
@@ -133,7 +138,6 @@ with gr.Blocks() as demo:
             reasoning = gr.Textbox(label="Reasoning")
             score = gr.Textbox(label="Score (FAIL if Hallucinated, PASS if not)")
 
-    model_dropdown = gr.Dropdown(choices=["Patronus Lynx 8B", "Patronus Lynx 70B"], value="Patronus Lynx 8B", label="Model")
     # model_dropdown.change(fn=update_model, inputs=[model_dropdown, tokenizer_state, model_state], outputs=[tokenizer_state, model_state])
 
     submit_button.click(fn=model_call, inputs=[question, document, answer], outputs=[reasoning, score])