Update app.py

app.py

@@ -2,7 +2,7 @@ from huggingface_hub import InferenceClient
 import gradio as gr
 import torch
 
-
+client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
 
 def format_prompt(message, history):
   prompt = "<s>"
@@ -13,10 +13,8 @@ def format_prompt(message, history):
   return prompt
 
 def generate(
-    prompt, history, model_version, system_prompt, max_new_tokens, temperature, repetition_penalty, top_p, top_k, seed,
+    prompt, history, system_prompt, max_new_tokens, temperature, repetition_penalty, top_p, top_k, seed,
 ):
-
-    client = InferenceClient(f"{model_version}")
     
     temperature = float(temperature)
     if temperature < 1e-2:
@@ -50,11 +48,6 @@ def generate(
 
 
 additional_inputs=[
-    gr.Dropdown(
-    ["mistralai/Mixtral-8x7B-Instruct-v0.1", "mistralai/Mixtral-8x7B-v0.1"],
-    label="Mixtral 8x7b Models",
-    value="mistralai/Mixtral-8x7B-Instruct-v0.1",
-    ),
     gr.Textbox(
         label="System Prompt",
         interactive=True,