Update app.py

app.py

@@ -97,12 +97,10 @@ def respond(
         
     for message in client.chat.completions.create( #client.chat_completion(
         messages=messages,
-        max_new_tokens=max_new_tokens,
-        do_sample=True,
+        max_tokens=max_tokens,
         stream=True,
         temperature=temperature,
         top_p=top_p,
-        eos_token_id=terminators,
     ):
         token = message.choices[0].delta.content
 
@@ -134,7 +132,7 @@ chatbot_main = gr.Chatbot(label="Extraction Output")
 chatbot_main_input = gr.MultimodalTextbox({"text": "Choose the referred material(s) and ask your question.", "files":[]})
 chatbot_sys_output = gr.Textbox(value="You are a friendly Chatbot.", label="System Message")
 chatbot_max_tokens = gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max. New Tokens")
-chatbot_temperature = gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature")
+chatbot_temperature = gr.Slider(minimum=0.1, maximum=4.0, value=0.1, step=0.1, label="Temperature")
 chatbot_top_p = gr.Slider(
             minimum=0.1,
             maximum=1.0,