Update app.py

app.py

@@ -97,7 +97,6 @@ def generate(chat_history: List, query, top_k, top_p, temperature, repetition_pe
     # yield model generation
     chat_history.append([query, ""])
     for answer in hf_gen(model_input, top_k, top_p, temperature, repetition_penalty, max_dec_len):
-        # chat_history[-1][1] = answer.strip("</s>")
         chat_history[-1][1] = answer.strip(tokenizer.eos_token)
         yield gr.update(value=""), chat_history
 
@@ -163,9 +162,9 @@ with gr.Blocks(theme="soft") as demo:
         with gr.Column(scale=1):
             top_k = gr.Slider(1, 10, value=5, step=1, label="top_k")
             top_p = gr.Slider(0, 1, value=0.8, step=0.1, label="top_p")
-            temperature = gr.Slider(0.1, 2.0, value=0.3, step=0.1, label="temperature")
-            repetition_penalty = gr.Slider(0.1, 2.0, value=1.1, step=0.1, label="repetition_penalty")
-            max_dec_len = gr.Slider(1, 4096, value=1024, step=1, label="max_dec_len")
+            temperature = gr.Slider(0.1, 2.0, value=0.3, step=0.1, label="temp")
+            repetition_penalty = gr.Slider(0.1, 2.0, value=1.1, step=0.1, label="repp")
+            max_dec_len = gr.Slider(1, 4096, value=1024, step=1, label="max_new")
             with gr.Row():
                 system_message = gr.Textbox(label="System Message", placeholder="Input your system message", value="你是由哔哩哔哩自主研发的大语言模型，名为“Index”。你能够根据用户传入的信息，帮助用户完成指定的任务，并生成恰当的、符合要求的回复。")
         with gr.Column(scale=10):