Update app.py

app.py

@@ -14,6 +14,7 @@ def generate(
     user_input,
     temperature=0.4,
     top_p=0.95,
+    min_p=0.1,
     top_k=50,
     max_new_tokens=256,
 ):
@@ -25,7 +26,7 @@ def generate(
     else:
         prompt = f"<|im_start|>user\n{user_input}<|im_end|>\n<|im_start|>assistant\n"
     streamer = TextIteratorStreamer(pipe.tokenizer, timeout=240.0, skip_prompt=True, skip_special_tokens=True)
-    generation_kwargs = dict(text_inputs=prompt, streamer=streamer, max_new_tokens=max_new_tokens, do_sample=True, top_p=top_p, top_k=top_k, 
+    generation_kwargs = dict(text_inputs=prompt, streamer=streamer, max_new_tokens=max_new_tokens, do_sample=True, top_p=top_p, min_p=min_p, top_k=top_k, 
                               temperature=temperature, num_beams=1, repetition_penalty=1.1)
     t = Thread(target=pipe.__call__, kwargs=generation_kwargs)
     t.start()
@@ -43,6 +44,7 @@ g = gr.Interface(
         gr.components.Textbox(lines=2, label="Prompt", value="Write me a Python program that calculates the factorial of a given number."),
         gr.components.Slider(minimum=0, maximum=1, value=0.8, label="Temperature"),
         gr.components.Slider(minimum=0, maximum=1, value=0.95, label="Top p"),
+        gr.components.Slider(minimum=0, maximum=1, value=0.1, label="Min P"),
         gr.components.Slider(minimum=0, maximum=100, step=1, value=15, label="Top k"),
         gr.components.Slider(minimum=1, maximum=2048, step=1, value=1024, label="Max tokens"),  
     ],