Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -230,11 +230,11 @@ def generate(input_dict: dict, chat_history: list[dict],
|
|
230 |
demo = gr.ChatInterface(
|
231 |
fn=generate,
|
232 |
additional_inputs=[
|
233 |
-
gr.Slider(label="Max new tokens", minimum=1, maximum=MAX_MAX_NEW_TOKENS, step=1, value=DEFAULT_MAX_NEW_TOKENS
|
234 |
-
gr.Slider(label="Temperature", minimum=0.1, maximum=4.0, step=0.1, value=0.6
|
235 |
-
gr.Slider(label="Top-p (nucleus sampling)", minimum=0.05, maximum=1.0, step=0.05, value=0.9
|
236 |
-
gr.Slider(label="Top-k", minimum=1, maximum=1000, step=1, value=50
|
237 |
-
gr.Slider(label="Repetition penalty", minimum=1.0, maximum=2.0, step=0.05, value=1.2
|
238 |
],
|
239 |
cache_examples=False,
|
240 |
type="messages",
|
|
|
230 |
demo = gr.ChatInterface(
|
231 |
fn=generate,
|
232 |
additional_inputs=[
|
233 |
+
gr.Slider(label="Max new tokens", minimum=1, maximum=MAX_MAX_NEW_TOKENS, step=1, value=DEFAULT_MAX_NEW_TOKENS),
|
234 |
+
gr.Slider(label="Temperature", minimum=0.1, maximum=4.0, step=0.1, value=0.6),
|
235 |
+
gr.Slider(label="Top-p (nucleus sampling)", minimum=0.05, maximum=1.0, step=0.05, value=0.9),
|
236 |
+
gr.Slider(label="Top-k", minimum=1, maximum=1000, step=1, value=50),
|
237 |
+
gr.Slider(label="Repetition penalty", minimum=1.0, maximum=2.0, step=0.05, value=1.2),
|
238 |
],
|
239 |
cache_examples=False,
|
240 |
type="messages",
|