Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -86,11 +86,11 @@ def generate(
|
|
86 |
streamer=streamer,
|
87 |
max_new_tokens=max_new_tokens,
|
88 |
do_sample=True,
|
89 |
-
top_p=
|
90 |
-
top_k=
|
91 |
-
temperature=
|
92 |
num_beams=1,
|
93 |
-
repetition_penalty=
|
94 |
)
|
95 |
t = Thread(target=model.generate, kwargs=generate_kwargs)
|
96 |
t.start()
|
|
|
86 |
streamer=streamer,
|
87 |
max_new_tokens=max_new_tokens,
|
88 |
do_sample=True,
|
89 |
+
top_p=0.9,
|
90 |
+
top_k=50,
|
91 |
+
temperature=1.0,
|
92 |
num_beams=1,
|
93 |
+
repetition_penalty=1.1,
|
94 |
)
|
95 |
t = Thread(target=model.generate, kwargs=generate_kwargs)
|
96 |
t.start()
|