Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -85,7 +85,7 @@ def generater(message, history, temperature, top_p, top_k):
|
|
85 |
prompt += assistant_message + "</s>"
|
86 |
prompt += model.config["promptTemplate"].format(message)
|
87 |
outputs = []
|
88 |
-
for token in model.generate(prompt=prompt, temp=
|
89 |
outputs.append(token)
|
90 |
yield "".join(outputs)
|
91 |
|
|
|
85 |
prompt += assistant_message + "</s>"
|
86 |
prompt += model.config["promptTemplate"].format(message)
|
87 |
outputs = []
|
88 |
+
for token in model.generate(prompt=prompt, temp=0.5, top_k = 40, top_p = 1, max_tokens = max_new_tokens, streaming=True):
|
89 |
outputs.append(token)
|
90 |
yield "".join(outputs)
|
91 |
|