xavierbarbier commited on
Commit
fee8d78
·
verified ·
1 Parent(s): 50fa06b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -85,7 +85,7 @@ def generater(message, history, temperature, top_p, top_k):
85
  prompt += assistant_message + "</s>"
86
  prompt += model.config["promptTemplate"].format(message)
87
  outputs = []
88
- for token in model.generate(prompt=prompt, temp=temperature, top_k = top_k, top_p = top_p, max_tokens = max_new_tokens, streaming=True):
89
  outputs.append(token)
90
  yield "".join(outputs)
91
 
 
85
  prompt += assistant_message + "</s>"
86
  prompt += model.config["promptTemplate"].format(message)
87
  outputs = []
88
+ for token in model.generate(prompt=prompt, temp=0.5, top_k = 40, top_p = 1, max_tokens = max_new_tokens, streaming=True):
89
  outputs.append(token)
90
  yield "".join(outputs)
91