crystalkalem commited on
Commit
a16fc25
1 Parent(s): 91a8d5e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -37,11 +37,11 @@ def predict(message, history):
37
  generate_kwargs = dict(
38
  model_inputs,
39
  streamer=streamer,
40
- max_new_tokens=1024,
41
  do_sample=True,
42
  top_p=0.95,
43
  top_k=50,
44
- temperature=0.2,
45
  repetition_penalty=1.2,
46
  num_beams=1,
47
  stopping_criteria=StoppingCriteriaList([stop])
 
37
  generate_kwargs = dict(
38
  model_inputs,
39
  streamer=streamer,
40
+ max_new_tokens=4096,
41
  do_sample=True,
42
  top_p=0.95,
43
  top_k=50,
44
+ temperature=0.6,
45
  repetition_penalty=1.2,
46
  num_beams=1,
47
  stopping_criteria=StoppingCriteriaList([stop])