sc2582 commited on
Commit
f317f15
·
verified ·
1 Parent(s): e4dbc4b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -37,7 +37,7 @@ def generate_response(messages):
37
  outputs = model.generate(
38
  tokenized_inputs["input_ids"],
39
  attention_mask=tokenized_inputs["attention_mask"],
40
- max_new_tokens=1024,
41
  temperature=0.3,
42
  eos_token_id=tokenizer.eos_token_id,
43
  pad_token_id=tokenizer.eos_token_id
 
37
  outputs = model.generate(
38
  tokenized_inputs["input_ids"],
39
  attention_mask=tokenized_inputs["attention_mask"],
40
+ max_new_tokens=2048,
41
  temperature=0.3,
42
  eos_token_id=tokenizer.eos_token_id,
43
  pad_token_id=tokenizer.eos_token_id