Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -37,7 +37,7 @@ def generate_response(messages):
|
|
37 |
outputs = model.generate(
|
38 |
tokenized_inputs["input_ids"],
|
39 |
attention_mask=tokenized_inputs["attention_mask"],
|
40 |
-
max_new_tokens=
|
41 |
temperature=0.3,
|
42 |
eos_token_id=tokenizer.eos_token_id,
|
43 |
pad_token_id=tokenizer.eos_token_id
|
|
|
37 |
outputs = model.generate(
|
38 |
tokenized_inputs["input_ids"],
|
39 |
attention_mask=tokenized_inputs["attention_mask"],
|
40 |
+
max_new_tokens=2048,
|
41 |
temperature=0.3,
|
42 |
eos_token_id=tokenizer.eos_token_id,
|
43 |
pad_token_id=tokenizer.eos_token_id
|