Spaces:
Sleeping
Sleeping
Happzy-WHU
commited on
Commit
•
5d41cba
1
Parent(s):
354d4c2
v3 modified
Browse files
V3.py
CHANGED
@@ -20,7 +20,7 @@ def api_call(messages):
|
|
20 |
model_inputs = tokenizer([text], return_tensors="pt").to(model.device)
|
21 |
generated_ids = model.generate(
|
22 |
**model_inputs,
|
23 |
-
max_new_tokens=
|
24 |
)
|
25 |
generated_ids = [
|
26 |
output_ids[len(input_ids):] for input_ids, output_ids in zip(model_inputs.input_ids, generated_ids)
|
|
|
20 |
model_inputs = tokenizer([text], return_tensors="pt").to(model.device)
|
21 |
generated_ids = model.generate(
|
22 |
**model_inputs,
|
23 |
+
max_new_tokens=8192
|
24 |
)
|
25 |
generated_ids = [
|
26 |
output_ids[len(input_ids):] for input_ids, output_ids in zip(model_inputs.input_ids, generated_ids)
|