Update handler.py
Browse files- handler.py +2 -2
handler.py
CHANGED
@@ -51,7 +51,7 @@ class EndpointHandler:
|
|
51 |
return_tensors="pt",
|
52 |
padding=True,
|
53 |
truncation=True,
|
54 |
-
max_length=
|
55 |
).to(self.device)
|
56 |
|
57 |
# Génération
|
@@ -59,7 +59,7 @@ class EndpointHandler:
|
|
59 |
generated_tokens = self.model.generate(
|
60 |
**inputs,
|
61 |
forced_bos_token_id=self.tokenizer.lang_code_to_id["en_XX"],
|
62 |
-
max_length=
|
63 |
num_beams=4,
|
64 |
length_penalty=1.0,
|
65 |
do_sample=False
|
|
|
51 |
return_tensors="pt",
|
52 |
padding=True,
|
53 |
truncation=True,
|
54 |
+
max_length=1024
|
55 |
).to(self.device)
|
56 |
|
57 |
# Génération
|
|
|
59 |
generated_tokens = self.model.generate(
|
60 |
**inputs,
|
61 |
forced_bos_token_id=self.tokenizer.lang_code_to_id["en_XX"],
|
62 |
+
max_length=1024,
|
63 |
num_beams=4,
|
64 |
length_penalty=1.0,
|
65 |
do_sample=False
|