damienliccia commited on
Commit
9d470b0
·
verified ·
1 Parent(s): f075828

Update handler.py

Browse files
Files changed (1) hide show
  1. handler.py +2 -2
handler.py CHANGED
@@ -51,7 +51,7 @@ class EndpointHandler:
51
  return_tensors="pt",
52
  padding=True,
53
  truncation=True,
54
- max_length=1026
55
  ).to(self.device)
56
 
57
  # Génération
@@ -59,7 +59,7 @@ class EndpointHandler:
59
  generated_tokens = self.model.generate(
60
  **inputs,
61
  forced_bos_token_id=self.tokenizer.lang_code_to_id["en_XX"],
62
- max_length=1026,
63
  num_beams=4,
64
  length_penalty=1.0,
65
  do_sample=False
 
51
  return_tensors="pt",
52
  padding=True,
53
  truncation=True,
54
+ max_length=1024
55
  ).to(self.device)
56
 
57
  # Génération
 
59
  generated_tokens = self.model.generate(
60
  **inputs,
61
  forced_bos_token_id=self.tokenizer.lang_code_to_id["en_XX"],
62
+ max_length=1024,
63
  num_beams=4,
64
  length_penalty=1.0,
65
  do_sample=False