jla25 commited on
Commit
e519cca
verified
1 Parent(s): dd16737

Update handler.py

Browse files
Files changed (1) hide show
  1. handler.py +2 -1
handler.py CHANGED
@@ -28,12 +28,13 @@ class EndpointHandler:
28
 
29
  def inference(self, tokens):
30
  generate_kwargs = {
31
- "max_length": 1024,
32
  "num_beams": 5,
33
  "do_sample": False,
34
  "temperature": 0.3,
35
  "top_k": 50,
36
  "top_p": 0.8,
 
37
  "repetition_penalty": 2.5
38
  }
39
  with torch.no_grad():
 
28
 
29
  def inference(self, tokens):
30
  generate_kwargs = {
31
+ "max_length": 512,
32
  "num_beams": 5,
33
  "do_sample": False,
34
  "temperature": 0.3,
35
  "top_k": 50,
36
  "top_p": 0.8,
37
+ "early_stopping": True, # A帽adir explicitamente esta configuraci贸n
38
  "repetition_penalty": 2.5
39
  }
40
  with torch.no_grad():