jla25 commited on
Commit
1b08176
·
verified ·
1 Parent(s): d6ed5c7

Update handler.py

Browse files
Files changed (1) hide show
  1. handler.py +1 -0
handler.py CHANGED
@@ -34,6 +34,7 @@ class EndpointHandler:
34
  "temperature": 0.3,
35
  "top_k": 50,
36
  "top_p": 0.8,
 
37
  "repetition_penalty": 2.5
38
  }
39
  with torch.no_grad():
 
34
  "temperature": 0.3,
35
  "top_k": 50,
36
  "top_p": 0.8,
37
+ "early_stopping": True,
38
  "repetition_penalty": 2.5
39
  }
40
  with torch.no_grad():