Update handler.py
Browse files- handler.py +1 -0
handler.py
CHANGED
@@ -34,6 +34,7 @@ class EndpointHandler:
|
|
34 |
"temperature": 0.3,
|
35 |
"top_k": 50,
|
36 |
"top_p": 0.8,
|
|
|
37 |
"repetition_penalty": 2.5
|
38 |
}
|
39 |
with torch.no_grad():
|
|
|
34 |
"temperature": 0.3,
|
35 |
"top_k": 50,
|
36 |
"top_p": 0.8,
|
37 |
+
"early_stopping": True,
|
38 |
"repetition_penalty": 2.5
|
39 |
}
|
40 |
with torch.no_grad():
|