handler v6 (#6)
Browse files- added custom handler v6 (86fecff398bb79817a39768be187abc549c9b04d)
- handler.py +1 -1
handler.py
CHANGED
|
@@ -29,7 +29,7 @@ class EndpointHandler:
|
|
| 29 |
# Default generation parameters
|
| 30 |
self.default_params = {
|
| 31 |
"max_new_tokens": 1000,
|
| 32 |
-
"temperature": 0.
|
| 33 |
"top_p": 0.9,
|
| 34 |
"top_k": 50,
|
| 35 |
"repetition_penalty": 1.1,
|
|
|
|
| 29 |
# Default generation parameters
|
| 30 |
self.default_params = {
|
| 31 |
"max_new_tokens": 1000,
|
| 32 |
+
"temperature": 0.01,
|
| 33 |
"top_p": 0.9,
|
| 34 |
"top_k": 50,
|
| 35 |
"repetition_penalty": 1.1,
|