Update handler.py
Browse files- handler.py +3 -1
handler.py
CHANGED
@@ -37,6 +37,8 @@ class EndpointHandler:
|
|
37 |
top_p=0.9, # Added this line to set top_p
|
38 |
num_return_sequences=1, # Added this line to set num_return_sequences
|
39 |
pad_token_id=self.generation_config.pad_token_id,
|
40 |
-
eos_token_id=self.generation_config.eos_token_id
|
|
|
41 |
)
|
42 |
return {"generated_text": result}
|
|
|
|
37 |
top_p=0.9, # Added this line to set top_p
|
38 |
num_return_sequences=1, # Added this line to set num_return_sequences
|
39 |
pad_token_id=self.generation_config.pad_token_id,
|
40 |
+
eos_token_id=self.generation_config.eos_token_id,
|
41 |
+
return_full_text=True # Added this line to return full text
|
42 |
)
|
43 |
return {"generated_text": result}
|
44 |
+
|