usagent100 commited on
Commit
7a44a87
·
verified ·
1 Parent(s): d0d714b

Update handler.py

Browse files
Files changed (1) hide show
  1. handler.py +3 -1
handler.py CHANGED
@@ -37,6 +37,8 @@ class EndpointHandler:
37
  top_p=0.9, # Added this line to set top_p
38
  num_return_sequences=1, # Added this line to set num_return_sequences
39
  pad_token_id=self.generation_config.pad_token_id,
40
- eos_token_id=self.generation_config.eos_token_id
 
41
  )
42
  return {"generated_text": result}
 
 
37
  top_p=0.9, # Added this line to set top_p
38
  num_return_sequences=1, # Added this line to set num_return_sequences
39
  pad_token_id=self.generation_config.pad_token_id,
40
+ eos_token_id=self.generation_config.eos_token_id,
41
+ return_full_text=True # Added this line to return full text
42
  )
43
  return {"generated_text": result}
44
+