vikram-fresche commited on
Commit
7134657
·
1 Parent(s): c950f55

added custom handler v15

Browse files
Files changed (1) hide show
  1. handler.py +10 -2
handler.py CHANGED
@@ -109,12 +109,20 @@ class EndpointHandler:
109
  logger.info(f"Function call: {function_call}")
110
  logger.info(f"Text response: {text_response}")
111
  # Return both text and tool message
112
- return [{"generations": [{"output": {"content": text_response}}]}]
 
 
 
 
 
 
 
 
113
  else:
114
  response = output_text
115
 
116
  logger.info(f"Generated response: {json.dumps(response)}")
117
- return [{"generations": [{"output": {"content": response}}]}]
118
 
119
  except Exception as e:
120
  logger.error(f"Error during generation: {str(e)}", exc_info=True)
 
109
  logger.info(f"Function call: {function_call}")
110
  logger.info(f"Text response: {text_response}")
111
  # Return both text and tool message
112
+ return [
113
+ {
114
+ "generated_text": text_response,
115
+ "details": {
116
+ "finish_reason": "stop",
117
+ "generated_tokens": len(output_tokens[0])
118
+ }
119
+ }
120
+ ]
121
  else:
122
  response = output_text
123
 
124
  logger.info(f"Generated response: {json.dumps(response)}")
125
+ return [{"generated_text": response, "details": {"finish_reason": "stop", "generated_tokens": len(output_tokens[0])}}]
126
 
127
  except Exception as e:
128
  logger.error(f"Error during generation: {str(e)}", exc_info=True)