Commit
·
7134657
1
Parent(s):
c950f55
added custom handler v15
Browse files- handler.py +10 -2
handler.py
CHANGED
@@ -109,12 +109,20 @@ class EndpointHandler:
|
|
109 |
logger.info(f"Function call: {function_call}")
|
110 |
logger.info(f"Text response: {text_response}")
|
111 |
# Return both text and tool message
|
112 |
-
return [
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
113 |
else:
|
114 |
response = output_text
|
115 |
|
116 |
logger.info(f"Generated response: {json.dumps(response)}")
|
117 |
-
return [{"
|
118 |
|
119 |
except Exception as e:
|
120 |
logger.error(f"Error during generation: {str(e)}", exc_info=True)
|
|
|
109 |
logger.info(f"Function call: {function_call}")
|
110 |
logger.info(f"Text response: {text_response}")
|
111 |
# Return both text and tool message
|
112 |
+
return [
|
113 |
+
{
|
114 |
+
"generated_text": text_response,
|
115 |
+
"details": {
|
116 |
+
"finish_reason": "stop",
|
117 |
+
"generated_tokens": len(output_tokens[0])
|
118 |
+
}
|
119 |
+
}
|
120 |
+
]
|
121 |
else:
|
122 |
response = output_text
|
123 |
|
124 |
logger.info(f"Generated response: {json.dumps(response)}")
|
125 |
+
return [{"generated_text": response, "details": {"finish_reason": "stop", "generated_tokens": len(output_tokens[0])}}]
|
126 |
|
127 |
except Exception as e:
|
128 |
logger.error(f"Error during generation: {str(e)}", exc_info=True)
|