handler v10 (#10)

- added custom handler v10 (5c1c65df923fa28b6b35bb844fb144a7a8509693)

handler.py

@@ -95,27 +95,7 @@ class EndpointHandler:
             response = output_text#[len(prompt):].strip()
             logger.info(f"Generated response: {json.dumps(response)}")
             
-            #return [{"role": "assistant", "content": response}]
-            #return {"result": response, "error": None} 
-            return {
-                "id": "cmpl-" + str(hash(response))[:10],  # Generate a unique ID
-                "object": "chat.completion",
-                "created": int(time.time()),
-                "model": self.model.config.name_or_path,
-                "choices": [{
-                    "index": 0,
-                    "message": {
-                        "role": "assistant",
-                        "content": response
-                    },
-                    "finish_reason": "stop"
-                }],
-                "usage": {
-                    "prompt_tokens": len(inputs["input_ids"][0]),
-                    "completion_tokens": len(output_tokens[0]) - len(inputs["input_ids"][0]),
-                    "total_tokens": len(output_tokens[0])
-                }
-            }
+            return [{"generations": [{"text": response}]}]
             
         except Exception as e:
             logger.error(f"Error during generation: {str(e)}", exc_info=True)