added custom handler v5

handler.py

@@ -28,7 +28,7 @@ class EndpointHandler:
             
             # Default generation parameters
             self.default_params = {
-                "max_new_tokens": 100,
+                "max_new_tokens": 1000,
                 "temperature": 0.0,
                 "top_p": 0.9,
                 "top_k": 50,
@@ -55,8 +55,8 @@ class EndpointHandler:
             logger.info("Processing new request")
             logger.info(f"Input data: {data}")
             
-            messages = data.get("inputs", [])
-            if not messages:
+            input_messages = data.get("inputs", [])
+            if not input_messages:
                 logger.warning("No input messages provided")
                 return [{"role": "assistant", "content": "No input messages provided"}]
             
@@ -65,13 +65,14 @@ class EndpointHandler:
             logger.info(f"Generation parameters: {gen_params}")
             
             # Apply the chat template
+            messages = [{"role": "user", "content": input_messages}] 
             logger.info("Applying chat template")
             prompt = self.tokenizer.apply_chat_template(
                 messages,
                 tokenize=False,
                 add_generation_prompt=True
             )
-            logger.info(f"Generated prompt: {prompt}")
+            logger.info(f"Generated chat prompt: {prompt}")
             
             # Tokenize the prompt
             logger.info("Tokenizing input")