Update main.py

main.py

@@ -23,7 +23,9 @@ app = FastAPI()
 @app.post("/generate_response")
 async def generate_response(item: Validation):
     # Construct the complete prompt using the given system and user prompts
-    prompt = f"""system \n{item.system_prompt}\nuser \n{item.user_prompt}\n assistant"""
+    prompt = f"""<|begin_of_text|><|start_header_id|>system<|end_header_id|> \n
+{ item.system_prompt }<|eot_id|> \n <|start_header_id|>user<|end_header_id|>
+{ item.user_prompt }<|eot_id|> \n <|start_header_id|>assistant<|end_header_id|>"""
     
     # Call the Llama model to generate a response
     output = llm(prompt, echo=True)  # Update parameters as needed