Update main.py

suitable place for logging

main.py

@@ -15,12 +15,14 @@ class validation(BaseModel):
     prompt: str
 #Fast API
 app = FastAPI()
-#payload_llm = "This was the payload used : " + str
-logging.basicConfig(format='%(process)d-%(levelname)s-%(message)s')
-logging.info(str)
 
 @app.post("/bpandey23_llm")
 async def stream(item: validation):
+    logging.basicConfig(format='%(process)d-%(levelname)s-%(message)s')
+    payload_llm="This is the prompt by the user: " + item.prompt
+    logging.info(payload_llm)
+
+    #llm stuff starts now
     system_prompt = 'Below is an instruction that describes a task. Write a response that appropriately completes the request.'
     E_INST = "</s>"
     user, assistant = "<|user|>", "<|assistant|>"