Update app/llm.py

app/llm.py

@@ -103,7 +103,7 @@ async def generate(gen:GenModel):#, user: schemas.BaseUser = fastapi.Depends(cur
     gen.temperature = 0.5
     gen.seed = 42
     try:
-        st = time()
+        #st = time()
         output = llm_generate.create_completion(
             #messages=[
                # {"role": "system", "content": gen.system},
@@ -125,8 +125,8 @@ async def generate(gen:GenModel):#, user: schemas.BaseUser = fastapi.Depends(cur
                 print(delta['content'], end='')
             #print(chunk)
         
-        et = time()
-        output["time"] = et - st
+        #et = time()
+        #output["time"] = et - st
         print(output)
     except Exception as e:
         logger.error(f"Error in /generate endpoint: {e}")