Fix pydantic errors

svc/router.py

@@ -9,7 +9,7 @@ from dotenv import load_dotenv
 import os
 import json
 from src.deepeval.deepeval_task_manager import DeepEvalTaskManager
-
+import torch
 
 router = APIRouter()
 
@@ -34,6 +34,8 @@ async def protected_route(username: str = Depends(get_current_user)):
 
 @router.post("/chat",  response_model=TaskResponse)
 def inference_model(request: LMHarnessTaskRequest, username: str = Depends(get_current_user)):
+    logger.info(request)
+
     try:
         logger.info("Inside")
         results = evaluator.simple_evaluate(
@@ -49,6 +51,8 @@ def inference_model(request: LMHarnessTaskRequest, username: str = Depends(get_c
     except Exception as e:
         raise HTTPException(status_code=500, detail=f"lm-harness task execution failed for model: {request.model_args}")
 
+    torch.cuda.empty_cache()
+
     results["config"]["model_dtype"] = request.precision
 
     model_name = request.model_args.split(",")[0].split("=")[1]
@@ -67,6 +71,8 @@ def inference_model(request: LMHarnessTaskRequest, username: str = Depends(get_c
 async def deep_eval_suite(request: DeepEvalSuiteRequest):
     des = DeepEvalTaskManager(request.model_name, request.tasks)
     results = des.run_tasks() #TODO: format should be different. Check metunlp/results repo for the correct format
-    return TaskResponse(results=results)
+    json_results = json.dumps(results)
+
+    return TaskResponse(results=json_results)