update

util/evaluator.py

@@ -11,7 +11,8 @@ class evaluator:
         required_keys = ["Factually Correct", "Useful", "Context Specific", "User Specific", "Provides Pluralism"]
         for key in required_keys:
             if key not in scores or not isinstance(scores[key], (int, float)) or not (0 <= scores[key] <= 1):
-                return None
+                return {"Factually Correct": -1,"Useful": -1,"Context Specific": -1,"User Specific":-1,"Provides Pluralism":-1}
+
         return scores
 
     def __call__(self, question,explanation):
@@ -63,7 +64,6 @@ class evaluator:
         print(response)
         try:
             scores = json.loads(response)
-            print(scores)
         except json.JSONDecodeError:
             # Attempt to repair the JSON if decoding fails
             repaired_json = json_repair.repair_json(response, skip_json_loads=True, return_objects=False)