F

src/leaderboard/read_evals.py

@@ -178,6 +178,7 @@ def get_raw_eval_results(results_path: str, requests_path: str) -> list[EvalResu
     version = results_path.split("/")[-1]
     print(version)
     tasks = N_Tasks if "n_" in version else Tasks
+    print(tasks)
 
     eval_results = {}
     for model_result_filepath in model_result_filepaths:
@@ -192,7 +193,7 @@ def get_raw_eval_results(results_path: str, requests_path: str) -> list[EvalResu
             eval_results[eval_name].results.update({k: v for k, v in eval_result.results.items() if v is not None})
         else:
             eval_results[eval_name] = eval_result
-
+    print(eval_results)
     results = []
     for v in eval_results.values():
         try:
@@ -200,5 +201,4 @@ def get_raw_eval_results(results_path: str, requests_path: str) -> list[EvalResu
             results.append(v)
         except KeyError:  # not all eval values present
             continue
-
     return results