Ignore non-json files
Browse filesSigned-off-by: Jonathan Bnayahu <[email protected]>
src/leaderboard/read_evals.py
CHANGED
@@ -66,8 +66,8 @@ def get_raw_eval_results(results_path: str) -> list[EvalResult]:
|
|
66 |
|
67 |
for root, _, files in os.walk(results_path):
|
68 |
# We should only have json files in model results
|
69 |
-
if len(files) == 0 or any([not f.endswith(".json") for f in files]):
|
70 |
-
|
71 |
|
72 |
# skip anything not results
|
73 |
files = [f for f in files if (f.endswith("_evaluation_results.json"))]
|
|
|
66 |
|
67 |
for root, _, files in os.walk(results_path):
|
68 |
# We should only have json files in model results
|
69 |
+
# if len(files) == 0 or any([not f.endswith(".json") for f in files]):
|
70 |
+
# continue
|
71 |
|
72 |
# skip anything not results
|
73 |
files = [f for f in files if (f.endswith("_evaluation_results.json"))]
|