jbnayahu commited on
Commit
5dc0fc8
·
unverified ·
1 Parent(s): 382809d

Ignore non-json files

Browse files

Signed-off-by: Jonathan Bnayahu <[email protected]>

Files changed (1) hide show
  1. src/leaderboard/read_evals.py +2 -2
src/leaderboard/read_evals.py CHANGED
@@ -66,8 +66,8 @@ def get_raw_eval_results(results_path: str) -> list[EvalResult]:
66
 
67
  for root, _, files in os.walk(results_path):
68
  # We should only have json files in model results
69
- if len(files) == 0 or any([not f.endswith(".json") for f in files]):
70
- continue
71
 
72
  # skip anything not results
73
  files = [f for f in files if (f.endswith("_evaluation_results.json"))]
 
66
 
67
  for root, _, files in os.walk(results_path):
68
  # We should only have json files in model results
69
+ # if len(files) == 0 or any([not f.endswith(".json") for f in files]):
70
+ # continue
71
 
72
  # skip anything not results
73
  files = [f for f in files if (f.endswith("_evaluation_results.json"))]