Update
Browse files
src/leaderboard/read_evals.py
CHANGED
@@ -83,11 +83,8 @@ def get_raw_eval_results(requests_path: str) -> list[EvalResult]:
|
|
83 |
results = []
|
84 |
|
85 |
for root, _, files in os.walk(requests_path):
|
86 |
-
# We should only have json files in model results
|
87 |
-
if len(files) == 0 or any([not f.endswith(".json") for f in files]):
|
88 |
-
continue
|
89 |
-
|
90 |
for file in files:
|
91 |
-
|
|
|
92 |
|
93 |
return results
|
|
|
83 |
results = []
|
84 |
|
85 |
for root, _, files in os.walk(requests_path):
|
|
|
|
|
|
|
|
|
86 |
for file in files:
|
87 |
+
if file.endswith(".json"):
|
88 |
+
results.append(EvalResult.init_from_json_file(os.path.join(root, file)))
|
89 |
|
90 |
return results
|