danielz02
commited on
Commit
•
e555d35
1
Parent(s):
59a90d5
Change model name matching
Browse files
src/leaderboard/read_evals.py
CHANGED
@@ -139,16 +139,10 @@ class EvalResult:
|
|
139 |
|
140 |
def get_request_file_for_model(requests_path, model_name, precision, revision=""):
|
141 |
"""Selects the correct request file for a given model. Only keeps runs tagged as FINISHED"""
|
142 |
-
|
143 |
-
|
144 |
-
|
145 |
-
|
146 |
-
)
|
147 |
-
else:
|
148 |
-
request_files = os.path.join(
|
149 |
-
requests_path,
|
150 |
-
f"{model_name}_eval_request_*.json",
|
151 |
-
)
|
152 |
print(f"Looking up request file(s) with pattern {request_files}")
|
153 |
request_files = glob.glob(request_files)
|
154 |
print(f"Found request file(s) {request_files}")
|
|
|
139 |
|
140 |
def get_request_file_for_model(requests_path, model_name, precision, revision=""):
|
141 |
"""Selects the correct request file for a given model. Only keeps runs tagged as FINISHED"""
|
142 |
+
request_files = os.path.join(
|
143 |
+
requests_path,
|
144 |
+
f"{model_name}*_eval_request_*.json",
|
145 |
+
)
|
|
|
|
|
|
|
|
|
|
|
|
|
146 |
print(f"Looking up request file(s) with pattern {request_files}")
|
147 |
request_files = glob.glob(request_files)
|
148 |
print(f"Found request file(s) {request_files}")
|