danielz02
commited on
Log precision in request lookup process
Browse files
src/leaderboard/read_evals.py
CHANGED
@@ -157,11 +157,13 @@ def get_request_file_for_model(requests_path, model_name, precision, revision=""
|
|
157 |
for tmp_request_file in request_files:
|
158 |
with open(tmp_request_file, "r") as f:
|
159 |
req_content = json.load(f)
|
|
|
160 |
if (
|
161 |
req_content["status"] in ["FINISHED"]
|
162 |
and req_content["precision"] == precision.split(".")[-1]
|
163 |
):
|
164 |
request_file = tmp_request_file
|
|
|
165 |
return request_file
|
166 |
|
167 |
|
|
|
157 |
for tmp_request_file in request_files:
|
158 |
with open(tmp_request_file, "r") as f:
|
159 |
req_content = json.load(f)
|
160 |
+
print("Precision", req_content["precision"], precision.split(".")[-1])
|
161 |
if (
|
162 |
req_content["status"] in ["FINISHED"]
|
163 |
and req_content["precision"] == precision.split(".")[-1]
|
164 |
):
|
165 |
request_file = tmp_request_file
|
166 |
+
print(f"Selected {request_file} for model metadata")
|
167 |
return request_file
|
168 |
|
169 |
|