Commit
·
f58944e
1
Parent(s):
ec0f651
add
Browse files
src/leaderboard/read_evals.py
CHANGED
@@ -127,11 +127,7 @@ class EvalResult:
|
|
127 |
}
|
128 |
|
129 |
for task in Tasks:
|
130 |
-
|
131 |
-
data_dict[task.value.col_name] = self.results[task.value.benchmark]
|
132 |
-
except KeyError as e:
|
133 |
-
print(e)
|
134 |
-
print(self.results.keys())
|
135 |
|
136 |
return data_dict
|
137 |
|
@@ -188,8 +184,10 @@ def get_raw_eval_results(results_path: str, requests_path: str) -> list[EvalResu
|
|
188 |
eval_name = eval_result.eval_name
|
189 |
if eval_name in eval_results.keys():
|
190 |
eval_results[eval_name].results.update({k: v for k, v in eval_result.results.items() if v is not None})
|
|
|
191 |
else:
|
192 |
eval_results[eval_name] = eval_result
|
|
|
193 |
# print(eval_results)
|
194 |
|
195 |
results = []
|
|
|
127 |
}
|
128 |
|
129 |
for task in Tasks:
|
130 |
+
data_dict[task.value.col_name] = self.results[task.value.benchmark]
|
|
|
|
|
|
|
|
|
131 |
|
132 |
return data_dict
|
133 |
|
|
|
184 |
eval_name = eval_result.eval_name
|
185 |
if eval_name in eval_results.keys():
|
186 |
eval_results[eval_name].results.update({k: v for k, v in eval_result.results.items() if v is not None})
|
187 |
+
print("if")
|
188 |
else:
|
189 |
eval_results[eval_name] = eval_result
|
190 |
+
print("else")
|
191 |
# print(eval_results)
|
192 |
|
193 |
results = []
|