Spaces:
Sleeping
Sleeping
haiengchuihaian
commited on
Commit
·
1085c57
1
Parent(s):
4ad0eee
test
Browse files
src/leaderboard/read_evals.py
CHANGED
@@ -116,7 +116,6 @@ class EvalResult:
|
|
116 |
print(AutoEvalColumn.dummy.name)
|
117 |
print(AutoEvalColumn.average.name)
|
118 |
average = sum([v for v in self.results.values() if v is not None]) / len(Tasks)
|
119 |
-
print(self.eval_name)
|
120 |
data_dict = {
|
121 |
"eval_name": self.eval_name, # not a column, just a save name,
|
122 |
# AutoEvalColumn.precision.name: self.precision.value.name,
|
@@ -200,12 +199,13 @@ def get_raw_eval_results(results_path: str, requests_path: str) -> list[EvalResu
|
|
200 |
# print(eval_results)
|
201 |
for v in eval_results.values():
|
202 |
print(f"v : {v}")
|
203 |
-
|
204 |
-
|
205 |
-
|
206 |
-
|
207 |
-
|
208 |
-
|
209 |
-
|
|
|
210 |
|
211 |
return results
|
|
|
116 |
print(AutoEvalColumn.dummy.name)
|
117 |
print(AutoEvalColumn.average.name)
|
118 |
average = sum([v for v in self.results.values() if v is not None]) / len(Tasks)
|
|
|
119 |
data_dict = {
|
120 |
"eval_name": self.eval_name, # not a column, just a save name,
|
121 |
# AutoEvalColumn.precision.name: self.precision.value.name,
|
|
|
199 |
# print(eval_results)
|
200 |
for v in eval_results.values():
|
201 |
print(f"v : {v}")
|
202 |
+
try:
|
203 |
+
v.to_dict() # we test if the dict version is complete
|
204 |
+
print("aaa")
|
205 |
+
results.append(v)
|
206 |
+
except KeyError as e: # not all eval values present
|
207 |
+
print(f"error : {e}")
|
208 |
+
print("nono")
|
209 |
+
continue
|
210 |
|
211 |
return results
|