Spaces:
Running
Running
[email protected]
commited on
Commit
·
d583100
1
Parent(s):
a4ccdf2
update
Browse files
src/leaderboard/read_evals.py
CHANGED
@@ -75,7 +75,7 @@ class EvalResult:
|
|
75 |
accs = np.array([v.get(task.metric, None) for k, v in data["results"].items() if task.benchmark == k])
|
76 |
if accs.size == 0 or any([acc is None for acc in accs]):
|
77 |
continue
|
78 |
-
|
79 |
mean_acc = np.mean(accs) * 100.0
|
80 |
results[task.benchmark] = mean_acc
|
81 |
|
@@ -86,7 +86,7 @@ class EvalResult:
|
|
86 |
model=model,
|
87 |
results=results,
|
88 |
precision=precision,
|
89 |
-
revision=
|
90 |
still_on_hub=still_on_hub,
|
91 |
architecture=architecture
|
92 |
)
|
|
|
75 |
accs = np.array([v.get(task.metric, None) for k, v in data["results"].items() if task.benchmark == k])
|
76 |
if accs.size == 0 or any([acc is None for acc in accs]):
|
77 |
continue
|
78 |
+
print(accs)
|
79 |
mean_acc = np.mean(accs) * 100.0
|
80 |
results[task.benchmark] = mean_acc
|
81 |
|
|
|
86 |
model=model,
|
87 |
results=results,
|
88 |
precision=precision,
|
89 |
+
revision=config.get("model_sha", ""),
|
90 |
still_on_hub=still_on_hub,
|
91 |
architecture=architecture
|
92 |
)
|