ToluClassics
commited on
Commit
•
e9d0f10
1
Parent(s):
6a732ce
add run files
Browse files
app.py
CHANGED
@@ -80,6 +80,7 @@ def collect_results():
|
|
80 |
|
81 |
|
82 |
def get_leaderboard_df(performance_dict, pretrained_models):
|
|
|
83 |
df = list()
|
84 |
for (pretrained, lang), perfs in performance_dict.items():
|
85 |
lang_name = LANG_NAME[lang]
|
@@ -88,10 +89,12 @@ def get_leaderboard_df(performance_dict, pretrained_models):
|
|
88 |
afrixnli_direct_perf = perfs.get(AFRIXNLI_DIRECT, 0.0)
|
89 |
afrixnli_translate_perf = perfs.get(AFRIXNLI_TRANSLATE, 0.0)
|
90 |
|
91 |
-
if afrimmlu_direct_perf * afrimmlu_translate_perf * afrixnli_direct_perf * afrixnli_translate_perf == 0:
|
92 |
-
|
|
|
|
|
93 |
|
94 |
-
avg = round((afrimmlu_direct_perf + afrimmlu_translate_perf + afrixnli_direct_perf + afrixnli_translate_perf) /
|
95 |
notes = ' '.join([pretrained, lang_name])
|
96 |
row = [pretrained, lang_name, lang, avg, afrimmlu_direct_perf, afrimmlu_translate_perf, afrixnli_direct_perf, afrixnli_translate_perf, notes]
|
97 |
df.append(row)
|
|
|
80 |
|
81 |
|
82 |
def get_leaderboard_df(performance_dict, pretrained_models):
|
83 |
+
|
84 |
df = list()
|
85 |
for (pretrained, lang), perfs in performance_dict.items():
|
86 |
lang_name = LANG_NAME[lang]
|
|
|
89 |
afrixnli_direct_perf = perfs.get(AFRIXNLI_DIRECT, 0.0)
|
90 |
afrixnli_translate_perf = perfs.get(AFRIXNLI_TRANSLATE, 0.0)
|
91 |
|
92 |
+
# if afrimmlu_direct_perf * afrimmlu_translate_perf * afrixnli_direct_perf * afrixnli_translate_perf == 0:
|
93 |
+
# continue
|
94 |
+
|
95 |
+
average_divide = [1 if afrimmlu_direct_perf else 0, 1 if afrimmlu_translate_perf else 0, 1 if afrixnli_direct_perf else 0, 1 if afrixnli_translate_perf else 0]
|
96 |
|
97 |
+
avg = round((afrimmlu_direct_perf + afrimmlu_translate_perf + afrixnli_direct_perf + afrixnli_translate_perf) / sum(average_divide), 1)
|
98 |
notes = ' '.join([pretrained, lang_name])
|
99 |
row = [pretrained, lang_name, lang, avg, afrimmlu_direct_perf, afrimmlu_translate_perf, afrixnli_direct_perf, afrixnli_translate_perf, notes]
|
100 |
df.append(row)
|