Adds Avg. Rank column

app.py

@@ -16,6 +16,7 @@ def cache_results(path):
     json_results = read_results(path)
     results = list()
     for entry in json_results:
+        print(entry)
         row = {
             'model': entry['model']['model'],
             'num_parameters': entry['model']['num_parameters'],
@@ -55,7 +56,7 @@ def create_column_configs(items):
             metadata.get('name', key),
             help=metadata['description'],
             min_value=0,
-            format="%2.2f"
+            format='%2.2f'
         )
     return column_configs
 
@@ -67,6 +68,14 @@ def insert_average(df, keys):
     df.index += 1
     return df.sort_values(by=['average'], ascending=False)
 
+def insert_average_rank(df, keys):
+    df = df.copy(deep=True)
+    df_ranks = df.loc[:, [x for x in df.columns if x in keys]].rank(ascending = False)
+    df['average_rank'] = df_ranks.mean(axis=1)
+    df.insert(2, 'average_rank', df.pop('average_rank'))
+    df.index += 1
+    return df.sort_values(by=['average_rank'], ascending=True)
+
 
 MODEL_SPEC_CONFIGS = {
     'model': st.column_config.TextColumn(
@@ -91,7 +100,12 @@ MODEL_SPEC_CONFIGS = {
     'average': st.column_config.NumberColumn(
         'Avg.',
         help='Average across task or dataset performances.',
-        format="%2.2f",
+        format='%2.2f',
+    ),
+    'average_rank': st.column_config.NumberColumn(
+        'Avg. Rank',
+        help='Average ranking across task or dataset performances.',
+        format='%2.2f',
     )
 }
 
@@ -140,7 +154,7 @@ def filter_visible_datasets(datasets):
                 'Text Classification',
                 'Summarization',
             ],
-            disabled=dataset_grouping == "Group Datasets",
+            disabled=dataset_grouping == 'Group Datasets',
         )
 
     if dataset_grouping == 'Group Datasets':
@@ -184,13 +198,14 @@ def main():
     visible_data_columns = sorted(filter_visible_datasets(datasets), key=str.casefold)
     visible_model_columns = filter_visible_model_specs()
     results_df = insert_average(results_df, visible_data_columns)
+    results_df = insert_average_rank(results_df, visible_data_columns)
 
     st.dataframe(
         results_df,
         use_container_width=True,
         hide_index=True,
         column_config=column_configs,
-        column_order=['model', 'average',] + visible_model_columns + visible_data_columns,
+        column_order=['model', 'average', 'average_rank',] + visible_model_columns + visible_data_columns,
     )
     st.image('./assets/kuis-ai-logo.png', width=240)