Update src/leaderboard/build_leaderboard.py

src/leaderboard/build_leaderboard.py

@@ -82,17 +82,17 @@ def build_leadearboard_df():
             f=json.load(open("genned.json",'r'))
             df = pd.DataFrame.from_records(f)
             print(f)
-        if 'mmluproru' in list(df.columns):
-            df['mmluproru'] = df['mmluproru'].fillna(0)
-        else:
-            df['mmluproru'] = 0
+
         print('LEADERBOARD DF: ', df.columns, df.shape)
-        leaderboard_df = df[['model','kazakhdasturmc','model_dtype','ppl']]
-        leaderboard_df['avg'] = leaderboard_df[['kazakhdasturmc']].mean(axis=1).values
-        # print(leaderboard_df.columns)
-        if len(leaderboard_df)>3:
-            leaderboard_df = leaderboard_df[leaderboard_df['kazakhdasturmc']!=0]
-            leaderboard_df = leaderboard_df[leaderboard_df['model']!='apsys/tlite-it-0.1']
+        leaderboard_df = df[['model', 'mmlu_translated_kk', 'kk_constitution_mc', 'kk_dastur_mc', 'kazakh_and_literature_unt_mc', 'kk_geography_unt_mc', 
+        'kk_world_history_unt_mc', 'kk_history_of_kazakhstan_unt_mc', 'kk_english_unt_mc', 'kk_biology_unt_mc', 
+        'kk_human_society_rights_unt_mc', 'model_dtype','ppl']]
+        
+        leaderboard_df['avg'] = leaderboard_df[[
+        'mmlu_translated_kk', 'kk_constitution_mc', 'kk_dastur_mc', 'kazakh_and_literature_unt_mc', 'kk_geography_unt_mc', 
+        'kk_world_history_unt_mc', 'kk_history_of_kazakhstan_unt_mc', 'kk_english_unt_mc', 'kk_biology_unt_mc', 
+        'kk_human_society_rights_unt_mc']].mean(axis=1).values
+
 
         leaderboard_df.sort_values(by='avg',ascending=False,inplace=True,axis=0)
         numeric_cols = leaderboard_df.select_dtypes(include=['number']).columns