kz-transformers commited on
Commit
e38e6e1
·
verified ·
1 Parent(s): ccf43e6

Update m_data/leaderboard.json

Browse files
Files changed (1) hide show
  1. m_data/leaderboard.json +1 -8
m_data/leaderboard.json CHANGED
@@ -1,8 +1 @@
1
- [
2
- {
3
- "kazakhdasturmc": 0.01,
4
- "model_dtype": "torch.float16",
5
- "model": "apsys/apsys1",
6
- "ppl": 0
7
- }
8
- ]
 
1
+ [{"mmlu_translated_kk": 0.2651861528412802, "model_dtype": "torch.float16", "model": "dummy-random-baseline", "ppl": 0}, {"kk_constitution_mc": 0.24879227053140096, "model_dtype": "torch.float16", "model": "dummy-random-baseline", "ppl": 0}, {"kk_dastur_mc": 0.27761194029850744, "model_dtype": "torch.float16", "model": "dummy-random-baseline", "ppl": 0}, {"kazakh_and_literature_unt_mc": 0.19901877133105803, "model_dtype": "torch.float16", "model": "dummy-random-baseline", "ppl": 0}, {"kk_geography_unt_mc": 0.20838183934807916, "model_dtype": "torch.float16", "model": "dummy-random-baseline", "ppl": 0}, {"kk_world_history_unt_mc": 0.20195439739413681, "model_dtype": "torch.float16", "model": "dummy-random-baseline", "ppl": 0}, {"kk_history_of_kazakhstan_unt_mc": 0.19049079754601228, "model_dtype": "torch.float16", "model": "dummy-random-baseline", "ppl": 0}, {"kk_english_unt_mc": 0.2052799271734183, "model_dtype": "torch.float16", "model": "dummy-random-baseline", "ppl": 0}, {"kk_biology_unt_mc": 0.19921875, "model_dtype": "torch.float16", "model": "dummy-random-baseline", "ppl": 0}, {"kk_human_society_rights_unt_mc": 0.2242152466367713, "model_dtype": "torch.float16", "model": "dummy-random-baseline", "ppl": 0}]