t0-0 commited on
Commit
611098f
·
1 Parent(s): bb911e9

add mbpp to leaderboard

Browse files
Files changed (1) hide show
  1. src/about.py +2 -0
src/about.py CHANGED
@@ -49,6 +49,8 @@ class Tasks(Enum):
49
  ) # Semantic Textual Similarity - 意味的類似度
50
  kuci_exact_match = Task("scores", "kuci_exact_match", "KUCI")
51
  mawps_exact_match = Task("scores", "mawps_exact_match", "MAWPS")
 
 
52
  mmlu_en_exact_match = Task("scores", "mmlu_en_exact_match", "MMLU")
53
  niilc_char_f1 = Task("scores", "niilc_char_f1", "NIILC")
54
  wiki_coreference_set_f1 = Task("scores", "wiki_coreference_set_f1", "Wiki Coreference")
 
49
  ) # Semantic Textual Similarity - 意味的類似度
50
  kuci_exact_match = Task("scores", "kuci_exact_match", "KUCI")
51
  mawps_exact_match = Task("scores", "mawps_exact_match", "MAWPS")
52
+ mbpp_code_exec = Task("scores", "mbpp_code_exec", "MBPP(exec)")
53
+ mbpp_pylint_check = Task("scores", "mbpp_pylint_check", "MBPP(pylint)")
54
  mmlu_en_exact_match = Task("scores", "mmlu_en_exact_match", "MMLU")
55
  niilc_char_f1 = Task("scores", "niilc_char_f1", "NIILC")
56
  wiki_coreference_set_f1 = Task("scores", "wiki_coreference_set_f1", "Wiki Coreference")