t0-0 commited on
Commit
8527b97
·
1 Parent(s): dd3703d

Change leaderboard to explicitly indicate 0 shots

Browse files
Files changed (1) hide show
  1. src/about.py +9 -7
src/about.py CHANGED
@@ -70,8 +70,8 @@ class Tasks(Enum):
70
  ) # Semantic Textual Similarity - 意味的類似度
71
  kuci_exact_match = Task("scores", "kuci_exact_match", "KUCI ⭐", TaskType.MC)
72
  mawps_exact_match = Task("scores", "mawps_exact_match", "MAWPS ⭐", TaskType.MR)
73
- mbpp_code_exec = Task("scores", "mbpp_code_exec", "MBPP (exec) ⭐", TaskType.CG)
74
- mbpp_pylint_check = Task("scores", "mbpp_pylint_check", "MBPP (pylint)", TaskType.CG)
75
  mmlu_en_exact_match = Task("scores", "mmlu_en_exact_match", "MMLU ⭐", TaskType.HE)
76
  niilc_char_f1 = Task("scores", "niilc_char_f1", "NIILC ⭐", TaskType.QA)
77
  aio_char_f1 = Task("scores", "aio_char_f1", "JAQKET ⭐", TaskType.QA)
@@ -94,12 +94,14 @@ class Tasks(Enum):
94
  wikicorpus_j_to_e_comet_wmt22 = Task(
95
  "scores", "wikicorpus-j-to-e_comet_wmt22", "WikiCorpus J to E COMET WMT22 ⭐", TaskType.MT
96
  )
97
- xlsum_ja_bert_score_ja_f1 = Task("scores", "xlsum_ja_bert_score_ja_f1", "XL-Sum JA BERT Score", TaskType.SUM)
98
- xlsum_ja_bleu_ja = Task("scores", "xlsum_ja_bleu_ja", "XL-Sum JA BLEU", TaskType.SUM)
99
- xlsum_ja_rouge1 = Task("scores", "xlsum_ja_rouge1", "XL-Sum ROUGE1", TaskType.SUM)
100
- xlsum_ja_rouge2 = Task("scores", "xlsum_ja_rouge2", "XL-Sum ROUGE2 ", TaskType.SUM)
 
 
101
  # xlsum_ja_rouge2_scaling = Task("scores", "xlsum_ja_rouge2_scaling", "XL-Sum JA ROUGE2 Scaling")
102
- xlsum_ja_rougeLsum = Task("scores", "xlsum_ja_rougeLsum", "XL-Sum ROUGE-Lsum", TaskType.SUM)
103
 
104
 
105
  NUM_FEWSHOT = 0 # Change with your few shot
 
70
  ) # Semantic Textual Similarity - 意味的類似度
71
  kuci_exact_match = Task("scores", "kuci_exact_match", "KUCI ⭐", TaskType.MC)
72
  mawps_exact_match = Task("scores", "mawps_exact_match", "MAWPS ⭐", TaskType.MR)
73
+ mbpp_code_exec = Task("scores", "mbpp_code_exec", "MBPP (exec) (0 shots only) ⭐", TaskType.CG)
74
+ mbpp_pylint_check = Task("scores", "mbpp_pylint_check", "MBPP (pylint) (0 shots only)", TaskType.CG)
75
  mmlu_en_exact_match = Task("scores", "mmlu_en_exact_match", "MMLU ⭐", TaskType.HE)
76
  niilc_char_f1 = Task("scores", "niilc_char_f1", "NIILC ⭐", TaskType.QA)
77
  aio_char_f1 = Task("scores", "aio_char_f1", "JAQKET ⭐", TaskType.QA)
 
94
  wikicorpus_j_to_e_comet_wmt22 = Task(
95
  "scores", "wikicorpus-j-to-e_comet_wmt22", "WikiCorpus J to E COMET WMT22 ⭐", TaskType.MT
96
  )
97
+ xlsum_ja_bert_score_ja_f1 = Task(
98
+ "scores", "xlsum_ja_bert_score_ja_f1", "XL-Sum JA BERT Score (0 shots only)", TaskType.SUM
99
+ )
100
+ xlsum_ja_bleu_ja = Task("scores", "xlsum_ja_bleu_ja", "XL-Sum JA BLEU (0 shots only)", TaskType.SUM)
101
+ xlsum_ja_rouge1 = Task("scores", "xlsum_ja_rouge1", "XL-Sum ROUGE1 (0 shots only)", TaskType.SUM)
102
+ xlsum_ja_rouge2 = Task("scores", "xlsum_ja_rouge2", "XL-Sum ROUGE2 (0 shots only) ⭐", TaskType.SUM)
103
  # xlsum_ja_rouge2_scaling = Task("scores", "xlsum_ja_rouge2_scaling", "XL-Sum JA ROUGE2 Scaling")
104
+ xlsum_ja_rougeLsum = Task("scores", "xlsum_ja_rougeLsum", "XL-Sum ROUGE-Lsum (0 shots only)", TaskType.SUM)
105
 
106
 
107
  NUM_FEWSHOT = 0 # Change with your few shot