Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
t0-0
commited on
Commit
·
8527b97
1
Parent(s):
dd3703d
Change leaderboard to explicitly indicate 0 shots
Browse files- src/about.py +9 -7
src/about.py
CHANGED
@@ -70,8 +70,8 @@ class Tasks(Enum):
|
|
70 |
) # Semantic Textual Similarity - 意味的類似度
|
71 |
kuci_exact_match = Task("scores", "kuci_exact_match", "KUCI ⭐", TaskType.MC)
|
72 |
mawps_exact_match = Task("scores", "mawps_exact_match", "MAWPS ⭐", TaskType.MR)
|
73 |
-
mbpp_code_exec = Task("scores", "mbpp_code_exec", "MBPP (exec) ⭐", TaskType.CG)
|
74 |
-
mbpp_pylint_check = Task("scores", "mbpp_pylint_check", "MBPP (pylint)", TaskType.CG)
|
75 |
mmlu_en_exact_match = Task("scores", "mmlu_en_exact_match", "MMLU ⭐", TaskType.HE)
|
76 |
niilc_char_f1 = Task("scores", "niilc_char_f1", "NIILC ⭐", TaskType.QA)
|
77 |
aio_char_f1 = Task("scores", "aio_char_f1", "JAQKET ⭐", TaskType.QA)
|
@@ -94,12 +94,14 @@ class Tasks(Enum):
|
|
94 |
wikicorpus_j_to_e_comet_wmt22 = Task(
|
95 |
"scores", "wikicorpus-j-to-e_comet_wmt22", "WikiCorpus J to E COMET WMT22 ⭐", TaskType.MT
|
96 |
)
|
97 |
-
xlsum_ja_bert_score_ja_f1 = Task(
|
98 |
-
|
99 |
-
|
100 |
-
|
|
|
|
|
101 |
# xlsum_ja_rouge2_scaling = Task("scores", "xlsum_ja_rouge2_scaling", "XL-Sum JA ROUGE2 Scaling")
|
102 |
-
xlsum_ja_rougeLsum = Task("scores", "xlsum_ja_rougeLsum", "XL-Sum ROUGE-Lsum", TaskType.SUM)
|
103 |
|
104 |
|
105 |
NUM_FEWSHOT = 0 # Change with your few shot
|
|
|
70 |
) # Semantic Textual Similarity - 意味的類似度
|
71 |
kuci_exact_match = Task("scores", "kuci_exact_match", "KUCI ⭐", TaskType.MC)
|
72 |
mawps_exact_match = Task("scores", "mawps_exact_match", "MAWPS ⭐", TaskType.MR)
|
73 |
+
mbpp_code_exec = Task("scores", "mbpp_code_exec", "MBPP (exec) (0 shots only) ⭐", TaskType.CG)
|
74 |
+
mbpp_pylint_check = Task("scores", "mbpp_pylint_check", "MBPP (pylint) (0 shots only)", TaskType.CG)
|
75 |
mmlu_en_exact_match = Task("scores", "mmlu_en_exact_match", "MMLU ⭐", TaskType.HE)
|
76 |
niilc_char_f1 = Task("scores", "niilc_char_f1", "NIILC ⭐", TaskType.QA)
|
77 |
aio_char_f1 = Task("scores", "aio_char_f1", "JAQKET ⭐", TaskType.QA)
|
|
|
94 |
wikicorpus_j_to_e_comet_wmt22 = Task(
|
95 |
"scores", "wikicorpus-j-to-e_comet_wmt22", "WikiCorpus J to E COMET WMT22 ⭐", TaskType.MT
|
96 |
)
|
97 |
+
xlsum_ja_bert_score_ja_f1 = Task(
|
98 |
+
"scores", "xlsum_ja_bert_score_ja_f1", "XL-Sum JA BERT Score (0 shots only)", TaskType.SUM
|
99 |
+
)
|
100 |
+
xlsum_ja_bleu_ja = Task("scores", "xlsum_ja_bleu_ja", "XL-Sum JA BLEU (0 shots only)", TaskType.SUM)
|
101 |
+
xlsum_ja_rouge1 = Task("scores", "xlsum_ja_rouge1", "XL-Sum ROUGE1 (0 shots only)", TaskType.SUM)
|
102 |
+
xlsum_ja_rouge2 = Task("scores", "xlsum_ja_rouge2", "XL-Sum ROUGE2 (0 shots only) ⭐", TaskType.SUM)
|
103 |
# xlsum_ja_rouge2_scaling = Task("scores", "xlsum_ja_rouge2_scaling", "XL-Sum JA ROUGE2 Scaling")
|
104 |
+
xlsum_ja_rougeLsum = Task("scores", "xlsum_ja_rougeLsum", "XL-Sum ROUGE-Lsum (0 shots only)", TaskType.SUM)
|
105 |
|
106 |
|
107 |
NUM_FEWSHOT = 0 # Change with your few shot
|