Show only 12 tasks

src/about.py

@@ -12,57 +12,19 @@ class Task:
 # ---------------------------------------------------
 class Tasks(Enum):
     AVG = Task("scores", "AVG", "AVG")
-    CG = Task("scores", "CG", "CG")
-    EL = Task("scores", "EL", "EL")
-    FA = Task("scores", "FA", "FA")
-    HE = Task("scores", "HE", "HE")
-    MC = Task("scores", "MC", "MC")
-    MR = Task("scores", "MR", "MR")
-    MT = Task("scores", "MT", "MT")
-    NLI = Task("scores", "NLI", "NLI")
-    QA = Task("scores", "QA", "QA")
-    RC = Task("scores", "RC", "RC")
-    SUM = Task("scores", "SUM", "SUM")
-    alt_e_to_j_bert_score_ja_f1 = Task("scores", "alt-e-to-j_bert_score_ja_f1", "ALT E to J BERT Score")
-    alt_e_to_j_bleu_ja = Task("scores", "alt-e-to-j_bleu_ja", "ALT E to J BLEU")
-    alt_e_to_j_comet_wmt22 = Task("scores", "alt-e-to-j_comet_wmt22", "ALT E to J COMET WMT22")
-    alt_j_to_e_bert_score_en_f1 = Task("scores", "alt-j-to-e_bert_score_en_f1", "ALT J to E BERT Score")
-    alt_j_to_e_bleu_en = Task("scores", "alt-j-to-e_bleu_en", "ALT J to E BLEU")
-    alt_j_to_e_comet_wmt22 = Task("scores", "alt-j-to-e_comet_wmt22", "ALT J to E COMET WMT22")
-    chabsa_set_f1 = Task("scores", "chabsa_set_f1", "ChABSA")
-    commonsensemoralja_exact_match = Task("scores", "commonsensemoralja_exact_match", "CommonSenseMoralJA")
-    jamp_exact_match = Task("scores", "jamp_exact_match", "JAMP")
-    janli_exact_match = Task("scores", "janli_exact_match", "JANLI")
-    jcommonsenseqa_exact_match = Task("scores", "jcommonsenseqa_exact_match", "JCommonSenseQA")
-    jemhopqa_char_f1 = Task("scores", "jemhopqa_char_f1", "JEMHopQA")
-    jmmlu_exact_match = Task("scores", "jmmlu_exact_match", "JMMLU")
-    jnli_exact_match = Task("scores", "jnli_exact_match", "JNLI")
-    jsem_exact_match = Task("scores", "jsem_exact_match", "JSEM")
-    jsick_exact_match = Task("scores", "jsick_exact_match", "JSICK")
-    jsquad_char_f1 = Task("scores", "jsquad_char_f1", "JSquad")
-    jsts_pearson = Task("scores", "jsts_pearson", "JSTS (Pearson)")
-    jsts_spearman = Task("scores", "jsts_spearman", "JSTS (Spearman)")
-    kuci_exact_match = Task("scores", "kuci_exact_match", "KUCI")
-    mawps_exact_match = Task("scores", "mawps_exact_match", "MAWPS")
-    mmlu_en_exact_match = Task("scores", "mmlu_en_exact_match", "MMLU")
-    niilc_char_f1 = Task("scores", "niilc_char_f1", "NIILC")
-    wiki_coreference_set_f1 = Task("scores", "wiki_coreference_set_f1", "Wiki Coreference")
-    wiki_dependency_set_f1 = Task("scores", "wiki_dependency_set_f1", "Wiki Dependency")
-    wiki_ner_set_f1 = Task("scores", "wiki_ner_set_f1", "Wiki NER")
-    wiki_pas_set_f1 = Task("scores", "wiki_pas_set_f1", "Wiki PAS")
-    wiki_reading_char_f1 = Task("scores", "wiki_reading_char_f1", "Wiki Reading")
-    wikicorpus_e_to_j_bert_score_ja_f1 = Task("scores", "wikicorpus-e-to-j_bert_score_ja_f1", "WikiCorpus E to J BERT Score")
-    wikicorpus_e_to_j_bleu_ja = Task("scores", "wikicorpus-e-to-j_bleu_ja", "WikiCorpus E to J BLEU")
-    wikicorpus_e_to_j_comet_wmt22 = Task("scores", "wikicorpus-e-to-j_comet_wmt22", "WikiCorpus E to J COMET WMT22")
-    wikicorpus_j_to_e_bert_score_en_f1 = Task("scores", "wikicorpus-j-to-e_bert_score_en_f1", "WikiCorpus J to E BERT Score")
-    wikicorpus_j_to_e_bleu_en = Task("scores", "wikicorpus-j-to-e_bleu_en", "WikiCorpus J to E BLEU")
-    wikicorpus_j_to_e_comet_wmt22 = Task("scores", "wikicorpus-j-to-e_comet_wmt22", "WikiCorpus J to E COMET WMT22")
-    xlsum_ja_bert_score_ja_f1 = Task("scores", "xlsum_ja_bert_score_ja_f1", "XL-Sum JA BERT Score")
-    xlsum_ja_bleu_ja = Task("scores", "xlsum_ja_bleu_ja", "XL-Sum JA BLEU")
-    xlsum_ja_rouge1 = Task("scores", "xlsum_ja_rouge1", "XL-Sum ROUGE1")
-    xlsum_ja_rouge2 = Task("scores", "xlsum_ja_rouge2", "XL-Sum ROUGE2")
-    # xlsum_ja_rouge2_scaling = Task("scores", "xlsum_ja_rouge2_scaling", "XL-Sum JA ROUGE2 Scaling")
-    xlsum_ja_rougeLsum = Task("scores", "xlsum_ja_rougeLsum", "XL-Sum ROUGE-Lsum")
+    CG = Task("scores", "CG", "CG")  # Code Generation - コード生成
+    EL = Task("scores", "EL", "EL")  # Entity Linking - エンティティリンキング
+    FA = Task("scores", "FA", "FA")  # Fundamental Analysis - 基礎分析
+    HE = Task("scores", "HE", "HE")  # Human Examination - 人間の評価
+    MC = Task("scores", "MC", "MC")  # Multiple Choice question answering - 多肢選択式質問応答
+    MR = Task("scores", "MR", "MR")  # Mathematical Reasoning - 数学的推論
+    MT = Task("scores", "MT", "MT")  # Machine Translation - 機械翻訳
+    NLI = Task("scores", "NLI", "NLI")  # Natural Language Inference - 自然言語推論
+    QA = Task("scores", "QA", "QA")  # Question Answering - 質問応答
+    RC = Task("scores", "RC", "RC")  # Reading Comprehension - 読解力
+    SUM = Task("scores", "SUM", "SUM")  # Summarization - 要約
+    jsts_pearson = Task("scores", "jsts_pearson", "JSTS (Pearson)")  # Semantic Textual Similarity - 意味的類似度
+    jsts_spearman = Task("scores", "jsts_spearman", "JSTS (Spearman)")  # Semantic Textual Similarity - 意味的類似度
 
 
 NUM_FEWSHOT = 0 # Change with your few shot