Update src/about.py

src/about.py

@@ -14,20 +14,20 @@ class Tasks(Enum):
     # # task_key in the json file, metric_key in the json file, name to display in the leaderboard 
     # task0 = Task("anli_r1", "acc", "ANLI")
     # task1 = Task("logiqa", "acc_norm", "LogiQA")
-    acva = Task("community|acva:_average|5", "acc_norm", "ACVA")
-    alghafa = Task("community|alghafa:_average|5", "acc_norm", "AlGhafa")
-    arabic_mmlu = Task("community|arabic_mmlu:_average|5", "acc_norm", "MMLU")
-    arabic_exams = Task("community|arabic_exams|5", "acc_norm", "EXAMS")
-    arc_challenge_okapi_ar = Task("community|arc_challenge_okapi_ar|5", "acc_norm", "ARC Challenge")
-    arc_easy_ar = Task("community|arc_easy_ar|5", "acc_norm", "ARC Easy")
-    boolq_ar = Task("community|boolq_ar|5", "acc_norm", "BOOLQ")
-    copa_ext_ar = Task("community|copa_ext_ar|5", "acc_norm", "COPA")
-    hellaswag_okapi_ar = Task("community|hellaswag_okapi_ar|5", "acc_norm", "HELLASWAG")
-    openbook_qa_ext_ar = Task("community|openbook_qa_ext_ar|5", "acc_norm", "OPENBOOK QA")
-    piqa_ar = Task("community|piqa_ar|5", "acc_norm", "PIQA")
-    race_ar = Task("community|race_ar|5", "acc_norm", "RACE")
-    sciq_ar = Task("community|sciq_ar|5", "acc_norm", "SCIQ")
-    toxigen_ar = Task("community|toxigen_ar|5", "acc_norm", "TOXIGEN")
+    acva = Task("community|acva:_average|0", "acc_norm", "ACVA")
+    alghafa = Task("community|alghafa:_average|0", "acc_norm", "AlGhafa")
+    arabic_mmlu = Task("community|arabic_mmlu:_average|0", "acc_norm", "MMLU")
+    arabic_exams = Task("community|arabic_exams|0", "acc_norm", "EXAMS")
+    arc_challenge_okapi_ar = Task("community|arc_challenge_okapi_ar|0", "acc_norm", "ARC Challenge")
+    arc_easy_ar = Task("community|arc_easy_ar|0", "acc_norm", "ARC Easy")
+    boolq_ar = Task("community|boolq_ar|0", "acc_norm", "BOOLQ")
+    copa_ext_ar = Task("community|copa_ext_ar|0", "acc_norm", "COPA")
+    hellaswag_okapi_ar = Task("community|hellaswag_okapi_ar|0", "acc_norm", "HELLASWAG")
+    openbook_qa_ext_ar = Task("community|openbook_qa_ext_ar|0", "acc_norm", "OPENBOOK QA")
+    piqa_ar = Task("community|piqa_ar|0", "acc_norm", "PIQA")
+    race_ar = Task("community|race_ar|0", "acc_norm", "RACE")
+    sciq_ar = Task("community|sciq_ar|0", "acc_norm", "SCIQ")
+    toxigen_ar = Task("community|toxigen_ar|0", "acc_norm", "TOXIGEN")
     
 NUM_FEWSHOT = 0 # Change with your few shot
 # ---------------------------------------------------