[email protected] commited on
Commit
5c4bdbf
·
1 Parent(s): 0de0652
Files changed (1) hide show
  1. src/about.py +3 -1
src/about.py CHANGED
@@ -14,7 +14,9 @@ class Tasks(Enum):
14
  # task_key in the json file, metric_key in the json file, name to display in the leaderboard
15
  task0 = Task("failuresensor_mcqa_sel", "acc_sel", "Acc_Sel")
16
  task1 = Task("failuresensor_mcqa_el", "acc_el", "Acc_Elim")
17
- # task1 = Task("logiqa", "acc_norm", "LogiQA")
 
 
18
 
19
  NUM_FEWSHOT = 0 # Change with your few shot
20
  # ---------------------------------------------------
 
14
  # task_key in the json file, metric_key in the json file, name to display in the leaderboard
15
  task0 = Task("failuresensor_mcqa_sel", "acc_sel", "Acc_Sel")
16
  task1 = Task("failuresensor_mcqa_el", "acc_el", "Acc_Elim")
17
+ task2 = Task("failuresensor_mcqa_perturb", "acc_perturb", "Acc_Perturb")
18
+ task3 = Task("failuresensor_mcqa_consist", "acc_consist", "Acc_Consistency")
19
+ task4 = Task("failuresensor_mcqa_uncertainty", "acc_uncertainty", "Acc_Uncertainty")
20
 
21
  NUM_FEWSHOT = 0 # Change with your few shot
22
  # ---------------------------------------------------