[email protected] commited on
Commit
a4ccdf2
·
1 Parent(s): 5c4bdbf
Files changed (1) hide show
  1. src/about.py +3 -3
src/about.py CHANGED
@@ -14,9 +14,9 @@ class Tasks(Enum):
14
  # task_key in the json file, metric_key in the json file, name to display in the leaderboard
15
  task0 = Task("failuresensor_mcqa_sel", "acc_sel", "Acc_Sel")
16
  task1 = Task("failuresensor_mcqa_el", "acc_el", "Acc_Elim")
17
- task2 = Task("failuresensor_mcqa_perturb", "acc_perturb", "Acc_Perturb")
18
- task3 = Task("failuresensor_mcqa_consist", "acc_consist", "Acc_Consistency")
19
- task4 = Task("failuresensor_mcqa_uncertainty", "acc_uncertainty", "Acc_Uncertainty")
20
 
21
  NUM_FEWSHOT = 0 # Change with your few shot
22
  # ---------------------------------------------------
 
14
  # task_key in the json file, metric_key in the json file, name to display in the leaderboard
15
  task0 = Task("failuresensor_mcqa_sel", "acc_sel", "Acc_Sel")
16
  task1 = Task("failuresensor_mcqa_el", "acc_el", "Acc_Elim")
17
+ task2 = Task("failuresensor_mcqa_perturb", "perturb_score", "Perturb_Score")
18
+ task3 = Task("failuresensor_mcqa_consist", "consist_score", "Consistency_Score")
19
+ task4 = Task("failuresensor_mcqa_uncertainty", "uncertainty_score", "Uncertainty")
20
 
21
  NUM_FEWSHOT = 0 # Change with your few shot
22
  # ---------------------------------------------------