[email protected] commited on
Commit
43d9122
·
1 Parent(s): 33a345a
Files changed (1) hide show
  1. src/about.py +7 -6
src/about.py CHANGED
@@ -12,15 +12,16 @@ class Task:
12
  # ---------------------------------------------------
13
  class Tasks(Enum):
14
  # task_key in the json file, metric_key in the json file, name to display in the leaderboard
15
- task0 = Task("failuresensor_mcqa_sel", "acc_sel", "Acc_Sel")
16
- task1 = Task("failuresensor_mcqa_el", "acc_el", "Acc_Elim")
17
- task2 = Task("failuresensor_mcqa_perturb", "perturb_score", "Perturb_Score")
18
- task3 = Task("failuresensor_mcqa_consist", "consist_score", "Consistency_Score")
19
- task4 = Task("failuresensor_mcqa_uncertainty", "uncertainty_score", "Uncertainty")
 
20
 
21
  NUM_FEWSHOT = 0 # Change with your few shot
22
  # ---------------------------------------------------
23
-
24
 
25
 
26
  # Your leaderboard name
 
12
  # ---------------------------------------------------
13
  class Tasks(Enum):
14
  # task_key in the json file, metric_key in the json file, name to display in the leaderboard
15
+ task0 = Task("acc_overall", "acc", "Acc_All")
16
+ task1 = Task("acc_sel", "acc_sel", "Acc_Sel")
17
+ task2 = Task("acc_perturb", "acc_perturb", "Acc_Perturb")
18
+ task3 = Task("score_consistency", "consist_score", "Consistency_Score")
19
+ task4 = Task("uncertainty", "uncertainty_score", "Uncertainty_Score")
20
+
21
 
22
  NUM_FEWSHOT = 0 # Change with your few shot
23
  # ---------------------------------------------------
24
+ # "results": {"acc_overall": {"acc": 0.22797150356205476}, "acc_sel": {"acc_sel": 0.16170212765957448}, "acc_el": {"acc_el": 0.3669724770642202}, "acc_perturb": {"perturb_score": 0.161604799400075}, "score_consistency": {"consist_score": 0.048743907011623545}, "uncertainty": {"uncertainty_score": 0}}, "acc_electric motor": 0.2863247863247863, "acc_steam turbine": 0.19298245614035087, "acc_aero gas turbine": 0.1875, "acc_industrial gas turbine": 0.19166666666666668, "acc_pump": 0.23684210526315788, "acc_compressor": 0.20454545454545456, "acc_reciprocating internal combustion engine": 0.32142857142857145, "acc_electric generator": 0.2222222222222222, "acc_fan": 0.27, "acc_power transformer": 0.19117647058823528}
25
 
26
 
27
  # Your leaderboard name