awsaf49 commited on
Commit
fb58804
·
verified ·
1 Parent(s): 87dde1c

use `binary` average in all metrics

Browse files
Files changed (1) hide show
  1. leaderboard.py +5 -5
leaderboard.py CHANGED
@@ -91,7 +91,7 @@ def get_algorithm_scores_v2(df):
91
  sel_df = df[mask]
92
 
93
  samples_tested.append(len(sel_df))
94
- tpr_scores.append(round(recall_score(sel_df.gnd_truth.values, sel_df.pred.values, pos_label=1), 3))
95
 
96
 
97
  for c in columns2:
@@ -99,21 +99,21 @@ def get_algorithm_scores_v2(df):
99
  sel_df = df[mask]
100
 
101
  samples_tested.append(len(sel_df))
102
- tpr_scores.append(round(recall_score(sel_df.gnd_truth.values, sel_df.pred.values, pos_label=1), 3))
103
 
104
  mask = (df.label != "real")
105
  sel_df = df[mask]
106
 
107
- tpr_scores.append(round(recall_score(sel_df.gnd_truth.values, sel_df.pred.values, pos_label=1), 3))
108
 
109
  mask = (df.label == "real")
110
  sel_df = df[mask]
111
 
112
- tnr_scores.append(round(recall_score(sel_df.gnd_truth.values, sel_df.pred.values, pos_label=0), 3))
113
 
114
  sel_df = df.copy()
115
  samples_tested.append(len(sel_df))
116
- f1_scores.append(round(f1_score(sel_df.gnd_truth.values, sel_df.pred.values, average="macro"), 3))
117
 
118
 
119
  lb = pd.DataFrame({"Sample": columns + columns2 + ["overall"], "Num Samples": samples_tested,
 
91
  sel_df = df[mask]
92
 
93
  samples_tested.append(len(sel_df))
94
+ tpr_scores.append(round(recall_score(sel_df.gnd_truth.values, sel_df.pred.values, pos_label=1, average="binary"), 3))
95
 
96
 
97
  for c in columns2:
 
99
  sel_df = df[mask]
100
 
101
  samples_tested.append(len(sel_df))
102
+ tpr_scores.append(round(recall_score(sel_df.gnd_truth.values, sel_df.pred.values, pos_label=1, average="binary"), 3))
103
 
104
  mask = (df.label != "real")
105
  sel_df = df[mask]
106
 
107
+ tpr_scores.append(round(recall_score(sel_df.gnd_truth.values, sel_df.pred.values, pos_label=1, average="binary"), 3))
108
 
109
  mask = (df.label == "real")
110
  sel_df = df[mask]
111
 
112
+ tnr_scores.append(round(recall_score(sel_df.gnd_truth.values, sel_df.pred.values, pos_label=0, average="binary"), 3))
113
 
114
  sel_df = df.copy()
115
  samples_tested.append(len(sel_df))
116
+ f1_scores.append(round(f1_score(sel_df.gnd_truth.values, sel_df.pred.values, average="binary"), 3))
117
 
118
 
119
  lb = pd.DataFrame({"Sample": columns + columns2 + ["overall"], "Num Samples": samples_tested,