use `binary` average in all metrics
Browse files- leaderboard.py +5 -5
leaderboard.py
CHANGED
@@ -91,7 +91,7 @@ def get_algorithm_scores_v2(df):
|
|
91 |
sel_df = df[mask]
|
92 |
|
93 |
samples_tested.append(len(sel_df))
|
94 |
-
tpr_scores.append(round(recall_score(sel_df.gnd_truth.values, sel_df.pred.values, pos_label=1), 3))
|
95 |
|
96 |
|
97 |
for c in columns2:
|
@@ -99,21 +99,21 @@ def get_algorithm_scores_v2(df):
|
|
99 |
sel_df = df[mask]
|
100 |
|
101 |
samples_tested.append(len(sel_df))
|
102 |
-
tpr_scores.append(round(recall_score(sel_df.gnd_truth.values, sel_df.pred.values, pos_label=1), 3))
|
103 |
|
104 |
mask = (df.label != "real")
|
105 |
sel_df = df[mask]
|
106 |
|
107 |
-
tpr_scores.append(round(recall_score(sel_df.gnd_truth.values, sel_df.pred.values, pos_label=1), 3))
|
108 |
|
109 |
mask = (df.label == "real")
|
110 |
sel_df = df[mask]
|
111 |
|
112 |
-
tnr_scores.append(round(recall_score(sel_df.gnd_truth.values, sel_df.pred.values, pos_label=0), 3))
|
113 |
|
114 |
sel_df = df.copy()
|
115 |
samples_tested.append(len(sel_df))
|
116 |
-
f1_scores.append(round(f1_score(sel_df.gnd_truth.values, sel_df.pred.values, average="
|
117 |
|
118 |
|
119 |
lb = pd.DataFrame({"Sample": columns + columns2 + ["overall"], "Num Samples": samples_tested,
|
|
|
91 |
sel_df = df[mask]
|
92 |
|
93 |
samples_tested.append(len(sel_df))
|
94 |
+
tpr_scores.append(round(recall_score(sel_df.gnd_truth.values, sel_df.pred.values, pos_label=1, average="binary"), 3))
|
95 |
|
96 |
|
97 |
for c in columns2:
|
|
|
99 |
sel_df = df[mask]
|
100 |
|
101 |
samples_tested.append(len(sel_df))
|
102 |
+
tpr_scores.append(round(recall_score(sel_df.gnd_truth.values, sel_df.pred.values, pos_label=1, average="binary"), 3))
|
103 |
|
104 |
mask = (df.label != "real")
|
105 |
sel_df = df[mask]
|
106 |
|
107 |
+
tpr_scores.append(round(recall_score(sel_df.gnd_truth.values, sel_df.pred.values, pos_label=1, average="binary"), 3))
|
108 |
|
109 |
mask = (df.label == "real")
|
110 |
sel_df = df[mask]
|
111 |
|
112 |
+
tnr_scores.append(round(recall_score(sel_df.gnd_truth.values, sel_df.pred.values, pos_label=0, average="binary"), 3))
|
113 |
|
114 |
sel_df = df.copy()
|
115 |
samples_tested.append(len(sel_df))
|
116 |
+
f1_scores.append(round(f1_score(sel_df.gnd_truth.values, sel_df.pred.values, average="binary"), 3))
|
117 |
|
118 |
|
119 |
lb = pd.DataFrame({"Sample": columns + columns2 + ["overall"], "Num Samples": samples_tested,
|