lb shows algo score on real data

leaderboard.py

@@ -1,9 +1,9 @@
 from glob import glob
-from sklearn.metrics import accuracy_score
+from sklearn.metrics import accuracy_score,  recall_score
 import os
 import pandas as pd 
 
-def get_merged_df(results_path, skip_samples = False):
+def get_merged_df(results_path, skip_samples = True):
   results = glob(os.path.join(results_path, "*.json"))
   dfs = []
   for r in results:
@@ -18,11 +18,11 @@ def get_merged_df(results_path, skip_samples = False):
   return full_df
 
 def map_df(full_df):
-  gnd_truth_mapping = {'full fake': 0, 
-           'half fake': 0,
-           'real': 1}
+  gnd_truth_mapping = {'full fake': 1, 
+           'half fake': 1,
+           'real': 0}
 
-  pred_mapping = {'fake':0, 'real': 1}
+  pred_mapping = {'fake':1, 'real': 0}
 
 
   full_df['label'] = full_df['ground_truth'].map(gnd_truth_mapping)
@@ -30,7 +30,7 @@ def map_df(full_df):
 
   return full_df
 
-def get_scores(df):
+def get_duration_scores(df):
 
   columns = ['Under 26 s', '55 s', '125 s', 'Overall' ]
   samples_tested = []
@@ -56,8 +56,27 @@ def get_scores(df):
   lb = pd.DataFrame({"Sample": columns, "Num Samples": samples_tested, "Accuracy": acc_scores})
   return lb
 
+def get_algorithm_scores(df):
+    
+    columns = list(df[df.label != 'real'].algorithm.unique())
+    samples_tested = []
+    acc_scores = []
+    rec_scores = []
+    
+    for c in columns:
+    
+    
+      mask = (df.algorithm == c) | (df.label == 'real')
+      sel_df = df[mask]
+    
+      samples_tested.append(len(sel_df[sel_df.label != 'real']))
+      rec_scores.append(round(recall_score(sel_df.gnd_truth.values, sel_df.pred.values), 3))
+        
+    lb = pd.DataFrame({"Sample": columns, "Num Samples": samples_tested, "Recall": rec_scores})
+    return lb
+
 def build_leaderboard(results_path = 'results'):
   full_df = get_merged_df(results_path)
   full_df_mapped = map_df(full_df)
-  leaderboard = get_scores(full_df_mapped)
+  leaderboard = get_algorithm_scores(full_df_mapped)
   return leaderboard