awrawrawr

Please enter the commit message for your changes. Lines starting

doc_retrieve_metrics.py

@@ -64,10 +64,14 @@ def calculate_precision(
         if len(d) == 0:
             continue
 
-        predicted_pages = predictions[i]
-        hits = predicted_pages.intersection(d)
-        if len(predicted_pages) != 0:
-            precision += len(hits) / len(predicted_pages)
+        predicted_titles = predictions[i]
+        hits = 0
+        for title in predicted_titles:
+            if title in d:
+                hits += 1
+
+        if len(predicted_titles) != 0:
+            precision += len(hits) / len(predicted_titles)
 
         count += 1
 
@@ -85,8 +89,11 @@ def calculate_recall(
         if len(d) == 0:
             continue
 
-        predicted_pages = predictions[i]
-        hits = predicted_pages.intersection(d)
+        predicted_titles = predictions[i]
+        hits = 0
+        for title in predicted_titles:
+            if title in d:
+                hits += 1
         recall += len(hits) / len(d)
 
         count += 1