Add verifying filter

src/submissions.py

@@ -1,5 +1,6 @@
 from collections import defaultdict
 from enum import Enum
+from enum import IntEnum
 
 import gradio as gr
 import pandas as pd
@@ -11,10 +12,17 @@ from src.chain_data import get_neurons
 from wandb_data import get_current_runs, Run, get_blacklisted_keys
 
 
+class DuplicateStatus(IntEnum):
+    SAFE = 0
+    DUPLICATE = 1
+    PENDING_VERIFICATION = 2
+
+
 class SubmissionStatus(Enum):
     BLACKLISTED = ("Blacklisted", "gray")
     DUPLICATE = ("Duplicate", "gray")
     PENDING = ("Pending", "orange")
+    VERIFYING = ("Verifying", "aqua")
     DONE = ("Done", "springgreen")
     INVALID = ("Invalid", "red")
 
@@ -23,8 +31,11 @@ class SubmissionStatus(Enum):
         if is_blacklisted(hotkey, coldkey):
             return SubmissionStatus.BLACKLISTED
 
-        if is_duplicate_submission(hotkey, revision):
+        duplicate_status = is_duplicate_submission(hotkey, revision)
+        if duplicate_status == DuplicateStatus.DUPLICATE:
             return SubmissionStatus.DUPLICATE
+        elif duplicate_status == DuplicateStatus.PENDING_VERIFICATION:
+            return SubmissionStatus.VERIFYING
 
         if hotkey in run.submissions and block > run.submissions[hotkey].info.block and hotkey not in run.invalid_submissions:
             return SubmissionStatus.PENDING
@@ -42,11 +53,22 @@ def is_blacklisted(hotkey: Key, coldkey: Key) -> bool:
     return hotkey in get_blacklisted_keys().hotkeys or coldkey in get_blacklisted_keys().coldkeys
 
 
-def is_duplicate_submission(hotkey: Key, revision: str) -> bool:
-    return not any(
+def is_duplicate_submission(hotkey: Key, revision: str) -> DuplicateStatus:
+    duplicate_selection = get_blacklisted_keys().duplicate_selection
+
+    if any(
         submission.hotkey == hotkey and submission.revision == revision
-        for submission in get_blacklisted_keys().duplicate_selection.safe_submissions
-    )
+        for submission in duplicate_selection.duplicate_submissions
+    ):
+        return DuplicateStatus.DUPLICATE
+
+    elif any(
+        submission.hotkey == hotkey and submission.revision == revision
+        for submission in duplicate_selection.safe_submissions
+    ):
+        return DuplicateStatus.SAFE
+
+    return DuplicateStatus.PENDING_VERIFICATION
 
 
 DROPDOWN_OPTIONS = [status.value[0] for status in SubmissionStatus]
@@ -67,9 +89,10 @@ def create_duplicate_submissions_plot() -> gr.Plot:
         if is_blacklisted(hotkey, coldkey):
             continue
 
-        if is_duplicate_submission(hotkey, commitment.revision):
+        duplicate_status = is_duplicate_submission(hotkey, commitment.revision)
+        if duplicate_status == DuplicateStatus.DUPLICATE:
             submissions_by_coldkey[coldkey][0].append(commitment)
-        else:
+        elif duplicate_status == DuplicateStatus.SAFE:
             submissions_by_coldkey[coldkey][1].append(commitment)
 
     submissions_by_coldkey = dict(sorted(
@@ -86,7 +109,7 @@ def create_duplicate_submissions_plot() -> gr.Plot:
             x=[f"{coldkey[:6]}..."],
             y=[len(safe_commitments)],
             name="Safe",
-            marker_color="green", # type: ignore
+            marker_color="green",  # type: ignore
             hovertemplate="<br>".join([
                 "Submissions (%{y}):<br>" + "<br>".join(urls_safe)
             ]) + "<extra></extra>"
@@ -97,7 +120,7 @@ def create_duplicate_submissions_plot() -> gr.Plot:
             x=[f"{coldkey[:6]}..."],
             y=[len(duplicate_commitments)],
             name="Duplicate",
-            marker_color="red", # type: ignore
+            marker_color="red",  # type: ignore
             hovertemplate="<br>".join([
                 "Submissions (%{y}):<br>" + "<br>".join(urls_duplicate)
             ]) + "<extra></extra>"