Show submission state for all validators

src/chain_data.py

@@ -147,7 +147,7 @@ def fetch_commitments(block: int):
     commitments = query_subtensor(storage_keys, block)
     for storage, commitment in commitments:
         try:
-            if not commitment:
+            if not commitment or not commitment.value:
                 continue
 
             fields = commitment.value["info"]["fields"]

src/leaderboard.py

@@ -17,7 +17,7 @@ def create_dropdown() -> gr.Dropdown:
     choices = sorted(choices, key=lambda x: x[1])
 
     default = DEFAULT_VALIDATOR_UID
-    if not default in [uid for _, uid in choices]:
+    if default not in [uid for _, uid in choices]:
         default = choices[0][1]
     return gr.Dropdown(
         choices,

src/submissions.py

@@ -1,13 +1,9 @@
-import os
-
 import gradio as gr
 import pandas as pd
 
 from chain_data import sync_metagraph, COMMITMENTS, UIDS_BY_HOTKEY
 from wandb_data import get_current_runs, Run, Uid
 
-DEFAULT_VALIDATOR_UID = int(os.environ["DEFAULT_VALIDATOR_UID"])
-
 def get_status(run: Run, uid: Uid, block: int) -> tuple[str, str]:
     if all(not submission.get(uid) or block > submission[uid].info.block for submission in [run.submissions, run.invalid_submissions]):
         return "Pending", "orange"
@@ -22,27 +18,36 @@ def get_status(run: Run, uid: Uid, block: int) -> tuple[str, str]:
 def create_submissions() -> gr.Dataframe:
     data: list[list] = []
     sync_metagraph()
-    for run in get_current_runs():
-        if not run.uid == DEFAULT_VALIDATOR_UID:
-            continue
-        for hotkey, commitment in COMMITMENTS.items():
-            uid = UIDS_BY_HOTKEY[hotkey]
+    runs = sorted(get_current_runs(), key=lambda run: run.uid)
+
+    for hotkey, commitment in COMMITMENTS.items():
+        uid = UIDS_BY_HOTKEY[hotkey]
+        row = [
+            uid,
+            f"[{'/'.join(commitment.get_repo_link().split('/')[-2:])}]({commitment.get_repo_link()})",
+            f"[{commitment.block}](https://taostats.io/block/{commitment.block})",
+            f"[{commitment.revision}]({commitment.get_repo_link()}/commit/{commitment.revision})",
+            f"[{hotkey[:6]}...](https://taostats.io/hotkey/{hotkey})",
+            commitment.contest.name,
+        ]
+
+        for run in runs:
             status, color = get_status(run, uid, commitment.block)
-            data.append([
-                uid,
-                f"[{'/'.join(commitment.get_repo_link().split('/')[-2:])}]({commitment.get_repo_link()})",
-                f"[{commitment.block}](https://taostats.io/block/{commitment.block})",
-                f"[{commitment.revision}]({commitment.get_repo_link()}/commit/{commitment.revision})",
-                f"[{hotkey[:6]}...](https://taostats.io/hotkey/{hotkey})",
-                commitment.contest.name,
-                f"<span style='color: {color}'>{status}</span>"
-            ])
+            row.append(f"<span style='color: {color}'>{status}</span>")
+
+        data.append(row)
 
     data.sort(key=lambda x: int(x[2].split('[')[1].split(']')[0]), reverse=True)
 
+    columns = ["UID", "Model", "Block", "Revision", "Hotkey", "Contest"]
+    datatype = ["number", "markdown", "markdown", "markdown", "markdown", "markdown"]
+    for run in runs:
+        columns.append(f"{run.uid} - {run.name}")
+        datatype.append("markdown")
+
     return gr.Dataframe(
-        pd.DataFrame(data, columns=["UID", "Model", "Block", "Revision", "Hotkey", "Contest", "Status"]),
-        datatype=["number", "markdown", "markdown", "markdown", "markdown", "markdown", "markdown"],
+        pd.DataFrame(data, columns=columns),
+        datatype=datatype,
         interactive=False,
         max_height=800,
     )