Remove ranks

README.md

@@ -4,7 +4,7 @@ emoji: 🏆
 colorFrom: purple
 colorTo: gray
 sdk: gradio
-sdk_version: 5.8.0
+sdk_version: 5.9.1
 app_file: src/app.py
 pinned: true
 ---

requirements.txt

@@ -1,8 +1,8 @@
-fiber @ git+https://github.com/rayonlabs/fiber.git@1.0.0#egg=fiber[chain]
-gradio==5.8.0
-wandb==0.18.5
+fiber @ git+https://github.com/rayonlabs/fiber.git@2.0.1#egg=fiber[chain]
+gradio==5.9.1
+wandb==0.19.1
 substrate-interface==1.7.10
 plotly==5.24.1
 pandas==2.2.3
-packaging==24.1
+packaging==24.2
 netaddr==1.3.0

src/leaderboard.py

@@ -39,7 +39,6 @@ def create_leaderboard(validator_uid: Uid) -> gr.Dataframe:
             data.append([
                 submission.info.uid,
                 f"[{'/'.join(submission.info.repository.split('/')[-2:])}]({submission.info.repository})",
-                submission.rank + 1,
                 round(submission.score, 5),
                 f"{submission.metrics.generation_time:.4f}s",
                 f"{submission.average_similarity * 100:.4f}%",
@@ -53,11 +52,11 @@ def create_leaderboard(validator_uid: Uid) -> gr.Dataframe:
                 f"[{hotkey[:6]}...](https://taostats.io/hotkey/{hotkey})",
             ])
 
-    data.sort(key=lambda x: (x[2], int(x[11].split('[')[1].split(']')[0])))
+    data.sort(key=lambda x: x[2], reverse=True)
 
     return gr.Dataframe(
-        pd.DataFrame(data, columns=["UID", "Model", "Rank", "Score", "Gen Time", "Similarity", "Size", "VRAM Used", "RAM Used", "Power Used", "Load Time", "Block", "Revision", "Hotkey"]),
-        datatype=["number", "markdown", "number", "number", "markdown", "markdown", "markdown", "markdown", "markdown", "markdown", "markdown", "markdown", "markdown", "markdown"],
+        pd.DataFrame(data, columns=["UID", "Model", "Score", "Gen Time", "Similarity", "Size", "VRAM Used", "RAM Used", "Power Used", "Load Time", "Block", "Revision", "Hotkey"]),
+        datatype=["number", "markdown", "number", "markdown", "markdown", "markdown", "markdown", "markdown", "markdown", "markdown", "markdown", "markdown", "markdown"],
         interactive=False,
         max_height=800,
     )

src/validator_states.py

@@ -58,4 +58,5 @@ def create_validator_states() -> gr.Dataframe:
         datatype=["number", "markdown", "markdown", "markdown", "markdown", "number", "number", "markdown", "markdown", "number", "markdown", "markdown"],
         interactive=False,
         max_height=800,
+        row_count=1,
     )

src/wandb_data.py

@@ -65,7 +65,6 @@ class Submission:
     metrics: Metrics
     average_similarity: float
     min_similarity: float
-    rank: int
     score: float
 
 
@@ -162,14 +161,11 @@ def _add_runs(wandb_runs: list[wapi.Run]):
                     block=submission["block"],
                 )
 
-        if "benchmarks" in metrics and "ranks" in metrics:
+        if "benchmarks" in metrics:
             for hotkey, benchmark in metrics["benchmarks"].items():
                 benchmark_metrics = benchmark["metrics"]
                 if hotkey not in submission_info:
                     continue
-                ranks = metrics["ranks"]
-                if hotkey not in ranks:
-                    continue
                 scores = metrics["scores"]
                 if hotkey not in scores:
                     continue
@@ -185,7 +181,6 @@ def _add_runs(wandb_runs: list[wapi.Run]):
                     ),
                     average_similarity=float(benchmark["average_similarity"]),
                     min_similarity=float(benchmark["min_similarity"]),
-                    rank=int(ranks[hotkey]),
                     score=float(scores[hotkey]),
                 )
 
@@ -197,9 +192,9 @@ def _add_runs(wandb_runs: list[wapi.Run]):
                 ...
 
         status = _status_from_run(wandb_run)
-        winner_submission = min(
+        winner_submission = max(
             submissions.values(),
-            key=lambda submission: (submission.rank, submission.info.block),
+            key=lambda submission: submission.score,
             default=None
         )
         winner_uid = winner_submission.info.uid if winner_submission else None