validator stats

app.py

@@ -30,7 +30,6 @@ METAGRAPH_RETRIES = 5
 METAGRAPH_DELAY_SECS = 3
 NETUID = 6
 SUBNET_START_BLOCK = 2225782
-MIN_INCENTIVE_THRESHOLD = 0.01
 SECONDS_PER_BLOCK = 12
 
 def get_subtensor_and_metagraph() -> typing.Tuple[bt.subtensor, bt.metagraph]:
@@ -83,16 +82,19 @@ def get_tao_price() -> float:
                 time.sleep(METAGRAPH_DELAY_SECS)
         raise RuntimeError()
 
-def print_validator_weights(metagraph: bt.metagraph):
+def get_validator_weights(metagraph: bt.metagraph) -> typing.Dict[int, typing.Tuple[float, int, typing.Dict[int, float]]]:
+    ret = {}
     for uid in metagraph.uids.tolist():
-        if metagraph.validator_trust[uid].item() > 0:
-            print(f"uid: {uid}")
+        vtrust = metagraph.validator_trust[uid].item()
+        if vtrust > 0:
+            ret[uid] = (vtrust, metagraph.S[uid].item(), {})
             for ouid in metagraph.uids.tolist():
                 if ouid == uid:
                     continue
                 weight = round(metagraph.weights[uid][ouid].item(), 4)
                 if weight > 0:
-                    print(f"  {ouid} = {weight}")
+                    ret[uid][-1][ouid] = weight
+    return ret
 
 def get_subnet_data(subtensor: bt.subtensor, metagraph: bt.metagraph) -> typing.List[ModelData]:
     result = []
@@ -136,7 +138,6 @@ def get_float_score(key: str, history) -> typing.Tuple[typing.Optional[float], b
 def get_scores(uids: typing.List[int]) -> typing.Dict[int, typing.Dict[str, typing.Optional[float]]]:
     api = wandb.Api()
     runs = list(api.runs(VALIDATOR_WANDB_PROJECT))
-    print(f"Top validator run: {runs[0].name}")
 
     result = {}
     for run in runs:
@@ -174,7 +175,6 @@ def next_tempo(start_block, tempo, block):
     return nearest_num
 
 subtensor, metagraph = get_subtensor_and_metagraph()
-print_validator_weights(metagraph)
 
 tao_price = get_tao_price()
 
@@ -193,6 +193,11 @@ blocks_to_go = next_update - current_block
 current_time = datetime.datetime.now()
 next_update_time = current_time + datetime.timedelta(seconds=blocks_to_go * SECONDS_PER_BLOCK)
 
+validator_df = get_validator_weights(metagraph)
+weight_keys = set()
+for uid, stats in validator_df.items():
+    weight_keys.update(stats[-1].keys())
+
 def get_next_update():
     now = datetime.datetime.now()
     delta = next_update_time - now
@@ -201,7 +206,7 @@ def get_next_update():
 def leaderboard_data(show_stale: bool):
     value = [
         [
-            f'[{c.namespace}/{c.name} ({c.commit[-6:]})](https://huggingface.co/{c.namespace}/{c.name}/commit/{c.commit})',
+            f'[{c.namespace}/{c.name} ({c.commit[0:8]})](https://huggingface.co/{c.namespace}/{c.name}/commit/{c.commit})',
             format_score(c.uid, scores, "win_rate"),
             format_score(c.uid, scores, "avg_loss"),
             format_score(c.uid, scores, "weight"),
@@ -221,7 +226,7 @@ with demo:
     gr.HTML(value=get_next_update())
 
     gr.Label(
-        value={ f"{c.namespace}/{c.name} ({c.commit[-6:]}) · ${round(c.emission * tao_price, 2):,} (τ{round(c.emission, 2):,})": c.incentive for c in leaderboard_df},
+        value={ f"{c.namespace}/{c.name} ({c.commit[0:8]}) · ${round(c.emission * tao_price, 2):,} (τ{round(c.emission, 2):,})": c.incentive for c in leaderboard_df if c.incentive},
         num_top_classes=10,
     )
     
@@ -239,6 +244,22 @@ with demo:
         gr.HTML(EVALUATION_DETAILS)
         show_stale.change(leaderboard_data, [show_stale], leaderboard_table)
 
+    with gr.Accordion("Validator Stats"):
+        validator_table = gr.components.Dataframe(
+            value=[
+                [uid, int(validator_df[uid][1]), round(validator_df[uid][0], 4)] + [validator_df[uid][-1].get(c.uid) for c in leaderboard_df if c.incentive]
+                for uid, _ in sorted(
+                        zip(validator_df.keys(), [validator_df[x][1] for x in validator_df.keys()]),
+                        key=lambda x: x[1],
+                        reverse=True
+                    )
+            ],
+            headers=["UID", "Stake (τ)", "V-Trust"] + [f"{c.namespace}/{c.name} ({c.commit[0:8]})" for c in leaderboard_df if c.incentive],
+            datatype=["number", "number", "number"] + ["number" for c in leaderboard_df if c.incentive],
+            interactive=False,
+            visible=True,
+        )
+
 def restart_space():
     API.restart_space(repo_id=REPO_ID, token=H4_TOKEN)