Spaces:
Running
Running
Commit
·
7511bc7
1
Parent(s):
b06d496
Show blacklisted submissions
Browse files- src/submissions.py +6 -3
- src/wandb_data.py +19 -1
src/submissions.py
CHANGED
@@ -3,10 +3,13 @@ import pandas as pd
|
|
3 |
|
4 |
from chain_data import sync_metagraph, COMMITMENTS, UIDS_BY_HOTKEY, metagraph
|
5 |
from src import Key
|
6 |
-
from wandb_data import get_current_runs, Run
|
7 |
|
8 |
|
9 |
-
def get_status(run: Run, hotkey: Key, block: int) -> tuple[str, str]:
|
|
|
|
|
|
|
10 |
if hotkey in run.submissions and block > run.submissions[hotkey].info.block and hotkey not in run.invalid_submissions:
|
11 |
return "Pending", "orange"
|
12 |
|
@@ -37,7 +40,7 @@ def create_submissions() -> gr.Dataframe:
|
|
37 |
]
|
38 |
|
39 |
for run in runs:
|
40 |
-
status, color = get_status(run, hotkey, commitment.block)
|
41 |
row.append(f"<span style='color: {color}'>{status}</span>")
|
42 |
|
43 |
data.append(row)
|
|
|
3 |
|
4 |
from chain_data import sync_metagraph, COMMITMENTS, UIDS_BY_HOTKEY, metagraph
|
5 |
from src import Key
|
6 |
+
from wandb_data import get_current_runs, Run, BLACKLISTED_HOTKEYS, BLACKLISTED_COLDKEYS
|
7 |
|
8 |
|
9 |
+
def get_status(run: Run, hotkey: Key, coldkey: Key, block: int) -> tuple[str, str]:
|
10 |
+
if hotkey in BLACKLISTED_HOTKEYS or coldkey in BLACKLISTED_COLDKEYS:
|
11 |
+
return "Blacklisted", "gray"
|
12 |
+
|
13 |
if hotkey in run.submissions and block > run.submissions[hotkey].info.block and hotkey not in run.invalid_submissions:
|
14 |
return "Pending", "orange"
|
15 |
|
|
|
40 |
]
|
41 |
|
42 |
for run in runs:
|
43 |
+
status, color = get_status(run, hotkey, coldkey, commitment.block)
|
44 |
row.append(f"<span style='color: {color}'>{status}</span>")
|
45 |
|
46 |
data.append(row)
|
src/wandb_data.py
CHANGED
@@ -3,17 +3,22 @@ from dataclasses import dataclass
|
|
3 |
from datetime import datetime, timedelta, timezone
|
4 |
from enum import Enum
|
5 |
|
|
|
6 |
import wandb
|
7 |
import wandb.apis.public as wapi
|
8 |
from substrateinterface import Keypair
|
9 |
|
10 |
-
from src import TIMEZONE, Key
|
11 |
from chain_data import UIDS_BY_HOTKEY, VALIDATOR_IDENTITIES, sync_metagraph
|
|
|
12 |
|
13 |
WANDB_RUN_PATH = os.environ["WANDB_RUN_PATH"]
|
14 |
|
15 |
START_DATE = datetime(2024, 11, 29)
|
16 |
|
|
|
|
|
|
|
|
|
17 |
|
18 |
class BenchmarkStatus(Enum):
|
19 |
NOT_STARTED = ("Not Started", "orange", False)
|
@@ -258,6 +263,18 @@ def _fetch_current_runs(wandb_api: wandb.Api):
|
|
258 |
_add_runs(wandb_runs)
|
259 |
|
260 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
261 |
last_sync: datetime = datetime.fromtimestamp(0, TIMEZONE)
|
262 |
|
263 |
|
@@ -274,6 +291,7 @@ def sync():
|
|
274 |
_fetch_history(wandb_api)
|
275 |
else:
|
276 |
_fetch_current_runs(wandb_api)
|
|
|
277 |
|
278 |
|
279 |
def get_current_runs() -> list[Run]:
|
|
|
3 |
from datetime import datetime, timedelta, timezone
|
4 |
from enum import Enum
|
5 |
|
6 |
+
import requests
|
7 |
import wandb
|
8 |
import wandb.apis.public as wapi
|
9 |
from substrateinterface import Keypair
|
10 |
|
|
|
11 |
from chain_data import UIDS_BY_HOTKEY, VALIDATOR_IDENTITIES, sync_metagraph
|
12 |
+
from src import TIMEZONE, Key
|
13 |
|
14 |
WANDB_RUN_PATH = os.environ["WANDB_RUN_PATH"]
|
15 |
|
16 |
START_DATE = datetime(2024, 11, 29)
|
17 |
|
18 |
+
BLACKLIST_ENDPOINT = "https://edge-inputs.api.wombo.ai/blacklist"
|
19 |
+
BLACKLISTED_COLDKEYS = set()
|
20 |
+
BLACKLISTED_HOTKEYS = set()
|
21 |
+
|
22 |
|
23 |
class BenchmarkStatus(Enum):
|
24 |
NOT_STARTED = ("Not Started", "orange", False)
|
|
|
263 |
_add_runs(wandb_runs)
|
264 |
|
265 |
|
266 |
+
def _fetch_blacklisted_keys():
|
267 |
+
response = requests.get(BLACKLIST_ENDPOINT)
|
268 |
+
response.raise_for_status()
|
269 |
+
data = response.json()
|
270 |
+
BLACKLISTED_COLDKEYS.clear()
|
271 |
+
BLACKLISTED_HOTKEYS.clear()
|
272 |
+
for hotkey in data["hotkeys"]:
|
273 |
+
BLACKLISTED_HOTKEYS.add(hotkey)
|
274 |
+
for coldkey in data["coldkeys"]:
|
275 |
+
BLACKLISTED_COLDKEYS.add(coldkey)
|
276 |
+
|
277 |
+
|
278 |
last_sync: datetime = datetime.fromtimestamp(0, TIMEZONE)
|
279 |
|
280 |
|
|
|
291 |
_fetch_history(wandb_api)
|
292 |
else:
|
293 |
_fetch_current_runs(wandb_api)
|
294 |
+
_fetch_blacklisted_keys()
|
295 |
|
296 |
|
297 |
def get_current_runs() -> list[Run]:
|