increase backoff time for subtensor errors

app.py

@@ -25,8 +25,8 @@ VALIDATOR_WANDB_PROJECT = os.environ["VALIDATOR_WANDB_PROJECT"]
 H4_TOKEN = os.environ.get("H4_TOKEN", None)
 API = HfApi(token=H4_TOKEN)
 REPO_ID = "NousResearch/finetuning_subnet_leaderboard"
-METAGRAPH_RETRIES = 5
-METAGRAPH_DELAY_SECS = 3
+METAGRAPH_RETRIES = 10
+METAGRAPH_DELAY_SECS = 30
 NETUID = 6
 SUBNET_START_BLOCK = 2225782
 SECONDS_PER_BLOCK = 12
@@ -134,14 +134,16 @@ def get_float_score(key: str, history) -> typing.Tuple[typing.Optional[float], b
                     return float(data[-1]), False
     return None, False
 
-def get_sample(uid, history) -> typing.Optional[typing.Tuple[str, str]]:
+def get_sample(uid, history) -> typing.Optional[typing.Tuple[str, str, str]]:
     prompt_key = f"sample_prompt_data.{uid}"
     response_key = f"sample_response_data.{uid}"
-    if prompt_key and response_key in history:
+    truth_key = f"sample_truth_data.{uid}"
+    if prompt_key in history and response_key in history and truth_key in history:
         prompt = list(history[prompt_key])[-1]
         response = list(history[response_key])[-1]
-        if isinstance(prompt, str) and isinstance(response, str):
-            return prompt, response
+        truth = list(history[truth_key])[-1]
+        if isinstance(prompt, str) and isinstance(response, str) and isinstance(truth, str):
+            return prompt, response, truth
     return None
 
 def get_scores(uids: typing.List[int]) -> typing.Dict[int, typing.Dict[str, typing.Optional[float | str]]]:
@@ -248,8 +250,10 @@ with demo:
             for entry in leaderboard_df:
                 sample = scores[entry.uid]["sample"]
                 if sample is not None:
-                    with gr.Tab(f"{entry.namespace}/{entry.name} ({entry.commit[0:8]})"):
-                        gr.Chatbot([sample])
+                    name = f"{entry.namespace}/{entry.name} ({entry.commit[0:8]})"
+                    with gr.Tab(name):
+                        gr.Chatbot([(sample[0], sample[1])])
+                        # gr.Chatbot([(sample[0], f"*{name}*: {sample[1]}"), (None, f"*GPT-4*: {sample[2]}")])
 
         show_stale = gr.Checkbox(label="Show Stale", interactive=True)
         leaderboard_table = gr.components.Dataframe(