Speed up Space loading

app.py

@@ -4,16 +4,15 @@ from pathlib import Path
 
 import numpy as np
 import pandas as pd
-import requests
 import streamlit as st
 from datasets import get_dataset_config_names
 from dotenv import load_dotenv
+from huggingface_hub import DatasetFilter, list_datasets
 
 if Path(".env").is_file():
     load_dotenv(".env")
 
 auth_token = os.getenv("HF_HUB_TOKEN")
-header = {"Authorization": "Bearer " + auth_token}
 
 TASKS = sorted(get_dataset_config_names("ought/raft"))
 # Split and capitalize the task names, e.g. banking_77 => Banking 77
@@ -22,37 +21,36 @@ FORMATTED_TASK_NAMES = sorted([" ".join(t.capitalize() for t in task.split("_"))
 
 def extract_tags(dataset):
     tags = {}
-    for tag in dataset["tags"]:
+    for tag in dataset.tags:
         k, v = tuple(tag.split(":", 1))
         tags[k] = v
     return tags
 
 
 def download_submissions():
-    response = requests.get("http://huggingface.co/api/datasets", headers=header)
-    all_datasets = response.json()
-
+    filt = DatasetFilter(benchmark="raft")
+    all_submissions = list_datasets(filter=filt, cardData=True, use_auth_token=auth_token)
     submissions = []
 
-    for dataset in all_datasets:
+    for dataset in all_submissions:
         tags = extract_tags(dataset)
-        if tags.get("benchmark") == "raft" and tags.get("type") == "evaluation":
+        if tags.get("type") == "evaluation":
             submissions.append(dataset)
     return submissions
 
 
 def format_submissions(submissions):
-    submission_data = {**{"Submitter": []}, **{"Submission Name": []}, **{"Submission Date": []}, **{t: [] for t in TASKS}}
+    submission_data = {
+        **{"Submitter": []},
+        **{"Submission Name": []},
+        **{"Submission Date": []},
+        **{t: [] for t in TASKS},
+    }
 
     # The following picks the latest submissions which adhere to the model card schema
     for submission in submissions:
-        submission_id = submission["id"]
-        response = requests.get(
-            f"http://huggingface.co/api/datasets/{submission_id}?full=true",
-            headers=header,
-        )
-        data = response.json()
-        card_data = data["cardData"]
+        submission_id = submission.id
+        card_data = submission.cardData
         username = card_data["submission_dataset"].split("/")[0]
         submission_data["Submitter"].append(username)
         submission_id = card_data["submission_id"]