Update

app.py

@@ -6,11 +6,11 @@ import gradio as gr
 
 from constants import (HARDWARE_CHOICES, OWNER_CHOICES, SDK_CHOICES,
                        SLEEP_TIME_CHOICES, STATUS_CHOICES, VISIBILITY_CHOICES)
-from demo_list import DemoList
+from demo_list import DemoList, get_df_from_yaml
 from restart_scheduler import RestartScheduler
 from settings import HF_TOKEN, INTERVAL_MINUTES, SPACE_ID
 
-demo_list = DemoList()
+demo_list = DemoList(get_df_from_yaml('list.yaml'))
 
 if SPACE_ID is not None and INTERVAL_MINUTES > 0:
     scheduler = RestartScheduler(space_id=SPACE_ID,
@@ -85,7 +85,7 @@ with gr.Blocks(css='style.css') as demo:
                                  value=OWNER_CHOICES,
                                  type='value')
         apply_button = gr.Button('Apply')
-    df = gr.Dataframe(value=demo_list.df,
+    df = gr.Dataframe(value=demo_list.df_prettified,
                       datatype=demo_list.column_datatype,
                       type='pandas')
 
@@ -113,7 +113,7 @@ with gr.Blocks(css='style.css') as demo:
                       queue=False,
                       show_progress=False,
                       api_name=False)
-    apply_button.click(fn=demo_list.apply_filter,
+    apply_button.click(fn=demo_list.filter,
                        inputs=[
                            status,
                            hardware,

constants.py

@@ -26,7 +26,7 @@ SDK_CHOICES = [
     'docker',
 ]
 SLEEP_TIME_INT_TO_STR = {
-    -1: 'null',
+    0: 'null',
     300: '5 minutes',
     900: '15 minutes',
     1800: '30 minutes',

demo_list.py

@@ -1,3 +1,4 @@
+import dataclasses
 import datetime
 import operator
 import pathlib
@@ -10,123 +11,112 @@ from huggingface_hub import HfApi
 from constants import (OWNER_CHOICES, SLEEP_TIME_INT_TO_STR,
                        SLEEP_TIME_STR_TO_INT, WHOAMI)
 
-repo_dir = pathlib.Path(__file__).parent
 
-
-class DemoList:
-    COLUMN_INFO = [
-        ['status', 'markdown'],
-        ['hardware', 'markdown'],
-        ['title', 'markdown'],
-        ['owner', 'markdown'],
-        ['arxiv', 'markdown'],
-        ['github', 'markdown'],
-        ['likes', 'number'],
-        ['tags', 'str'],
-        ['last_modified', 'str'],
-        ['created', 'str'],
-        ['sdk', 'markdown'],
-        ['sdk_version', 'str'],
-        ['suggested_hardware', 'markdown'],
-        ['sleep_time', 'markdown'],
-        ['replicas', 'markdown'],
-    ]
-
-    def __init__(self):
-        self.api = HfApi()
-        self._raw_data = self.load_data()
-        self.df_raw = pd.DataFrame(self._raw_data)
-        self.df = self.prettify_df()
-
-    @property
-    def column_names(self):
-        return list(map(operator.itemgetter(0), self.COLUMN_INFO))
-
-    @property
-    def column_datatype(self):
-        return list(map(operator.itemgetter(1), self.COLUMN_INFO))
+@dataclasses.dataclass(frozen=True)
+class DemoInfo:
+    space_id: str
+    url: str
+    title: str
+    owner: str
+    sdk: str
+    sdk_version: str
+    likes: int
+    status: str
+    last_modified: str
+    sleep_time: int
+    replicas: int
+    private: bool
+    hardware: str
+    suggested_hardware: str
+    created: str = ''
+    arxiv: list[str] = dataclasses.field(default_factory=list)
+    github: list[str] = dataclasses.field(default_factory=list)
+    tags: list[str] = dataclasses.field(default_factory=list)
+
+    def __post_init__(self):
+        object.__setattr__(self, 'last_modified',
+                           DemoInfo.convert_timestamp(self.last_modified))
+        object.__setattr__(self, 'created',
+                           DemoInfo.convert_timestamp(self.created))
 
     @staticmethod
-    def get_space_id(url: str) -> str:
-        return '/'.join(url.split('/')[-2:])
-
-    def load_data(self) -> list[dict]:
-        with open(repo_dir / 'list.yaml') as f:
-            data = yaml.safe_load(f)
-        res = []
-        for url in tqdm.auto.tqdm(list(data)):
-            space_id = self.get_space_id(url)
-            space_info = self.api.space_info(repo_id=space_id)
-            card = space_info.cardData
-
-            info: dict = data[url] | {
-                'url': url,
-                'title': card['title'] if 'title' in card else space_id,
-                'owner': space_id.split('/')[0],
-                'sdk': card['sdk'],
-                'sdk_version': card.get('sdk_version', ''),
-                'likes': space_info.likes,
-                'private': space_info.private,
-                'last_modified': space_info.lastModified,
-                'status': space_info.runtime['stage'],
-                'suggested_hardware': card.get('suggested_hardware', ''),
-            }
-
-            for tag in ['arxiv', 'github', 'tags']:
-                if tag not in info:
-                    info[tag] = []
-
-            # `current` of paused Spaces is `None`, but `requested` is not
-            info['hardware'] = space_info.runtime['hardware']['current']
-            if info['hardware'] is None:
-                info['hardware'] = space_info.runtime['hardware']['requested']
-
-            # `gcTimeout` is `None` for `cpu-basic` Spaces and Spaces
-            # with "Don't sleep" sleep time.
-            # We use `-1` to represent it.
-            info['sleep_time'] = space_info.runtime['gcTimeout'] or -1
-            if info['sleep_time'] not in SLEEP_TIME_INT_TO_STR:
-                print(space_id)
-                print(f'Unknown sleep time: {info["sleep_time"]}')
-                continue
-
-            # `resources` of paused Spaces is `None`
-            resources = space_info.runtime['resources']
-            info['replicas'] = -1 if resources is None else resources[
-                'replicas']
-
-            res.append(info)
-        return res
-
-    def get_arxiv_link(self, links: list[str]) -> str:
-        links = [self.create_link(link.split('/')[-1], link) for link in links]
+    def convert_timestamp(timestamp: str) -> str:
+        try:
+            return datetime.datetime.strptime(
+                timestamp,
+                '%Y-%m-%dT%H:%M:%S.%fZ').strftime('%Y/%m/%d %H:%M:%S')
+        except ValueError:
+            return timestamp
+
+    @classmethod
+    def from_space_id(cls, space_id: str) -> 'DemoInfo':
+        api = HfApi()
+        space_info = api.space_info(repo_id=space_id)
+        card = space_info.cardData
+        runtime = space_info.runtime
+        resources = runtime['resources']
+
+        return cls(
+            space_id=space_id,
+            url=f'https://huggingface.co/spaces/{space_id}',
+            title=card['title'] if 'title' in card else '',
+            owner=space_id.split('/')[0],
+            sdk=card['sdk'],
+            sdk_version=card.get('sdk_version', ''),
+            likes=space_info.likes,
+            status=runtime['stage'],
+            last_modified=space_info.lastModified,
+            sleep_time=runtime['gcTimeout'] or 0,
+            replicas=resources['replicas'] if resources is not None else 0,
+            private=space_info.private,
+            hardware=runtime['hardware']['current']
+            or runtime['hardware']['requested'],
+            suggested_hardware=card.get('suggested_hardware', ''),
+        )
+
+
+def get_df_from_yaml(path: pathlib.Path | str) -> pd.DataFrame:
+    with pathlib.Path(path).open() as f:
+        data = yaml.safe_load(f)
+    demo_info = []
+    for space_id in tqdm.auto.tqdm(list(data)):
+        base_info = DemoInfo.from_space_id(space_id)
+        info = DemoInfo(**(dataclasses.asdict(base_info) | data[space_id]))
+        demo_info.append(info)
+    return pd.DataFrame([dataclasses.asdict(info) for info in demo_info])
+
+
+class Prettifier:
+    @staticmethod
+    def get_arxiv_link(links: list[str]) -> str:
+        links = [
+            Prettifier.create_link(link.split('/')[-1], link) for link in links
+        ]
         return '\n'.join(links)
 
-    def get_github_link(self, links: list[str]) -> str:
-        links = [self.create_link('github', link) for link in links]
+    @staticmethod
+    def get_github_link(links: list[str]) -> str:
+        links = [Prettifier.create_link('github', link) for link in links]
         return '\n'.join(links)
 
-    def get_tag_list(self, tags: list[str]) -> str:
+    @staticmethod
+    def get_tag_list(tags: list[str]) -> str:
         return ', '.join(tags)
 
     @staticmethod
     def create_link(text: str, url: str) -> str:
         return f'<a href={url} target="_blank">{text}</a>'
 
-    def to_div(self, text: str | None, category_name: str) -> str:
+    @staticmethod
+    def to_div(text: str | None, category_name: str) -> str:
         if text is None:
             text = ''
         class_name = f'{category_name}-{text.lower()}'
         return f'<div class="{class_name}">{text}</div>'
 
-    @staticmethod
-    def format_timestamp(timestamp: str) -> str:
-        s = datetime.datetime.strptime(timestamp, '%Y-%m-%dT%H:%M:%S.000Z')
-        return s.strftime('%Y/%m/%d %H:%M:%S')
-
     @staticmethod
     def add_div_tag_to_replicas(replicas: int) -> str:
-        if replicas == -1:
+        if replicas == 0:
             return ''
         if replicas == 1:
             return '1'
@@ -139,10 +129,10 @@ class DemoList:
         s = sleep_time_s.replace(' ', '-')
         return f'<div class="sleep-time-{s}">{sleep_time_s}</div>'
 
-    def prettify_df(self) -> pd.DataFrame:
+    def __call__(self, df: pd.DataFrame) -> pd.DataFrame:
         new_rows = []
-        for _, row in self.df_raw.copy().iterrows():
-            new_row = {
+        for _, row in df.iterrows():
+            new_row = dict(row) | {
                 'status':
                 self.to_div(row.status, 'status'),
                 'hardware':
@@ -154,33 +144,58 @@ class DemoList:
                 'owner':
                 self.create_link(row.owner,
                                  f'https://huggingface.co/{row.owner}'),
-                'arxiv':
-                self.get_arxiv_link(row.arxiv),
-                'github':
-                self.get_github_link(row.github),
-                'likes':
-                row.likes,
-                'tags':
-                self.get_tag_list(row.tags),
-                'last_modified':
-                self.format_timestamp(row.last_modified),
-                'created':
-                self.format_timestamp(row.created),
                 'sdk':
                 self.to_div(row.sdk, 'sdk'),
-                'sdk_version':
-                row.sdk_version,
                 'sleep_time':
                 self.add_div_tag_to_sleep_time(
                     SLEEP_TIME_INT_TO_STR[row.sleep_time], row.hardware),
                 'replicas':
                 self.add_div_tag_to_replicas(row.replicas),
+                'arxiv':
+                self.get_arxiv_link(row.arxiv),
+                'github':
+                self.get_github_link(row.github),
+                'tags':
+                self.get_tag_list(row.tags),
             }
             new_rows.append(new_row)
-        df = pd.DataFrame(new_rows).loc[:, self.column_names]
-        return df
+        return pd.DataFrame(new_rows, columns=df.columns)
+
+
+class DemoList:
+    COLUMN_INFO = [
+        ['status', 'markdown'],
+        ['hardware', 'markdown'],
+        ['title', 'markdown'],
+        ['owner', 'markdown'],
+        ['arxiv', 'markdown'],
+        ['github', 'markdown'],
+        ['likes', 'number'],
+        ['tags', 'str'],
+        ['last_modified', 'str'],
+        ['created', 'str'],
+        ['sdk', 'markdown'],
+        ['sdk_version', 'str'],
+        ['suggested_hardware', 'markdown'],
+        ['sleep_time', 'markdown'],
+        ['replicas', 'markdown'],
+        ['private', 'bool'],
+    ]
+
+    def __init__(self, df: pd.DataFrame):
+        self.df_raw = df
+        self._prettifier = Prettifier()
+        self.df_prettified = self._prettifier(df).loc[:, self.column_names]
+
+    @property
+    def column_names(self):
+        return list(map(operator.itemgetter(0), self.COLUMN_INFO))
+
+    @property
+    def column_datatype(self):
+        return list(map(operator.itemgetter(1), self.COLUMN_INFO))
 
-    def apply_filter(
+    def filter(
         self,
         status: list[str],
         hardware: list[str],
@@ -190,28 +205,28 @@ class DemoList:
         visibility: list[str],
         owner: list[str],
     ) -> pd.DataFrame:
-        df_raw = self.df_raw
-        df = self.df
+        df = self.df_raw.copy()
 
         if multiple_replicas:
-            df = df[df_raw.replicas > 1]
+            df = df[self.df_raw.replicas > 1]
 
         if visibility == ['public']:
-            df = df[~df_raw.private]
+            df = df[~self.df_raw.private]
         elif visibility == ['private']:
-            df = df[df_raw.private]
+            df = df[self.df_raw.private]
 
-        df = df[(df_raw.status.isin(status)) & (df_raw.hardware.isin(hardware))
-                & (df_raw.sdk.isin(sdk))]
+        df = df[(self.df_raw.status.isin(status))
+                & (self.df_raw.hardware.isin(hardware))
+                & (self.df_raw.sdk.isin(sdk))]
 
         sleep_time_int = [SLEEP_TIME_STR_TO_INT[s] for s in sleep_time]
-        df = df[df_raw.sleep_time.isin(sleep_time_int)]
+        df = df[self.df_raw.sleep_time.isin(sleep_time_int)]
 
         if set(owner) == set(OWNER_CHOICES):
             pass
         elif WHOAMI in owner:
-            df = df[df_raw.owner == WHOAMI]
+            df = df[self.df_raw.owner == WHOAMI]
         else:
-            df = df[df_raw.owner != WHOAMI]
+            df = df[self.df_raw.owner != WHOAMI]
 
-        return df
+        return self._prettifier(df).loc[:, self.column_names]

list.yaml

@@ -1,4 +1,4 @@
-https://huggingface.co/spaces/hysts/SD-XL:
+hysts/SD-XL:
   arxiv:
     - https://arxiv.org/abs/2307.01952
   created: "2023-07-27T05:10:31.000Z"
@@ -7,7 +7,7 @@ https://huggingface.co/spaces/hysts/SD-XL:
   tags:
     - diffusion model
     - text to image
-https://huggingface.co/spaces/huggingface-projects/llama-2-7b-chat:
+huggingface-projects/llama-2-7b-chat:
   arxiv:
     - https://arxiv.org/abs/2307.09288
   created: "2023-07-19T03:33:27.000Z"
@@ -17,26 +17,26 @@ https://huggingface.co/spaces/huggingface-projects/llama-2-7b-chat:
     - chatbot
     - LLM
     - Llama 2
-https://huggingface.co/spaces/hysts/Kandinsky-2-1:
+hysts/Kandinsky-2-1:
   created: "2023-07-14T12:34:56.000Z"
   tags:
     - diffusion model
     - text to image
-https://huggingface.co/spaces/hysts/Kandinsky-2-2:
+hysts/Kandinsky-2-2:
   created: "2023-07-14T09:48:26.000Z"
   tags:
     - diffusion model
     - text to image
-https://huggingface.co/spaces/hysts/zeroscope-v2:
+hysts/zeroscope-v2:
   created: "2023-06-27T02:57:53.000Z"
   tags:
     - diffusion model
     - text to video
-https://huggingface.co/spaces/ICML2023/ICML2023_papers:
+ICML2023/ICML2023_papers:
   created: "2023-06-15T17:16:16.000Z"
   tags:
     - list of papers
-https://huggingface.co/spaces/hysts/Shap-E:
+hysts/Shap-E:
   arxiv:
     - https://arxiv.org/abs/2305.02463
   created: "2023-05-05T07:40:18.000Z"
@@ -46,7 +46,7 @@ https://huggingface.co/spaces/hysts/Shap-E:
     - diffusion model
     - text to 3D
     - image to 3D
-https://huggingface.co/spaces/hysts/ControlNet-v1-1:
+hysts/ControlNet-v1-1:
   arxiv:
     - https://arxiv.org/abs/2302.05543
   created: "2023-04-15T01:26:54.000Z"
@@ -57,14 +57,14 @@ https://huggingface.co/spaces/hysts/ControlNet-v1-1:
     - diffusion model
     - text2image
     - image2image
-https://huggingface.co/spaces/DeepFloyd/IF:
+DeepFloyd/IF:
   created: "2023-03-30T01:36:56.000Z"
   github:
     - https://github.com/deep-floyd/IF
   tags:
     - diffusion model
     - text2image
-https://huggingface.co/spaces/damo-vilab/modelscope-text-to-video-synthesis:
+damo-vilab/modelscope-text-to-video-synthesis:
   arxiv:
     - https://arxiv.org/abs/2303.08320
   created: "2023-03-19T04:30:43.000Z"
@@ -73,7 +73,7 @@ https://huggingface.co/spaces/damo-vilab/modelscope-text-to-video-synthesis:
   tags:
     - diffusion model
     - text2video
-https://huggingface.co/spaces/thu-ml/unidiffuser:
+thu-ml/unidiffuser:
   arxiv:
     - https://arxiv.org/abs/2303.06555
   created: "2023-03-14T05:06:57.000Z"
@@ -84,7 +84,7 @@ https://huggingface.co/spaces/thu-ml/unidiffuser:
     - text2image
     - image2image
     - image captioning
-https://huggingface.co/spaces/ELITE-library/ELITE:
+ELITE-library/ELITE:
   arxiv:
     - https://arxiv.org/abs/2302.13848
   created: "2023-03-09T03:28:49.000Z"
@@ -93,12 +93,12 @@ https://huggingface.co/spaces/ELITE-library/ELITE:
   tags:
     - diffusion model
     - text2image
-https://huggingface.co/spaces/hysts/cv_diffusion_text-to-image-synthesis_tiny:
+hysts/cv_diffusion_text-to-image-synthesis_tiny:
   created: "2023-03-08T05:44:53.000Z"
   tags:
     - diffusion model
     - text2image
-https://huggingface.co/spaces/hysts/DDNM-HQ:
+hysts/DDNM-HQ:
   arxiv:
     - https://arxiv.org/abs/2303.00354
     - https://arxiv.org/abs/2212.00490
@@ -108,7 +108,7 @@ https://huggingface.co/spaces/hysts/DDNM-HQ:
   tags:
     - diffusion model
     - super resolution
-https://huggingface.co/spaces/hysts/ControlNet-with-Anything-v4:
+hysts/ControlNet-with-Anything-v4:
   arxiv:
     - https://arxiv.org/abs/2302.05543
   created: "2023-02-16T05:05:27.000Z"
@@ -118,7 +118,7 @@ https://huggingface.co/spaces/hysts/ControlNet-with-Anything-v4:
     - diffusion model
     - text2image
     - image2image
-https://huggingface.co/spaces/hysts/ControlNet:
+hysts/ControlNet:
   arxiv:
     - https://arxiv.org/abs/2302.05543
   created: "2023-02-14T01:03:00.000Z"
@@ -128,7 +128,7 @@ https://huggingface.co/spaces/hysts/ControlNet:
     - diffusion model
     - text2image
     - image2image
-https://huggingface.co/spaces/hysts/PnP-diffusion-features:
+hysts/PnP-diffusion-features:
   arxiv:
     - https://arxiv.org/abs/2211.12572
   created: "2023-02-13T06:20:32.000Z"
@@ -137,7 +137,7 @@ https://huggingface.co/spaces/hysts/PnP-diffusion-features:
   tags:
     - diffusion model
     - image2image
-https://huggingface.co/spaces/hysts/BLIP2-with-transformers:
+hysts/BLIP2-with-transformers:
   arxiv:
     - https://arxiv.org/abs/2301.12597
   created: "2023-02-10T09:45:07.000Z"
@@ -146,7 +146,7 @@ https://huggingface.co/spaces/hysts/BLIP2-with-transformers:
   tags:
     - image captioning
     - VQA
-https://huggingface.co/spaces/Tune-A-Video-library/Tune-A-Video-inference:
+Tune-A-Video-library/Tune-A-Video-inference:
   arxiv:
     - https://arxiv.org/abs/2212.11565
   created: "2023-02-09T02:39:44.000Z"
@@ -156,7 +156,7 @@ https://huggingface.co/spaces/Tune-A-Video-library/Tune-A-Video-inference:
     - diffusion model
     - text2video
     - video2video
-https://huggingface.co/spaces/TEXTurePaper/TEXTure:
+TEXTurePaper/TEXTure:
   arxiv:
     - https://arxiv.org/abs/2302.01721
   created: "2023-02-06T09:16:46.000Z"
@@ -167,7 +167,7 @@ https://huggingface.co/spaces/TEXTurePaper/TEXTure:
     - text-guided
     - texture
     - 3D
-https://huggingface.co/spaces/AttendAndExcite/Attend-and-Excite:
+AttendAndExcite/Attend-and-Excite:
   arxiv:
     - https://arxiv.org/abs/2301.13826
   created: "2023-02-01T06:18:56.000Z"
@@ -176,7 +176,7 @@ https://huggingface.co/spaces/AttendAndExcite/Attend-and-Excite:
   tags:
     - diffusion model
     - text2image
-https://huggingface.co/spaces/Tune-A-Video-library/Tune-A-Video-Training-UI:
+Tune-A-Video-library/Tune-A-Video-Training-UI:
   arxiv:
     - https://arxiv.org/abs/2212.11565
   created: "2023-01-30T08:10:09.000Z"
@@ -186,7 +186,7 @@ https://huggingface.co/spaces/Tune-A-Video-library/Tune-A-Video-Training-UI:
     - diffusion model
     - text2video
     - video2video
-https://huggingface.co/spaces/facebook/CutLER:
+facebook/CutLER:
   arxiv:
     - https://arxiv.org/abs/2301.11320
   created: "2023-01-28T11:11:22.000Z"
@@ -196,7 +196,7 @@ https://huggingface.co/spaces/facebook/CutLER:
     - object detection
     - segmentation
     - unsupervised
-https://huggingface.co/spaces/facebook/MaskCut:
+facebook/MaskCut:
   arxiv:
     - https://arxiv.org/abs/2301.11320
   created: "2023-01-28T04:37:53.000Z"
@@ -206,7 +206,7 @@ https://huggingface.co/spaces/facebook/MaskCut:
     - object detection
     - segmentation
     - unsupervised
-https://huggingface.co/spaces/lora-library/LoRA-DreamBooth-Training-UI:
+lora-library/LoRA-DreamBooth-Training-UI:
   created: "2023-01-20T05:11:08.000Z"
   github:
     - https://github.com/huggingface/diffusers/tree/main/examples/dreambooth
@@ -215,7 +215,7 @@ https://huggingface.co/spaces/lora-library/LoRA-DreamBooth-Training-UI:
     - DreamBooth
     - diffusion model
     - text2image
-https://huggingface.co/spaces/hysts/LoRA-SD-training:
+hysts/LoRA-SD-training:
   created: "2022-12-11T07:01:37.000Z"
   github:
     - https://github.com/cloneofsimo/lora
@@ -224,7 +224,7 @@ https://huggingface.co/spaces/hysts/LoRA-SD-training:
     - DreamBooth
     - diffusion model
     - text2image
-https://huggingface.co/spaces/hysts/multiresolution-textual-inversion:
+hysts/multiresolution-textual-inversion:
   arxiv:
     - https://arxiv.org/abs/2211.17115
   created: "2022-12-03T09:13:05.000Z"
@@ -233,14 +233,14 @@ https://huggingface.co/spaces/hysts/multiresolution-textual-inversion:
   tags:
     - diffusion model
     - text2image
-https://huggingface.co/spaces/hysts/diffusers-anime-faces:
+hysts/diffusers-anime-faces:
   created: "2022-08-12T10:03:37.000Z"
   tags:
     - diffusion model
     - anime
     - illustration
     - personal project
-https://huggingface.co/spaces/THUDM/CogVideo:
+THUDM/CogVideo:
   arxiv:
     - https://arxiv.org/abs/2205.15868
   created: "2022-07-18T09:06:22.000Z"
@@ -248,25 +248,25 @@ https://huggingface.co/spaces/THUDM/CogVideo:
     - https://github.com/THUDM/CogVideo
   tags:
     - text2video
-https://huggingface.co/spaces/hysts/AnimeGANv3_PortraitSketch:
+hysts/AnimeGANv3_PortraitSketch:
   created: "2022-07-13T17:51:20.000Z"
   github:
     - https://github.com/TachibanaYoshino/AnimeGANv3
   tags:
     - sketch
-https://huggingface.co/spaces/hysts/ICML2022_papers:
+hysts/ICML2022_papers:
   created: "2022-07-13T11:47:41.000Z"
   tags:
     - list of papers
-https://huggingface.co/spaces/hysts/CVPR2022_papers:
+hysts/CVPR2022_papers:
   created: "2022-07-11T12:16:32.000Z"
   tags:
     - list of papers
-https://huggingface.co/spaces/NAACL2022/papers:
+NAACL2022/papers:
   created: "2022-07-10T21:40:05.000Z"
   tags:
     - list of papers
-https://huggingface.co/spaces/THUDM/CogView2:
+THUDM/CogView2:
   arxiv:
     - https://arxiv.org/abs/2204.14217
   created: "2022-06-20T16:06:52.000Z"
@@ -274,7 +274,7 @@ https://huggingface.co/spaces/THUDM/CogView2:
     - https://github.com/THUDM/CogView2
   tags:
     - text2image
-https://huggingface.co/spaces/hysts/MangaLineExtraction_PyTorch:
+hysts/MangaLineExtraction_PyTorch:
   created: "2022-06-10T23:12:02.000Z"
   github:
     - https://github.com/ljsabc/MangaLineExtraction_PyTorch
@@ -282,7 +282,7 @@ https://huggingface.co/spaces/hysts/MangaLineExtraction_PyTorch:
     - anime
     - illustration
     - sketch
-https://huggingface.co/spaces/hysts/ViTPose_video:
+hysts/ViTPose_video:
   arxiv:
     - https://arxiv.org/abs/2204.12484
   created: "2022-06-08T10:38:50.000Z"
@@ -290,7 +290,7 @@ https://huggingface.co/spaces/hysts/ViTPose_video:
     - https://github.com/ViTAE-Transformer/ViTPose
   tags:
     - human pose estimation
-https://huggingface.co/spaces/hysts/Text2Human:
+hysts/Text2Human:
   arxiv:
     - https://arxiv.org/abs/2205.15996
   created: "2022-06-04T08:12:18.000Z"
@@ -298,7 +298,7 @@ https://huggingface.co/spaces/hysts/Text2Human:
     - https://github.com/yumingj/Text2Human
   tags:
     - text2image
-https://huggingface.co/spaces/Gradio-Blocks/ViTPose:
+Gradio-Blocks/ViTPose:
   arxiv:
     - https://arxiv.org/abs/2204.12484
   created: "2022-05-29T06:25:28.000Z"
@@ -306,7 +306,7 @@ https://huggingface.co/spaces/Gradio-Blocks/ViTPose:
     - https://github.com/ViTAE-Transformer/ViTPose
   tags:
     - human pose estimation
-https://huggingface.co/spaces/Gradio-Blocks/CBNetV2:
+Gradio-Blocks/CBNetV2:
   arxiv:
     - http://arxiv.org/abs/2107.00420
   created: "2022-05-29T03:51:21.000Z"
@@ -314,7 +314,7 @@ https://huggingface.co/spaces/Gradio-Blocks/CBNetV2:
     - https://github.com/VDIGPKU/CBNetV2
   tags:
     - image classification
-https://huggingface.co/spaces/hysts/mmdetection:
+hysts/mmdetection:
   created: "2022-05-29T02:11:52.000Z"
   github:
     - https://github.com/open-mmlab/mmdetection
@@ -323,7 +323,7 @@ https://huggingface.co/spaces/hysts/mmdetection:
     - instance segmentation
     - panoptic segmentation
     - segmentation
-https://huggingface.co/spaces/Gradio-Blocks/HairCLIP:
+Gradio-Blocks/HairCLIP:
   arxiv:
     - https://arxiv.org/abs/2112.05142
   created: "2022-05-26T21:38:44.000Z"
@@ -333,7 +333,7 @@ https://huggingface.co/spaces/Gradio-Blocks/HairCLIP:
     - GAN
     - image editing
     - face
-https://huggingface.co/spaces/Gradio-Blocks/DualStyleGAN:
+Gradio-Blocks/DualStyleGAN:
   arxiv:
     - https://arxiv.org/abs/2203.13248
   created: "2022-05-20T22:17:37.000Z"
@@ -343,7 +343,7 @@ https://huggingface.co/spaces/Gradio-Blocks/DualStyleGAN:
     - GAN
     - image editing
     - face
-https://huggingface.co/spaces/Gradio-Blocks/StyleGAN-Human:
+Gradio-Blocks/StyleGAN-Human:
   arxiv:
     - https://arxiv.org/abs/2204.11823
   created: "2022-05-20T13:19:56.000Z"
@@ -351,7 +351,7 @@ https://huggingface.co/spaces/Gradio-Blocks/StyleGAN-Human:
     - https://github.com/stylegan-human/StyleGAN-Human
   tags:
     - GAN
-https://huggingface.co/spaces/hysts/StyleGAN-Human-Interpolation:
+hysts/StyleGAN-Human-Interpolation:
   arxiv:
     - https://arxiv.org/abs/2204.11823
   created: "2022-04-22T09:48:26.000Z"
@@ -359,7 +359,7 @@ https://huggingface.co/spaces/hysts/StyleGAN-Human-Interpolation:
     - https://github.com/stylegan-human/StyleGAN-Human
   tags:
     - GAN
-https://huggingface.co/spaces/hysts/StyleGAN-Human:
+hysts/StyleGAN-Human:
   arxiv:
     - https://arxiv.org/abs/2204.11823
   created: "2022-04-22T08:28:33.000Z"
@@ -367,7 +367,7 @@ https://huggingface.co/spaces/hysts/StyleGAN-Human:
     - https://github.com/stylegan-human/StyleGAN-Human
   tags:
     - GAN
-https://huggingface.co/spaces/hysts/gan-control:
+hysts/gan-control:
   arxiv:
     - https://arxiv.org/abs/2101.02477
   created: "2022-04-18T18:53:22.000Z"
@@ -375,7 +375,7 @@ https://huggingface.co/spaces/hysts/gan-control:
     - https://github.com/amazon-research/gan-control
   tags:
     - GAN
-https://huggingface.co/spaces/hysts/Manga-OCR:
+hysts/Manga-OCR:
   created: "2022-04-18T17:27:04.000Z"
   github:
     - https://github.com/kha-white/manga-ocr
@@ -383,7 +383,7 @@ https://huggingface.co/spaces/hysts/Manga-OCR:
     - anime
     - illustration
     - OCR
-https://huggingface.co/spaces/hysts/atksh-onnx-facial-lmk-detector:
+hysts/atksh-onnx-facial-lmk-detector:
   created: "2022-04-18T15:59:06.000Z"
   github:
     - https://github.com/atksh/onnx-facial-lmk-detector
@@ -391,7 +391,7 @@ https://huggingface.co/spaces/hysts/atksh-onnx-facial-lmk-detector:
     - face
     - face detection
     - face landmark detection
-https://huggingface.co/spaces/hysts/Hopenet:
+hysts/Hopenet:
   arxiv:
     - https://arxiv.org/abs/1710.00925
   created: "2022-04-15T20:03:00.000Z"
@@ -400,7 +400,7 @@ https://huggingface.co/spaces/hysts/Hopenet:
   tags:
     - face
     - head pose estimation
-https://huggingface.co/spaces/hysts/mediapipe-pose-estimation:
+hysts/mediapipe-pose-estimation:
   arxiv:
     - https://arxiv.org/abs/2006.10204
   created: "2022-04-15T19:57:59.000Z"
@@ -409,7 +409,7 @@ https://huggingface.co/spaces/hysts/mediapipe-pose-estimation:
   tags:
     - mediapipe
     - human pose estimation
-https://huggingface.co/spaces/hysts/mediapipe-face-detection:
+hysts/mediapipe-face-detection:
   arxiv:
     - https://arxiv.org/abs/1907.05047
   created: "2022-04-15T19:56:19.000Z"
@@ -419,7 +419,7 @@ https://huggingface.co/spaces/hysts/mediapipe-face-detection:
     - mediapipe
     - face
     - face detection
-https://huggingface.co/spaces/hysts/mediapipe-face-mesh:
+hysts/mediapipe-face-mesh:
   arxiv:
     - https://arxiv.org/abs/1907.06724
   created: "2022-04-15T19:53:57.000Z"
@@ -429,7 +429,7 @@ https://huggingface.co/spaces/hysts/mediapipe-face-mesh:
     - mediapipe
     - face
     - face landmark detection
-https://huggingface.co/spaces/hysts/Anime2Sketch:
+hysts/Anime2Sketch:
   arxiv:
     - https://arxiv.org/abs/2104.05703
   created: "2022-04-15T16:10:50.000Z"
@@ -439,51 +439,51 @@ https://huggingface.co/spaces/hysts/Anime2Sketch:
     - anime
     - illustration
     - sketch
-https://huggingface.co/spaces/hysts/TADNE-image-search-with-DeepDanbooru:
+hysts/TADNE-image-search-with-DeepDanbooru:
   created: "2022-04-14T22:00:57.000Z"
   tags:
     - anime
     - illustration
     - TADNE
-https://huggingface.co/spaces/hysts/TADNE-image-selector:
+hysts/TADNE-image-selector:
   created: "2022-04-14T18:09:44.000Z"
   tags:
     - anime
     - illustration
     - TADNE
-https://huggingface.co/spaces/hysts/TADNE-image-viewer:
+hysts/TADNE-image-viewer:
   created: "2022-04-14T15:06:35.000Z"
   tags:
     - anime
     - illustration
     - TADNE
-https://huggingface.co/spaces/hysts/TADNE-interpolation:
+hysts/TADNE-interpolation:
   created: "2022-04-10T12:05:21.000Z"
   tags:
     - anime
     - illustration
     - TADNE
-https://huggingface.co/spaces/hysts/TADNE:
+hysts/TADNE:
   created: "2022-04-10T04:54:39.000Z"
   tags:
     - anime
     - illustration
     - TADNE
-https://huggingface.co/spaces/hysts/ibug-emotion_recognition:
+hysts/ibug-emotion_recognition:
   created: "2022-04-09T17:20:11.000Z"
   github:
     - https://github.com/ibug-group/emotion_recognition
   tags:
     - face
     - emotion recognition
-https://huggingface.co/spaces/hysts/ibug-face_alignment:
+hysts/ibug-face_alignment:
   created: "2022-04-09T17:18:40.000Z"
   github:
     - https://github.com/ibug-group/face_alignment
   tags:
     - face
     - face landmark detection
-https://huggingface.co/spaces/hysts/ibug-fpage:
+hysts/ibug-fpage:
   arxiv:
     - https://arxiv.org/abs/2106.11145
   created: "2022-04-09T16:04:16.000Z"
@@ -492,7 +492,7 @@ https://huggingface.co/spaces/hysts/ibug-fpage:
   tags:
     - face
     - age estimation
-https://huggingface.co/spaces/hysts/ibug-face_parsing:
+hysts/ibug-face_parsing:
   arxiv:
     - https://arxiv.org/abs/2102.02717
   created: "2022-04-09T13:09:31.000Z"
@@ -502,14 +502,14 @@ https://huggingface.co/spaces/hysts/ibug-face_parsing:
     - face
     - face parsing
     - segmentation
-https://huggingface.co/spaces/hysts/ibug-face_detection:
+hysts/ibug-face_detection:
   created: "2022-04-09T12:26:23.000Z"
   github:
     - https://github.com/ibug-group/face_detection
   tags:
     - face
     - face detection
-https://huggingface.co/spaces/hysts/insightface-SCRFD:
+hysts/insightface-SCRFD:
   arxiv:
     - https://arxiv.org/abs/2105.04714
   created: "2022-04-06T12:07:02.000Z"
@@ -518,7 +518,7 @@ https://huggingface.co/spaces/hysts/insightface-SCRFD:
   tags:
     - face
     - face detection
-https://huggingface.co/spaces/hysts/insightface-person-detection:
+hysts/insightface-person-detection:
   arxiv:
     - https://arxiv.org/abs/2105.04714
   created: "2022-04-06T08:39:44.000Z"
@@ -526,7 +526,7 @@ https://huggingface.co/spaces/hysts/insightface-person-detection:
     - https://github.com/deepinsight/insightface/tree/master/examples/person_detection
   tags:
     - person detection
-https://huggingface.co/spaces/hysts/CelebAMask-HQ-Face-Parsing:
+hysts/CelebAMask-HQ-Face-Parsing:
   arxiv:
     - https://arxiv.org/abs/1907.11922
   created: "2022-04-06T02:56:32.000Z"
@@ -536,7 +536,7 @@ https://huggingface.co/spaces/hysts/CelebAMask-HQ-Face-Parsing:
     - face
     - face parsing
     - segmentation
-https://huggingface.co/spaces/hysts/MobileStyleGAN:
+hysts/MobileStyleGAN:
   arxiv:
     - https://arxiv.org/abs/2104.04767
   created: "2022-04-05T09:23:01.000Z"
@@ -544,7 +544,7 @@ https://huggingface.co/spaces/hysts/MobileStyleGAN:
     - https://github.com/bes-dev/MobileStyleGAN.pytorch
   tags:
     - GAN
-https://huggingface.co/spaces/hysts/Self-Distilled-StyleGAN:
+hysts/Self-Distilled-StyleGAN:
   arxiv:
     - https://arxiv.org/abs/2202.12211
   created: "2022-04-05T02:40:27.000Z"
@@ -552,7 +552,7 @@ https://huggingface.co/spaces/hysts/Self-Distilled-StyleGAN:
     - https://github.com/self-distilled-stylegan/self-distilled-internet-photos
   tags:
     - GAN
-https://huggingface.co/spaces/hysts/StyleGAN2:
+hysts/StyleGAN2:
   arxiv:
     - https://arxiv.org/abs/1912.04958
   created: "2022-04-03T19:53:52.000Z"
@@ -560,7 +560,7 @@ https://huggingface.co/spaces/hysts/StyleGAN2:
     - https://github.com/NVlabs/stylegan3
   tags:
     - GAN
-https://huggingface.co/spaces/hysts/projected_gan:
+hysts/projected_gan:
   arxiv:
     - https://arxiv.org/abs/2111.01007
   created: "2022-04-03T17:28:35.000Z"
@@ -568,7 +568,7 @@ https://huggingface.co/spaces/hysts/projected_gan:
     - https://github.com/autonomousvision/projected_gan
   tags:
     - GAN
-https://huggingface.co/spaces/hysts/StyleGAN3:
+hysts/StyleGAN3:
   arxiv:
     - https://arxiv.org/abs/2106.12423
   created: "2022-04-03T15:56:35.000Z"
@@ -576,7 +576,7 @@ https://huggingface.co/spaces/hysts/StyleGAN3:
     - https://github.com/NVlabs/stylegan3
   tags:
     - GAN
-https://huggingface.co/spaces/hysts/StyleGAN-XL:
+hysts/StyleGAN-XL:
   arxiv:
     - https://arxiv.org/abs/2202.00273
   created: "2022-03-31T19:20:05.000Z"
@@ -584,7 +584,7 @@ https://huggingface.co/spaces/hysts/StyleGAN-XL:
     - https://github.com/autonomousvision/stylegan_xl
   tags:
     - GAN
-https://huggingface.co/spaces/hysts/1adrianb-face-alignment:
+hysts/1adrianb-face-alignment:
   arxiv:
     - https://arxiv.org/abs/1703.07332
   created: "2022-03-28T11:33:31.000Z"
@@ -594,7 +594,7 @@ https://huggingface.co/spaces/hysts/1adrianb-face-alignment:
     - face
     - face detection
     - face landmark detection
-https://huggingface.co/spaces/hysts/DualStyleGAN:
+hysts/DualStyleGAN:
   arxiv:
     - https://arxiv.org/abs/2203.13248
   created: "2022-03-23T20:42:59.000Z"
@@ -602,7 +602,7 @@ https://huggingface.co/spaces/hysts/DualStyleGAN:
     - https://github.com/williamyang1991/DualStyleGAN
   tags:
     - GAN
-https://huggingface.co/spaces/hysts/StyleSwin:
+hysts/StyleSwin:
   arxiv:
     - https://arxiv.org/abs/2112.10762
   created: "2022-03-15T14:27:48.000Z"
@@ -610,14 +610,14 @@ https://huggingface.co/spaces/hysts/StyleSwin:
     - https://github.com/microsoft/StyleSwin
   tags:
     - GAN
-https://huggingface.co/spaces/hysts/age-estimation-APPA-REAL:
+hysts/age-estimation-APPA-REAL:
   created: "2022-02-28T00:45:11.000Z"
   github:
     - https://github.com/yu4u/age-estimation-pytorch
   tags:
     - face
     - age estimation
-https://huggingface.co/spaces/hysts/anime_face_landmark_detection:
+hysts/anime_face_landmark_detection:
   created: "2022-01-24T09:09:55.000Z"
   github:
     - https://github.com/kanosawa/anime_face_landmark_detection
@@ -625,7 +625,7 @@ https://huggingface.co/spaces/hysts/anime_face_landmark_detection:
     - anime
     - illustration
     - anime face landmark detection
-https://huggingface.co/spaces/hysts/lbpcascade_animeface:
+hysts/lbpcascade_animeface:
   created: "2022-01-24T08:24:09.000Z"
   github:
     - https://github.com/nagadomi/lbpcascade_animeface
@@ -633,7 +633,7 @@ https://huggingface.co/spaces/hysts/lbpcascade_animeface:
     - anime
     - illustration
     - anime face detection
-https://huggingface.co/spaces/hysts/yolov5_anime:
+hysts/yolov5_anime:
   created: "2022-01-24T05:55:41.000Z"
   github:
     - https://github.com/zymk9/yolov5_anime
@@ -641,7 +641,7 @@ https://huggingface.co/spaces/hysts/yolov5_anime:
     - anime
     - illustration
     - anime face detection
-https://huggingface.co/spaces/hysts/bizarre-pose-estimator-segmenter:
+hysts/bizarre-pose-estimator-segmenter:
   arxiv:
     - https://arxiv.org/abs/2108.01819
   created: "2022-01-24T03:14:52.000Z"
@@ -651,7 +651,7 @@ https://huggingface.co/spaces/hysts/bizarre-pose-estimator-segmenter:
     - anime
     - illustration
     - anime character segmentation
-https://huggingface.co/spaces/hysts/Yet-Another-Anime-Segmenter:
+hysts/Yet-Another-Anime-Segmenter:
   created: "2022-01-24T00:01:55.000Z"
   github:
     - https://github.com/zymk9/Yet-Another-Anime-Segmenter
@@ -659,7 +659,7 @@ https://huggingface.co/spaces/hysts/Yet-Another-Anime-Segmenter:
     - anime
     - illustration
     - anime character segmentation
-https://huggingface.co/spaces/hysts/bizarre-pose-estimator-tagger:
+hysts/bizarre-pose-estimator-tagger:
   arxiv:
     - https://arxiv.org/abs/2108.01819
   created: "2022-01-23T13:26:52.000Z"
@@ -669,7 +669,7 @@ https://huggingface.co/spaces/hysts/bizarre-pose-estimator-tagger:
     - anime
     - illustration
     - anime label prediction
-https://huggingface.co/spaces/hysts/DeepDanbooru:
+hysts/DeepDanbooru:
   created: "2022-01-23T12:04:20.000Z"
   github:
     - https://github.com/KichangKim/DeepDanbooru
@@ -678,7 +678,7 @@ https://huggingface.co/spaces/hysts/DeepDanbooru:
     - illustration
     - anime label prediction
     - Danbooru
-https://huggingface.co/spaces/hysts/danbooru-pretrained:
+hysts/danbooru-pretrained:
   created: "2022-01-23T10:46:30.000Z"
   github:
     - https://github.com/RF5/danbooru-pretrained
@@ -687,22 +687,22 @@ https://huggingface.co/spaces/hysts/danbooru-pretrained:
     - illustration
     - anime label prediction
     - Danbooru
-https://huggingface.co/spaces/hysts/stylegan3-anime-face-exp002:
+hysts/stylegan3-anime-face-exp002:
   created: "2021-12-02T19:33:20.000Z"
   tags:
     - GAN
     - personal project
-https://huggingface.co/spaces/hysts/stylegan3-food101:
+hysts/stylegan3-food101:
   created: "2021-11-22T04:05:46.000Z"
   tags:
     - GAN
     - personal project
-https://huggingface.co/spaces/hysts/stylegan3-anime-face-exp001:
+hysts/stylegan3-anime-face-exp001:
   created: "2021-11-22T02:10:56.000Z"
   tags:
     - GAN
     - personal project
-https://huggingface.co/spaces/hysts/anime-face-detector:
+hysts/anime-face-detector:
   created: "2021-11-15T02:15:45.000Z"
   github:
     - https://github.com/hysts/anime-face-detector

tools/add_creation_timestamps.py

@@ -17,12 +17,13 @@ def add_creation_timestamps() -> None:
     with open(yaml_path) as f:
         data = yaml.safe_load(f)
 
-    urls = list(data.keys())
-    for url in tqdm.auto.tqdm(urls):
-        info = data[url]
+    space_ids = list(data.keys())
+    for space_id in tqdm.auto.tqdm(space_ids):
+        info = data[space_id]
         if 'created' in info:
             continue
         with tempfile.TemporaryDirectory() as temp_dir:
+            url = f'https://huggingface.co/spaces/{space_id}'
             repo = git.Repo.clone_from(url, temp_dir)
             commits = list(repo.iter_commits())
             initial_commit = commits[-1]