Add sorting, env vars, cleanup

.gitignore

@@ -1 +1,3 @@
 .idea
+.vscode
+artifacts

.vscode/settings.json

@@ -1,3 +0,0 @@
-{
-  "python.formatting.provider": "black"
-}

app.py

@@ -1,16 +1,22 @@
-import wandb
-import gradio as gr
 from datetime import datetime, timedelta
+import os
+
+import gradio as gr
 import nemo.collections.asr as nemo_asr
+import wandb
+
+MODEL_HISTORY_DAYS = 180
+WANDB_ENTITY = os.environ.get("WANDB_ENTITY", "tarteel")
+WANDB_PROJECT_NAME = os.environ.get("WANDB_PROJECT_NAME", "nemo-experiments")
 
-wandb_api = wandb.Api()
+wandb_api = wandb.Api(overrides={"entity": WANDB_ENTITY})
 
 all_artifacts_versions = [
     version
     for version in [
         collection.versions()
         for collection in wandb_api.artifact_type(
-            type_name="model", project="nemo-experiments"
+            type_name="model", project=WANDB_PROJECT_NAME
         ).collections()
     ]
 ]
@@ -21,10 +27,11 @@ latest_artifacts = [
     for artifact in artifact_versions
     if (
         datetime.fromisoformat(artifact.created_at)
-        > datetime.now() - timedelta(days=180)  # last 180 days
+        > datetime.now() - timedelta(days=MODEL_HISTORY_DAYS)  # last 180 days
         and artifact.state != "DELETED"
     )
 ]
+latest_artifacts.sort(key=lambda a: a.created_at, reverse=True)
 
 models = {artifact.name: None for artifact in latest_artifacts}
 

conf/gradio-asr.yaml

@@ -1,28 +0,0 @@
-sample_rate: &sample_rate 16000
-device: &device "cpu"
-
-gradio:
-  source: "upload"  # 'upload' or 'microphone'
-  title: "CitriNet(Lg) Un/Diacritized Comparison"
-
-models:
-  - _target_: "models_evaluation.models.citrinet.CitrinetTorch"
-    cfg:
-      model_target: "nemo.collections.asr.models.EncDecCTCModelBPE"
-      name: "CnLg_SpeUni1024_DI_EATL600"
-      sample_rate: *sample_rate
-      device: *device
-      model_path: "wandb://tarteel/nemo-experiments/CnLg_SpeUni1024_DI_EATL600:v1"
-
-  - _target_: "models_evaluation.models.citrinet.CitrinetTorch"
-    cfg:
-      model_target: "nemo.collections.asr.models.EncDecCTCModelBPE"
-      name: "CnLg-SpeUni256-EATL1300"
-      sample_rate: *sample_rate
-      device: *device
-      model_path: "wandb://tarteel/nemo-experiments/CnLg-SpeUni256-EATL1300:v1"
-
-
-hydra:
-  run:
-    dir: ..

requirements.txt

@@ -1,4 +1,4 @@
-nemo_toolkit[asr]==1.7.2
+nemo_toolkit[asr]==1.10.0
 hydra-core
 wandb
 git+https://[email protected]/Tarteel-io/models_evaluation.git@main#egg=models_evaluation[nemo]