Populate new data and update workflow to use latest version

.github/scripts/check_dataset_update.py

@@ -1,19 +1,72 @@
 import json
 import os
 
+from github import Github
+from datetime import datetime, timedelta
 from huggingface_hub import HfApi, login
 
 
 def check_dataset_updates(dataset_id):
     api = HfApi()
+    github = Github(os.environ["GH_TOKEN"])
+
+    repo = github.get_repo("argmaxinc/whisperkit")
+
     dataset_info = api.dataset_info(dataset_id)
     last_modified = dataset_info.lastModified.isoformat()
     current_sha = dataset_info.sha
 
+    repo_tree = api.list_repo_tree(repo_id=dataset_id, repo_type="dataset", path_in_repo="benchmark_data", recursive=False)
+    cutoff_date = datetime.now(dataset_info.lastModified.tzinfo) - timedelta(weeks=6)
+
+    commit_dates_hashes = [item.path.split("/")[-1] for item in repo_tree]
+    new_commit_hashes = []
+    
+    for commit_date_hash in commit_dates_hashes:
+        commit_date, commit_hash = commit_date_hash.split("_")
+        commit_date = datetime.strptime(commit_date, "%Y-%m-%dT%H%M%S").replace(
+            tzinfo=dataset_info.lastModified.tzinfo
+        )
+        if commit_date < cutoff_date:
+            continue
+        new_commit_hashes.append(commit_hash)
+
+    commit_info = []
+    for commit_hash in new_commit_hashes:
+        try:
+            commit = repo.get_commit(commit_hash)
+            commit_date = commit.commit.author.date
+            version = get_commit_version(repo, commit_hash)
+            if version:
+                commit_info.append((commit_hash, commit_date, version))
+        except Exception as e:
+            print(f"Error processing commit {commit_hash}: {str(e)}")
+            continue
+    
+    # Sort by commit date
+    commit_info.sort(key=lambda x: x[1])
+    
+    # Extract sorted commits and versions
+    new_releases = [info[0] for info in commit_info]
+    new_versions = [info[2] for info in commit_info]
+
     cache_dir = "dashboard_data"
 
     cache_file = os.path.join(cache_dir, "version.json")
 
+    with open(cache_file, "r") as f:
+        version = json.load(f)
+        releases = set(version["releases"])
+        versions = version["versions"]
+
+    updated_releases = []
+    updated_versions = []
+
+    for release, version in zip(new_releases, new_versions):
+        if release not in releases:
+            updated_releases.append(release)
+            updated_versions.append(version)
+
     if os.path.exists(cache_file):
         with open(cache_file, "r") as f:
             cached_data = json.load(f)
@@ -27,8 +80,8 @@ def check_dataset_updates(dataset_id):
             {
                 "last_modified": last_modified,
                 "sha": current_sha,
-                "releases": ["a9b92c4", "112a023"],
-                "whisperkit_version": "0.10.1",
+                "releases": list(releases) + updated_releases,
+                "versions": versions + updated_versions,
             },
             f,
         )
@@ -37,6 +90,24 @@ def check_dataset_updates(dataset_id):
         print(f"has_updates=true", file=fh)
 
 
+def get_commit_version(repo, commit_hash):
+    try:
+        releases = list(repo.get_releases())
+        releases.sort(key=lambda x: x.created_at)
+        
+        commit = repo.get_commit(commit_hash)
+        commit_date = commit.commit.author.date
+        
+        for i, release in enumerate(releases):
+            if commit_date <= release.created_at:
+                return releases[i].tag_name.lstrip('v')
+                
+        return releases[-1].tag_name.lstrip('v')
+    except Exception as e:
+        print(f"Error processing commit {commit_hash}: {str(e)}")
+        return None
+
+
 if __name__ == "__main__":
     login(token=os.environ["HF_TOKEN"])
     check_dataset_updates("argmaxinc/whisperkit-evals-dataset")

.github/scripts/process_report.py

@@ -67,10 +67,12 @@ def has_changes(config, prev_dict, curr_dict):
     return False
 
 
-def format_metrics_table(config, prev_dict, curr_dict):
-    """Format metrics into a table string."""
+def format_metrics_table(config, prev_dict, curr_dict, improved, regressed):
+    """Format metrics into a table string and track improvements/regressions."""
     curr = curr_dict[config]
     prev = prev_dict[config]
+    # improved = {"speed": 0, "tokens_per_second": 0, "average_wer": 0, "qoi": 0}
+    # regressed = {"speed": 0, "tokens_per_second": 0, "average_wer": 0, "qoi": 0}
 
     metrics = [
         ("Speed", "speed"),
@@ -87,6 +89,17 @@ def format_metrics_table(config, prev_dict, curr_dict):
             pct_change, _ = calculate_change(curr_val, prev_val, metric_name)
             if abs(pct_change) >= 1:  # Only show metrics with changes
                 table += f"{metric_name:<9} {prev_val:<11.2f} {curr_val:<10.2f} {pct_change:.2f}\n"
+                # Track improvements/regressions
+                if pct_change > 0:
+                    if "wer" not in metric_name.lower():
+                        improved[key] += 1
+                    else:
+                        regressed[key] += 1
+                else:
+                    if "wer" not in metric_name.lower():
+                        regressed[key] += 1
+                    else:
+                        improved[key] += 1
     table += "```"
     return table
 
@@ -204,17 +217,17 @@ def analyze_support_changes(prev_csv, curr_csv):
 
 def generate_report():
     # Load current and previous data
-    prev_perf_data = read_json_line_by_line("report_data/performance_data.json")
-    curr_perf_data = read_json_line_by_line("dashboard_data/performance_data.json")
+    prev_perf_data = read_json_line_by_line("dashboard_data/performance_data.json")  # old data
+    curr_perf_data = read_json_line_by_line("report_data/performance_data.json")  # new data
 
     prev_dict = {(d["model"], d["device"], d["os"]): d for d in prev_perf_data}
     curr_dict = {(d["model"], d["device"], d["os"]): d for d in curr_perf_data}
     common_configs = set(curr_dict.keys()) & set(prev_dict.keys())
 
     # Load version data
-    with open("report_data/version.json", "r") as f:
+    with open("dashboard_data/version.json", "r") as f:  
         prev_version = json.load(f)
-    with open("dashboard_data/version.json", "r") as f:
+    with open("report_data/version.json", "r") as f:  
         curr_version = json.load(f)
 
     prev_releases = set(prev_version.get("releases", []))
@@ -223,9 +236,9 @@ def generate_report():
     removed_releases = prev_releases - curr_releases
 
     # Track metrics
-    total_configs = len(common_configs)
     improved_metrics = {"speed": 0, "tokens_per_second": 0, "average_wer": 0, "qoi": 0}
     regressed_metrics = {"speed": 0, "tokens_per_second": 0, "average_wer": 0, "qoi": 0}
+
     new_data_points = len(set(curr_dict.keys()) - set(prev_dict.keys()))
 
     # Analyze support changes
@@ -236,8 +249,8 @@ def generate_report():
     # Create Slack blocks
     current_time = datetime.now().strftime("%B %-d, %Y %H:%M:%S")
     prev_release_tag, curr_release_tag = (
-        prev_version["whisperkit_version"],
-        curr_version["whisperkit_version"],
+        prev_version["versions"][-1] if prev_version["versions"] else "N/A",
+        curr_version["versions"][-1],
     )
     slack_blocks = {
         "blocks": [
@@ -352,6 +365,29 @@ def generate_report():
         ]
     )
 
+    # Create performance text as a single mrkdwn string
+    if common_configs:
+        performance_text = "💡 *Performance Updates* 💡\n\n"
+
+        # Group by model for better organization
+        models = sorted(set(model for model, _, _ in common_configs))
+
+        for model in models:
+            model_configs = sorted([cfg for cfg in common_configs if cfg[0] == model])
+
+            for config in model_configs:
+                device_info = f"*{model}* ({config[2]})"
+
+                if not has_changes(config, prev_dict, curr_dict):
+                    # If no changes, just add the model with a checkmark
+                    performance_text += f"{device_info} ✅\n\n"
+                else:
+                    # If there are changes, show the metrics
+                    performance_text += f"{device_info}\n"
+                    table = format_metrics_table(config, prev_dict, curr_dict, improved_metrics, regressed_metrics)
+                    performance_text += table
+                    performance_text += "\n\n"
+
     # Add metrics summary
     for metric_name, key in [
         ("Speed", "speed"),
@@ -462,30 +498,6 @@ def generate_report():
             }
         )
 
-    # Create performance text as a single mrkdwn string
-    if common_configs:
-        performance_text = "💡 *Performance Updates* 💡\n\n"
-
-        # Group by model for better organization
-        models = sorted(set(model for model, _, _ in common_configs))
-
-        for model in models:
-            model_configs = sorted([cfg for cfg in common_configs if cfg[0] == model])
-
-            for config in model_configs:
-                device_info = f"*{model}* ({config[2]})"
-
-                if not has_changes(config, prev_dict, curr_dict):
-                    # If no changes, just add the model with a checkmark
-                    performance_text += f"{device_info} ✅\n\n"
-                else:
-                    # If there are changes, show the metrics
-                    performance_text += f"{device_info}\n"
-                    performance_text += format_metrics_table(
-                        config, prev_dict, curr_dict
-                    )
-                    performance_text += "\n\n"
-
     # Write to GITHUB_OUTPUT
     github_output = os.getenv("GITHUB_OUTPUT")
     if github_output:

.github/workflows/dataset_update.yml

@@ -12,6 +12,8 @@ jobs:
       contents: write
     steps:
       - uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
 
       - name: Set up Python
         uses: actions/setup-python@v5
@@ -21,21 +23,13 @@ jobs:
       - name: Install dependencies
         run: |
           python -m pip install --upgrade pip
-          pip install huggingface_hub requests
-
-      - name: Upload relevant dashboard data for report generation
-        uses: actions/upload-artifact@v4
-        with:
-          name: report_data
-          path: |
-            dashboard_data/performance_data.json
-            dashboard_data/support_data.csv
-            dashboard_data/version.json
+          pip install huggingface_hub requests PyGithub
 
       - name: Check dataset updates
         id: check_updates
         env:
           HF_TOKEN: ${{ secrets.HF_TOKEN }}
+          GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
         run: python .github/scripts/check_dataset_update.py
 
       - name: Save workflow data
@@ -60,6 +54,15 @@ jobs:
         run: |
           make update-performance-data
 
+      - name: Upload relevant dashboard data for report generation
+        uses: actions/upload-artifact@v4
+        with:
+          name: report_data
+          path: |
+            dashboard_data/performance_data.json
+            dashboard_data/support_data.csv
+            dashboard_data/version.json
+
       - name: Commit and push if changed
         if: steps.check_updates.outputs.has_updates == 'true'
         env:
@@ -83,7 +86,6 @@ jobs:
     steps:
       - uses: actions/checkout@v4
         with:
-          ref: main
           fetch-depth: 0
 
       - name: Set up Python

dashboard_data/device_map.json

@@ -10,7 +10,11 @@
     "Mac16,3": "Apple M4",
     "MacBookAir10,1": "Apple M1",
     "iPad13,16": "iPad Air (5th generation)",
+    "iPad13,18": "iPad (10th generation)",
+    "iPad14,1": "iPad mini (6th generation)",
     "iPad14,8": "iPad Air 11-inch (M2)",
+    "iPad15,3": "iPad Air 11-inch (M3)",
+    "iPad15,7": "iPad (A16)",
     "iPad16,1": "iPad mini (A17 Pro)",
     "iPad16,3": "iPad Pro 11-inch (M4)",
     "iPhone12,1": "iPhone 11",
@@ -20,9 +24,11 @@
     "iPhone14,2": "iPhone 13 Pro",
     "iPhone14,5": "iPhone 13",
     "iPhone14,7": "iPhone 14",
+    "iPhone15,4": "iPhone 15",
     "iPhone16,1": "iPhone 15 Pro",
     "iPhone16,2": "iPhone 15 Pro Max",
     "iPhone17,1": "iPhone 16 Pro",
     "iPhone17,3": "iPhone 16",
-    "iPhone17,4": "iPhone 16 Plus"
+    "iPhone17,4": "iPhone 16 Plus",
+    "iPhone17,5": "iPhone 16e"
 }

dashboard_data/support_data_11a1fab.csv

@@ -0,0 +1,23 @@
+,Model,"Apple M4 (Mac16,10)","iPad (10th generation) (iPad13,18)","iPad Air 11-inch (M3) (iPad15,3)","iPad (A16) (iPad15,7)","iPad mini (A17 Pro) (iPad16,1)"
+distil-whisper_distil-large-v3,distil-whisper_distil-large-v3,✅ macOS 15.4,Not Supported,✅ iPadOS 18.3.2,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-04-15T183244_11a1fab/iPad15%2C7_summary_2025-04-16T220030.json>iPadOS 18.4</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-04-15T183244_11a1fab/iPad16%2C1_summary_2025-04-16T220030.json>iPadOS 18.4</a>
+distil-whisper_distil-large-v3_594MB,distil-whisper_distil-large-v3_594MB,✅ macOS 15.4,Not Supported,✅ iPadOS 18.3.2,✅ iPadOS 18.4,✅ iPadOS 18.4
+distil-whisper_distil-large-v3_turbo,distil-whisper_distil-large-v3_turbo,✅ macOS 15.4,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-04-15T183244_11a1fab/iPad15%2C3_summary_2025-04-16T013539.json>iPadOS 18.3.2</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-04-15T183244_11a1fab/iPad15%2C7_summary_2025-04-16T220030.json>iPadOS 18.4</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-04-15T183244_11a1fab/iPad16%2C1_summary_2025-04-16T220030.json>iPadOS 18.4</a>
+distil-whisper_distil-large-v3_turbo_600MB,distil-whisper_distil-large-v3_turbo_600MB,✅ macOS 15.4,Not Supported,✅ iPadOS 18.3.2,✅ iPadOS 18.4,✅ iPadOS 18.4
+openai_whisper-base,openai_whisper-base,✅ macOS 15.4,✅ iPadOS 18.4,✅ iPadOS 18.3.2,✅ iPadOS 18.4,✅ iPadOS 18.4
+openai_whisper-base.en,openai_whisper-base.en,✅ macOS 15.4,✅ iPadOS 18.4,✅ iPadOS 18.3.2,✅ iPadOS 18.4,✅ iPadOS 18.4
+openai_whisper-large-v2,openai_whisper-large-v2,✅ macOS 15.4,Not Supported,✅ iPadOS 18.3.2,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-04-15T183244_11a1fab/iPad15%2C7_summary_2025-04-16T220030.json>iPadOS 18.4</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-04-15T183244_11a1fab/iPad16%2C1_summary_2025-04-16T220030.json>iPadOS 18.4</a>
+openai_whisper-large-v2_949MB,openai_whisper-large-v2_949MB,✅ macOS 15.4,Not Supported,✅ iPadOS 18.3.2,✅ iPadOS 18.4,✅ iPadOS 18.4
+openai_whisper-large-v2_turbo,openai_whisper-large-v2_turbo,✅ macOS 15.4,Not Supported,✅ iPadOS 18.3.2,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-04-15T183244_11a1fab/iPad15%2C7_summary_2025-04-16T220030.json>iPadOS 18.4</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-04-15T183244_11a1fab/iPad16%2C1_summary_2025-04-16T220030.json>iPadOS 18.4</a>
+openai_whisper-large-v2_turbo_955MB,openai_whisper-large-v2_turbo_955MB,✅ macOS 15.4,Not Supported,✅ iPadOS 18.3.2,✅ iPadOS 18.4,✅ iPadOS 18.4
+openai_whisper-large-v3,openai_whisper-large-v3,✅ macOS 15.4,Not Supported,✅ iPadOS 18.3.2,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-04-15T183244_11a1fab/iPad15%2C7_summary_2025-04-16T220030.json>iPadOS 18.4</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-04-15T183244_11a1fab/iPad16%2C1_summary_2025-04-16T220030.json>iPadOS 18.4</a>
+openai_whisper-large-v3-v20240930,openai_whisper-large-v3-v20240930,✅ macOS 15.4,Not Supported,? iPadOS 18.3.2,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-04-15T183244_11a1fab/iPad15%2C7_summary_2025-04-16T220030.json>iPadOS 18.4</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-04-15T183244_11a1fab/iPad16%2C1_summary_2025-04-16T220030.json>iPadOS 18.4</a>
+openai_whisper-large-v3-v20240930_626MB,openai_whisper-large-v3-v20240930_626MB,✅ macOS 15.4,Not Supported,✅ iPadOS 18.3.2,✅ iPadOS 18.4,✅ iPadOS 18.4
+openai_whisper-large-v3-v20240930_turbo,openai_whisper-large-v3-v20240930_turbo,✅ macOS 15.4,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-04-15T183244_11a1fab/iPad15%2C3_summary_2025-04-16T013539.json>iPadOS 18.3.2</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-04-15T183244_11a1fab/iPad15%2C7_summary_2025-04-16T220030.json>iPadOS 18.4</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-04-15T183244_11a1fab/iPad16%2C1_summary_2025-04-16T220030.json>iPadOS 18.4</a>
+openai_whisper-large-v3-v20240930_turbo_632MB,openai_whisper-large-v3-v20240930_turbo_632MB,✅ macOS 15.4,Not Supported,✅ iPadOS 18.3.2,✅ iPadOS 18.4,✅ iPadOS 18.4
+openai_whisper-large-v3_947MB,openai_whisper-large-v3_947MB,✅ macOS 15.4,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-04-15T183244_11a1fab/iPad15%2C3_summary_2025-04-16T013539.json>iPadOS 18.3.2</a>,✅ iPadOS 18.4,✅ iPadOS 18.4
+openai_whisper-large-v3_turbo,openai_whisper-large-v3_turbo,✅ macOS 15.4,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-04-15T183244_11a1fab/iPad15%2C3_summary_2025-04-16T013539.json>iPadOS 18.3.2</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-04-15T183244_11a1fab/iPad15%2C7_summary_2025-04-16T220030.json>iPadOS 18.4</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-04-15T183244_11a1fab/iPad16%2C1_summary_2025-04-16T220030.json>iPadOS 18.4</a>
+openai_whisper-large-v3_turbo_954MB,openai_whisper-large-v3_turbo_954MB,✅ macOS 15.4,Not Supported,✅ iPadOS 18.3.2,✅ iPadOS 18.4,✅ iPadOS 18.4
+openai_whisper-small,openai_whisper-small,✅ macOS 15.4,✅ iPadOS 18.4,✅ iPadOS 18.3.2,✅ iPadOS 18.4,✅ iPadOS 18.4
+openai_whisper-small.en,openai_whisper-small.en,✅ macOS 15.4,✅ iPadOS 18.4,✅ iPadOS 18.3.2,✅ iPadOS 18.4,✅ iPadOS 18.4
+openai_whisper-tiny,openai_whisper-tiny,✅ macOS 15.4,✅ iPadOS 18.4,✅ iPadOS 18.3.2,✅ iPadOS 18.4,✅ iPadOS 18.4
+openai_whisper-tiny.en,openai_whisper-tiny.en,✅ macOS 15.4,✅ iPadOS 18.4,✅ iPadOS 18.3.2,✅ iPadOS 18.4,✅ iPadOS 18.4

dashboard_data/support_data_8c0acbd.csv

@@ -0,0 +1,23 @@
+,Model,"Apple M2 Pro (Mac14,12)","Apple M3 Max (Mac15,10)","iPad mini (6th generation) (iPad14,1)","iPhone 11 (iPhone12,1)","iPhone 12 mini (iPhone13,1)","iPhone 13 Pro (iPhone14,2)","iPhone 13 (iPhone14,5)","iPhone 14 (iPhone14,7)","iPhone 15 (iPhone15,4)","iPhone 15 Pro Max (iPhone16,2)","iPhone 16 (iPhone17,3)","iPhone 16e (iPhone17,5)"
+distil-whisper_distil-large-v3,distil-whisper_distil-large-v3,✅ macOS 15.5,✅ macOS 15.5,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported
+distil-whisper_distil-large-v3_594MB,distil-whisper_distil-large-v3_594MB,✅ macOS 15.5,✅ macOS 15.5,✅ iPadOS 18.4,Not Supported,Not Supported,✅ iOS 18.1,✅ iOS 18.5,✅ iOS 18.5,✅ iOS 18.5,✅ iOS 18.5,✅ iOS 18.4.1,✅ iOS 18.5
+distil-whisper_distil-large-v3_turbo,distil-whisper_distil-large-v3_turbo,✅ macOS 15.5,✅ macOS 15.5,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported
+distil-whisper_distil-large-v3_turbo_600MB,distil-whisper_distil-large-v3_turbo_600MB,✅ macOS 15.5,✅ macOS 15.5,✅ iPadOS 18.4,Not Supported,Not Supported,✅ iOS 18.1,✅ iOS 18.5,✅ iOS 18.5,✅ iOS 18.5,✅ iOS 18.5,✅ iOS 18.4.1,✅ iOS 18.5
+openai_whisper-base,openai_whisper-base,✅ macOS 15.5,✅ macOS 15.5,✅ iPadOS 18.4,✅ iOS 26.0,✅ iOS 18.4.1,✅ iOS 18.1,✅ iOS 18.5,✅ iOS 18.5,✅ iOS 18.5,✅ iOS 18.5,✅ iOS 18.4.1,✅ iOS 18.5
+openai_whisper-base.en,openai_whisper-base.en,✅ macOS 15.5,✅ macOS 15.5,✅ iPadOS 18.4,✅ iOS 26.0,✅ iOS 18.4.1,✅ iOS 18.1,✅ iOS 18.5,✅ iOS 18.5,✅ iOS 18.5,✅ iOS 18.5,✅ iOS 18.4.1,✅ iOS 18.5
+openai_whisper-large-v2,openai_whisper-large-v2,✅ macOS 15.5,✅ macOS 15.5,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported
+openai_whisper-large-v2_949MB,openai_whisper-large-v2_949MB,✅ macOS 15.5,✅ macOS 15.5,✅ iPadOS 18.4,Not Supported,Not Supported,✅ iOS 18.1,✅ iOS 18.5,✅ iOS 18.5,✅ iOS 18.5,✅ iOS 18.5,✅ iOS 18.4.1,✅ iOS 18.5
+openai_whisper-large-v2_turbo,openai_whisper-large-v2_turbo,✅ macOS 15.5,✅ macOS 15.5,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported
+openai_whisper-large-v2_turbo_955MB,openai_whisper-large-v2_turbo_955MB,✅ macOS 15.5,✅ macOS 15.5,✅ iPadOS 18.4,Not Supported,Not Supported,✅ iOS 18.1,✅ iOS 18.5,✅ iOS 18.5,✅ iOS 18.5,✅ iOS 18.5,✅ iOS 18.4.1,✅ iOS 18.5
+openai_whisper-large-v3,openai_whisper-large-v3,✅ macOS 15.5,✅ macOS 15.5,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported
+openai_whisper-large-v3-v20240930,openai_whisper-large-v3-v20240930,✅ macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-06-13T034257_8c0acbd/Mac15%2C10_summary_2025-06-15T230300.json>macOS 15.5</a>,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported
+openai_whisper-large-v3-v20240930_626MB,openai_whisper-large-v3-v20240930_626MB,✅ macOS 15.5,✅ macOS 15.5,✅ iPadOS 18.4,Not Supported,Not Supported,✅ iOS 18.1,✅ iOS 18.5,✅ iOS 18.5,✅ iOS 18.5,✅ iOS 18.5,✅ iOS 18.4.1,✅ iOS 18.5
+openai_whisper-large-v3-v20240930_turbo,openai_whisper-large-v3-v20240930_turbo,✅ macOS 15.5,✅ macOS 15.5,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported
+openai_whisper-large-v3-v20240930_turbo_632MB,openai_whisper-large-v3-v20240930_turbo_632MB,✅ macOS 15.5,✅ macOS 15.5,✅ iPadOS 18.4,Not Supported,Not Supported,✅ iOS 18.1,✅ iOS 18.5,✅ iOS 18.5,✅ iOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-06-13T034257_8c0acbd/iPhone16%2C2_summary_2025-06-16T135523.json>iOS 18.5</a>,✅ iOS 18.4.1,✅ iOS 18.5
+openai_whisper-large-v3_947MB,openai_whisper-large-v3_947MB,✅ macOS 15.5,✅ macOS 15.5,✅ iPadOS 18.4,Not Supported,Not Supported,✅ iOS 18.1,✅ iOS 18.5,✅ iOS 18.5,✅ iOS 18.5,✅ iOS 18.5,✅ iOS 18.4.1,✅ iOS 18.5
+openai_whisper-large-v3_turbo,openai_whisper-large-v3_turbo,✅ macOS 15.5,✅ macOS 15.5,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported
+openai_whisper-large-v3_turbo_954MB,openai_whisper-large-v3_turbo_954MB,✅ macOS 15.5,✅ macOS 15.5,✅ iPadOS 18.4,Not Supported,Not Supported,✅ iOS 18.1,✅ iOS 18.5,✅ iOS 18.5,✅ iOS 18.5,✅ iOS 18.5,✅ iOS 18.4.1,✅ iOS 18.5
+openai_whisper-small,openai_whisper-small,✅ macOS 15.5,✅ macOS 15.5,✅ iPadOS 18.4,Not Supported,✅ iOS 18.4.1,✅ iOS 18.1,✅ iOS 18.5,✅ iOS 18.5,✅ iOS 18.5,✅ iOS 18.5,✅ iOS 18.4.1,✅ iOS 18.5
+openai_whisper-small.en,openai_whisper-small.en,✅ macOS 15.5,✅ macOS 15.5,✅ iPadOS 18.4,Not Supported,✅ iOS 18.4.1,✅ iOS 18.1,✅ iOS 18.5,✅ iOS 18.5,✅ iOS 18.5,✅ iOS 18.5,✅ iOS 18.4.1,✅ iOS 18.5
+openai_whisper-tiny,openai_whisper-tiny,✅ macOS 15.5,✅ macOS 15.5,✅ iPadOS 18.4,✅ iOS 26.0,✅ iOS 18.4.1,✅ iOS 18.1,✅ iOS 18.5,✅ iOS 18.5,✅ iOS 18.5,✅ iOS 18.5,✅ iOS 18.4.1,✅ iOS 18.5
+openai_whisper-tiny.en,openai_whisper-tiny.en,✅ macOS 15.5,✅ macOS 15.5,✅ iPadOS 18.4,✅ iOS 26.0,✅ iOS 18.4.1,✅ iOS 18.1,✅ iOS 18.5,✅ iOS 18.5,✅ iOS 18.5,✅ iOS 18.5,✅ iOS 18.4.1,✅ iOS 18.5

dashboard_data/support_data_ca49596.csv

@@ -0,0 +1,23 @@
+,Model,"Apple M2 Pro (Mac14,12)","Apple M3 Max (Mac15,10)","Apple M4 (Mac16,10)","iPad Air 11-inch (M2) (iPad14,8)","iPad Air 11-inch (M3) (iPad15,3)","iPad Pro 11-inch (M4) (iPad16,3)","iPhone 11 (iPhone12,1)","iPhone 13 Pro (iPhone14,2)"
+distil-whisper_distil-large-v3,distil-whisper_distil-large-v3,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,✅ iPadOS 18.3.2<p>? iPadOS 18.4</p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,Not Supported,Not Supported
+distil-whisper_distil-large-v3_594MB,distil-whisper_distil-large-v3_594MB,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,✅ iPadOS 18.3.2<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-04-05T060554.json>iPadOS 18.4</a></p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,Not Supported,✅ iOS 18.1
+distil-whisper_distil-large-v3_turbo,distil-whisper_distil-large-v3_turbo,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-03-22T105841.json>iPadOS 18.3.2</a><p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-04-05T060554.json>iPadOS 18.4</a></p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad15%2C3_summary_2025-04-07T160139.json>iPadOS 18.3.2</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad16%2C3_summary_2025-04-06T182858.json>iPadOS 18.3.2</a>,Not Supported,Not Supported
+distil-whisper_distil-large-v3_turbo_600MB,distil-whisper_distil-large-v3_turbo_600MB,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,✅ iPadOS 18.3.2<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-04-05T060554.json>iPadOS 18.4</a></p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,Not Supported,✅ iOS 18.1
+openai_whisper-base,openai_whisper-base,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,✅ iPadOS 18.3.2<p>✅ iPadOS 18.4</p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,✅ iOS 17.6.1,✅ iOS 18.1
+openai_whisper-base.en,openai_whisper-base.en,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,✅ iPadOS 18.3.2<p>✅ iPadOS 18.4</p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,✅ iOS 17.6.1,✅ iOS 18.1
+openai_whisper-large-v2,openai_whisper-large-v2,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,✅ iPadOS 18.3.2<p>? iPadOS 18.4</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad15%2C3_summary_2025-04-07T160139.json>iPadOS 18.3.2</a>,✅ iPadOS 18.3.2,Not Supported,Not Supported
+openai_whisper-large-v2_949MB,openai_whisper-large-v2_949MB,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,✅ iPadOS 18.3.2<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-04-05T060554.json>iPadOS 18.4</a></p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad15%2C3_summary_2025-04-07T160139.json>iPadOS 18.3.2</a>,✅ iPadOS 18.3.2,Not Supported,✅ iOS 18.1
+openai_whisper-large-v2_turbo,openai_whisper-large-v2_turbo,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-03-22T105841.json>iPadOS 18.3.2</a><p>? iPadOS 18.4</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad15%2C3_summary_2025-04-07T160139.json>iPadOS 18.3.2</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad16%2C3_summary_2025-04-06T182858.json>iPadOS 18.3.2</a>,Not Supported,Not Supported
+openai_whisper-large-v2_turbo_955MB,openai_whisper-large-v2_turbo_955MB,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,✅ iPadOS 18.3.2<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-04-05T060554.json>iPadOS 18.4</a></p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,Not Supported,✅ iOS 18.1
+openai_whisper-large-v3,openai_whisper-large-v3,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-03-22T105841.json>iPadOS 18.3.2</a><p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-04-05T060554.json>iPadOS 18.4</a></p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad15%2C3_summary_2025-04-07T160139.json>iPadOS 18.3.2</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad16%2C3_summary_2025-04-06T182858.json>iPadOS 18.3.2</a>,Not Supported,Not Supported
+openai_whisper-large-v3-v20240930,openai_whisper-large-v3-v20240930,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-03-22T105841.json>iPadOS 18.3.2</a><p>? iPadOS 18.4</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad15%2C3_summary_2025-04-07T160139.json>iPadOS 18.3.2</a>,? iPadOS 18.3.2,Not Supported,Not Supported
+openai_whisper-large-v3-v20240930_626MB,openai_whisper-large-v3-v20240930_626MB,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-03-22T105841.json>iPadOS 18.3.2</a><p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-04-05T060554.json>iPadOS 18.4</a></p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPhone14%2C2_summary_2025-03-22T105841.json>iOS 18.1</a>
+openai_whisper-large-v3-v20240930_turbo,openai_whisper-large-v3-v20240930_turbo,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-03-22T105841.json>iPadOS 18.3.2</a><p>? iPadOS 18.4</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad15%2C3_summary_2025-04-07T160139.json>iPadOS 18.3.2</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad16%2C3_summary_2025-04-06T182858.json>iPadOS 18.3.2</a>,Not Supported,Not Supported
+openai_whisper-large-v3-v20240930_turbo_632MB,openai_whisper-large-v3-v20240930_turbo_632MB,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-03-22T105841.json>iPadOS 18.3.2</a><p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-04-05T060554.json>iPadOS 18.4</a></p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad15%2C3_summary_2025-04-07T160139.json>iPadOS 18.3.2</a>,✅ iPadOS 18.3.2,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPhone14%2C2_summary_2025-03-22T105841.json>iOS 18.1</a>
+openai_whisper-large-v3_947MB,openai_whisper-large-v3_947MB,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,✅ iPadOS 18.3.2<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-04-05T060554.json>iPadOS 18.4</a></p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,Not Supported,✅ iOS 18.1
+openai_whisper-large-v3_turbo,openai_whisper-large-v3_turbo,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-03-22T105841.json>iPadOS 18.3.2</a><p>? iPadOS 18.4</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad15%2C3_summary_2025-04-07T160139.json>iPadOS 18.3.2</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad16%2C3_summary_2025-04-06T182858.json>iPadOS 18.3.2</a>,Not Supported,Not Supported
+openai_whisper-large-v3_turbo_954MB,openai_whisper-large-v3_turbo_954MB,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,✅ iPadOS 18.3.2<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-04-05T060554.json>iPadOS 18.4</a></p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,Not Supported,✅ iOS 18.1
+openai_whisper-small,openai_whisper-small,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,✅ iPadOS 18.3.2<p>✅ iPadOS 18.4</p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,Not Supported,✅ iOS 18.1
+openai_whisper-small.en,openai_whisper-small.en,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,✅ iPadOS 18.3.2<p>✅ iPadOS 18.4</p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,Not Supported,✅ iOS 18.1
+openai_whisper-tiny,openai_whisper-tiny,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,✅ iPadOS 18.3.2<p>✅ iPadOS 18.4</p>,? iPadOS 18.3.2,✅ iPadOS 18.3.2,✅ iOS 17.6.1,✅ iOS 18.1
+openai_whisper-tiny.en,openai_whisper-tiny.en,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,✅ iPadOS 18.3.2<p>✅ iPadOS 18.4</p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,✅ iOS 17.6.1,✅ iOS 18.1

dashboard_data/version.json

@@ -1 +1 @@
-{"last_modified": "2025-02-24T16:50:06+00:00", "sha": "073277f25a1438b3faf15da345524f99e65072af", "releases": ["a9b92c4", "112a023"], "whisperkit_version": "0.10.1"}
+{"last_modified": "2025-06-16T22:47:44+00:00", "sha": "52a3db0eafa840ac73b4d66d571816848744f32c", "releases": ["112a023", "ca49596", "a9b92c4", "11a1fab", "8c0acbd"], "versions": ["0.9.1", "0.10.1", "0.11.0", "0.12.0", "0.13.0"]}

main.py

@@ -27,7 +27,7 @@ from constants import (
     METHODOLOGY_TEXT,
     PERFORMANCE_TEXT,
     QUALITY_TEXT,
-    SHA_TO_VERSION,
+    # SHA_TO_VERSION,
 )
 from utils import (
     add_datasets_to_performance_columns,
@@ -65,6 +65,10 @@ QUALITY_DATA = read_json_line_by_line("dashboard_data/quality_data.json")
 with open("dashboard_data/version.json", "r") as file:
     VERSION_DATA = json.load(file)
 
+SHA_TO_VERSION = {
+    VERSION_DATA["releases"][i]: VERSION_DATA["versions"][i] for i in range(len(VERSION_DATA["versions"]))
+}
+
 # Convert JSON data to pandas DataFrames
 quality_df = pd.json_normalize(QUALITY_DATA)
 benchmark_df = pd.json_normalize(PERFORMANCE_DATA)