takeargmax commited on
Commit
b29a738
Β·
1 Parent(s): f30c9a2

update dataset files

Browse files
dashboard_data/performance_data.json CHANGED
@@ -50,6 +50,7 @@
50
  {"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 14", "os": "iOS 17.7.1", "timestamp": "2024-12-22T04:18:24Z", "speed": 2.28, "tokens_per_second": 7.83, "dataset_speed": {"librispeech-10mins": 1.86, "earnings22-10mins": 2.95}, "dataset_tokens_per_second": {"librispeech-10mins": 6.92, "earnings22-10mins": 9.28}, "average_wer": 6.14, "qoi": 0.67, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
51
  {"model": "openai/whisper-small.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-12-22T00:57:21Z", "speed": 22.58, "tokens_per_second": 79.74, "dataset_speed": {"librispeech-10mins": 17.16, "earnings22-10mins": 33.1}, "dataset_tokens_per_second": {"librispeech-10mins": 67.03, "earnings22-10mins": 104.37}, "average_wer": 7.35, "qoi": 0.62, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
52
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-12-24T22:23:54Z", "speed": 3.8, "tokens_per_second": 14.35, "dataset_speed": {"librispeech-10mins": 3.24, "earnings22-10mins": 5.5}, "dataset_tokens_per_second": {"librispeech-10mins": 12.91, "earnings22-10mins": 18.75}, "average_wer": 24.68, "qoi": 0.57, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
 
53
  {"model": "openai/whisper-large-v3-v20240930", "device": "Apple M2 Pro", "os": "macOS 15.1.1", "timestamp": "2024-12-22T00:28:55Z", "speed": 8.42, "tokens_per_second": 35.01, "dataset_speed": {"librispeech-10mins": 5.7, "earnings22-10mins": 16.18}, "dataset_tokens_per_second": {"librispeech-10mins": 23.74, "earnings22-10mins": 67.13}, "average_wer": 5.9, "qoi": 0.74, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
54
  {"model": "openai/whisper-small.en", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-12-22T00:57:14Z", "speed": 21.81, "tokens_per_second": 77.04, "dataset_speed": {"librispeech-10mins": 13.22, "earnings22-10mins": 62.72}, "dataset_tokens_per_second": {"librispeech-10mins": 51.7, "earnings22-10mins": 197.76}, "average_wer": 7.39, "qoi": 0.62, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
55
  {"model": "openai/whisper-base.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-12-22T00:51:28Z", "speed": 59.9, "tokens_per_second": 212.5, "dataset_speed": {"earnings22-10mins": 104.53, "librispeech-10mins": 42.03}, "dataset_tokens_per_second": {"earnings22-10mins": 339.01, "librispeech-10mins": 161.84}, "average_wer": 9.77, "qoi": 0.49, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
@@ -60,7 +61,7 @@
60
  {"model": "openai/whisper-base.en", "device": "iPhone 11", "os": "iOS 17.6.1", "timestamp": "2024-12-29T18:19:27Z", "speed": 8.76, "tokens_per_second": 3.1, "dataset_speed": {"earnings22-10mins": 18.81, "librispeech-10mins": 5.71}, "dataset_tokens_per_second": {"earnings22-10mins": 9.85, "librispeech-10mins": 1.06}, "average_wer": 97.89, "qoi": 0, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
61
  {"model": "openai/whisper-small", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-12-22T00:53:58Z", "speed": 21.71, "tokens_per_second": 82.48, "dataset_speed": {"librispeech-10mins": 16.52, "earnings22-10mins": 31.7}, "dataset_tokens_per_second": {"librispeech-10mins": 69.91, "earnings22-10mins": 106.71}, "average_wer": 8.7, "qoi": 0.55, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
62
  {"model": "openai/whisper-large-v3", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-12-22T02:53:06Z", "speed": 3.4, "tokens_per_second": 12.6, "dataset_speed": {"librispeech-10mins": 2.26, "earnings22-10mins": 6.95}, "dataset_tokens_per_second": {"librispeech-10mins": 9.54, "earnings22-10mins": 22.09}, "average_wer": 7.63, "qoi": 0.74, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
63
- {"model": "distil-whisper/distil-large-v3", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-12-21T23:22:57Z", "speed": 1.01, "tokens_per_second": 3.78, "dataset_speed": {"librispeech-10mins": 0.65, "earnings22-10mins": 2.2}, "dataset_tokens_per_second": {"librispeech-10mins": 2.76, "earnings22-10mins": 7.24}, "average_wer": 6.56, "qoi": 0.69, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
64
  {"model": "openai/whisper-tiny", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-12-22T00:47:41Z", "speed": 85.87, "tokens_per_second": 328.03, "dataset_speed": {"librispeech-10mins": 55.15, "earnings22-10mins": 194.89}, "dataset_tokens_per_second": {"librispeech-10mins": 234.21, "earnings22-10mins": 661.0}, "average_wer": 16.19, "qoi": 0.33, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
65
  {"model": "openai/whisper-large-v2/turbo", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-12-24T22:17:49Z", "speed": 3.62, "tokens_per_second": 14.38, "dataset_speed": {"librispeech-10mins": 3.03, "earnings22-10mins": 5.69}, "dataset_tokens_per_second": {"librispeech-10mins": 13.11, "earnings22-10mins": 18.86}, "average_wer": 26.13, "qoi": 0.61, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
66
  {"model": "openai/whisper-tiny.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-12-21T20:09:34Z", "speed": 42.25, "tokens_per_second": 148.3, "dataset_speed": {"earnings22-10mins": 84.4, "librispeech-10mins": 28.22}, "dataset_tokens_per_second": {"earnings22-10mins": 267.0, "librispeech-10mins": 108.79}, "average_wer": 14.98, "qoi": 0.39, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
@@ -97,7 +98,6 @@
97
  {"model": "openai/whisper-base", "device": "iPhone 11", "os": "iOS 17.6.1", "timestamp": "2024-12-29T18:12:56Z", "speed": 5.28, "tokens_per_second": 8.36, "dataset_speed": {"earnings22-10mins": 9.88, "librispeech-10mins": 3.61}, "dataset_tokens_per_second": {"earnings22-10mins": 13.73, "librispeech-10mins": 6.4}, "average_wer": 99.97, "qoi": 0, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
98
  {"model": "openai/whisper-large-v3/947MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-12-22T03:38:03Z", "speed": 3.49, "tokens_per_second": 13.07, "dataset_speed": {"librispeech-10mins": 2.95, "earnings22-10mins": 4.56}, "dataset_tokens_per_second": {"librispeech-10mins": 12.32, "earnings22-10mins": 14.53}, "average_wer": 16.64, "qoi": 0.7, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
99
  {"model": "openai/whisper-large-v2", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-12-24T22:04:45Z", "speed": 2.59, "tokens_per_second": 10.98, "dataset_speed": {"librispeech-10mins": 2.24, "earnings22-10mins": 3.72}, "dataset_tokens_per_second": {"librispeech-10mins": 9.68, "earnings22-10mins": 15.22}, "average_wer": 27.72, "qoi": 0.62, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
100
- {"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-12-24T22:54:22Z", "speed": 24.03, "tokens_per_second": 79.08, "dataset_speed": {"earnings22-10mins": 24.03}, "dataset_tokens_per_second": {"earnings22-10mins": 79.08}, "average_wer": 9.23, "qoi": 0, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
101
  {"model": "openai/whisper-small.en", "device": "iPhone 14", "os": "iOS 17.7.1", "timestamp": "2024-12-22T00:57:01Z", "speed": 8.96, "tokens_per_second": 31.65, "dataset_speed": {"earnings22-10mins": 12.83, "librispeech-10mins": 6.89}, "dataset_tokens_per_second": {"earnings22-10mins": 40.51, "librispeech-10mins": 26.9}, "average_wer": 7.46, "qoi": 0.62, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
102
  {"model": "openai/whisper-large-v3/turbo", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-12-22T03:46:50Z", "speed": 4.15, "tokens_per_second": 14.72, "dataset_speed": {"earnings22-10mins": 7.31, "librispeech-10mins": 2.9}, "dataset_tokens_per_second": {"earnings22-10mins": 24.34, "librispeech-10mins": 10.92}, "average_wer": 5.76, "qoi": 0.73, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
103
  {"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-12-24T23:03:21Z", "speed": 13.71, "tokens_per_second": 46.48, "dataset_speed": {"earnings22-10mins": 26.66, "librispeech-10mins": 9.24}, "dataset_tokens_per_second": {"earnings22-10mins": 84.78, "librispeech-10mins": 33.26}, "average_wer": 6.14, "qoi": 0.73, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
@@ -143,7 +143,7 @@
143
  {"model": "openai/whisper-large-v2/949MB", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-30T03:31:41Z", "speed": 2.05, "tokens_per_second": 9.62, "dataset_speed": {"earnings22-10mins": 2.45, "librispeech-10mins": 1.9}, "dataset_tokens_per_second": {"earnings22-10mins": 9.87, "librispeech-10mins": 9.53}, "average_wer": 28.82, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
144
  {"model": "openai/whisper-tiny.en", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T20:19:34Z", "speed": 89.31, "tokens_per_second": 323.06, "dataset_speed": {"librispeech-10mins": 57.76, "earnings22-10mins": 197.78}, "dataset_tokens_per_second": {"librispeech-10mins": 240.14, "earnings22-10mins": 608.15}, "average_wer": 14.6, "qoi": 0.38, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
145
  {"model": "openai/whisper-large-v2/turbo", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T15:45:45Z", "speed": 3.39, "tokens_per_second": 12.99, "dataset_speed": {"earnings22-10mins": 4.24, "librispeech-10mins": 2.88}, "dataset_tokens_per_second": {"earnings22-10mins": 13.95, "librispeech-10mins": 12.4}, "average_wer": 39.29, "qoi": 0.61, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
146
- {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T02:20:01Z", "speed": 4.61, "tokens_per_second": 19.15, "dataset_speed": {"librispeech-10mins": 4.61}, "dataset_tokens_per_second": {"librispeech-10mins": 19.15}, "average_wer": 6.31, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
147
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T02:44:20Z", "speed": 8.3, "tokens_per_second": 33.25, "dataset_speed": {"librispeech-10mins": 5.51, "earnings22-10mins": 16.92}, "dataset_tokens_per_second": {"librispeech-10mins": 22.99, "earnings22-10mins": 64.89}, "average_wer": 6.27, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
148
  {"model": "openai/whisper-large-v3-v20240930", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:49:57Z", "speed": 7.95, "tokens_per_second": 30.39, "dataset_speed": {"earnings22-10mins": 15.41, "librispeech-10mins": 5.36}, "dataset_tokens_per_second": {"earnings22-10mins": 54.0, "librispeech-10mins": 22.2}, "average_wer": 5.94, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
149
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T14:26:05Z", "speed": 9.52, "tokens_per_second": 36.35, "dataset_speed": {"librispeech-10mins": 6.57, "earnings22-10mins": 17.34}, "dataset_tokens_per_second": {"librispeech-10mins": 27.44, "earnings22-10mins": 59.97}, "average_wer": 5.97, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
@@ -152,7 +152,7 @@
152
  {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T21:11:48Z", "speed": 15.78, "tokens_per_second": 52.87, "dataset_speed": {"librispeech-10mins": 10.87, "earnings22-10mins": 28.92}, "dataset_tokens_per_second": {"librispeech-10mins": 39.41, "earnings22-10mins": 88.84}, "average_wer": 8.01, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
153
  {"model": "openai/whisper-base", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T05:29:28Z", "speed": 32.15, "tokens_per_second": 118.33, "dataset_speed": {"librispeech-10mins": 21.5, "earnings22-10mins": 63.99}, "dataset_tokens_per_second": {"librispeech-10mins": 89.2, "earnings22-10mins": 205.4}, "average_wer": 12.56, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
154
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T21:19:54Z", "speed": 9.06, "tokens_per_second": 38.0, "dataset_speed": {"librispeech-10mins": 6.43, "earnings22-10mins": 15.39}, "dataset_tokens_per_second": {"librispeech-10mins": 26.84, "earnings22-10mins": 64.83}, "average_wer": 6.21, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
155
- {"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T10:53:54Z", "speed": 4.95, "tokens_per_second": 16.85, "dataset_speed": {"earnings22-10mins": 11.4, "librispeech-10mins": 3.33}, "dataset_tokens_per_second": {"earnings22-10mins": 35.1, "librispeech-10mins": 12.28}, "average_wer": 12.08, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
156
  {"model": "openai/whisper-tiny", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T07:29:06Z", "speed": 43.81, "tokens_per_second": 170.39, "dataset_speed": {"earnings22-10mins": 73.25, "librispeech-10mins": 31.29}, "dataset_tokens_per_second": {"earnings22-10mins": 266.88, "librispeech-10mins": 129.35}, "average_wer": 16.64, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
157
  {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-30T06:06:25Z", "speed": 10.32, "tokens_per_second": 34.61, "dataset_speed": {"earnings22-10mins": 16.66, "librispeech-10mins": 7.49}, "dataset_tokens_per_second": {"earnings22-10mins": 51.2, "librispeech-10mins": 27.19}, "average_wer": 7.97, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
158
  {"model": "openai/whisper-tiny.en", "device": "iPhone 16 Plus", "os": "iOS 18.0.1", "timestamp": "2024-10-30T15:07:08Z", "speed": 77.21, "tokens_per_second": 278.99, "dataset_speed": {"earnings22-10mins": 157.42, "librispeech-10mins": 51.22}, "dataset_tokens_per_second": {"earnings22-10mins": 483.79, "librispeech-10mins": 212.62}, "average_wer": 14.6, "qoi": 0.37, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
@@ -216,7 +216,7 @@
216
  {"model": "openai/whisper-tiny.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T07:30:34Z", "speed": 44.97, "tokens_per_second": 154.8, "dataset_speed": {"librispeech-10mins": 30.34, "earnings22-10mins": 87.16}, "dataset_tokens_per_second": {"librispeech-10mins": 115.61, "earnings22-10mins": 267.88}, "average_wer": 14.62, "qoi": 0.37, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
217
  {"model": "openai/whisper-large-v2/turbo", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T01:45:37Z", "speed": 3.26, "tokens_per_second": 13.2, "dataset_speed": {"earnings22-10mins": 3.87, "librispeech-10mins": 3.07}, "dataset_tokens_per_second": {"earnings22-10mins": 13.14, "librispeech-10mins": 13.22}, "average_wer": 32.27, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
218
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T08:30:14Z", "speed": 2.73, "tokens_per_second": 9.56, "dataset_speed": {"librispeech-10mins": 2.43, "earnings22-10mins": 3.36}, "dataset_tokens_per_second": {"librispeech-10mins": 9.23, "earnings22-10mins": 10.24}, "average_wer": 21.71, "qoi": 0.58, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
219
- {"model": "openai/whisper-base", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T01:04:09Z", "speed": 32.62, "tokens_per_second": 135.66, "dataset_speed": {"librispeech-10mins": 32.62}, "dataset_tokens_per_second": {"librispeech-10mins": 135.66}, "average_wer": 11.9, "qoi": 0.4, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
220
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T14:28:46Z", "speed": 5.64, "tokens_per_second": 23.04, "dataset_speed": {"librispeech-10mins": 4.15, "earnings22-10mins": 8.8}, "dataset_tokens_per_second": {"librispeech-10mins": 17.29, "earnings22-10mins": 35.29}, "average_wer": 6.11, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
221
  {"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T17:09:24Z", "speed": 10.19, "tokens_per_second": 33.65, "dataset_speed": {"earnings22-10mins": 18.79, "librispeech-10mins": 7.0}, "dataset_tokens_per_second": {"earnings22-10mins": 57.24, "librispeech-10mins": 24.89}, "average_wer": 6.04, "qoi": 0.73, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
222
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T08:26:48Z", "speed": 4.51, "tokens_per_second": 16.08, "dataset_speed": {"librispeech-10mins": 3.85, "earnings22-10mins": 6.33}, "dataset_tokens_per_second": {"librispeech-10mins": 14.67, "earnings22-10mins": 19.97}, "average_wer": 24.04, "qoi": 0.58, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
@@ -255,19 +255,21 @@
255
  {"model": "openai/whisper-large-v3/947MB", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T08:37:46Z", "speed": 2.97, "tokens_per_second": 13.46, "dataset_speed": {"librispeech-10mins": 2.44, "earnings22-10mins": 5.15}, "dataset_tokens_per_second": {"librispeech-10mins": 12.98, "earnings22-10mins": 15.44}, "average_wer": 29.29, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
256
  {"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T11:02:37Z", "speed": 2.32, "tokens_per_second": 7.86, "dataset_speed": {"librispeech-10mins": 1.89, "earnings22-10mins": 3.0}, "dataset_tokens_per_second": {"librispeech-10mins": 6.97, "earnings22-10mins": 9.29}, "average_wer": 6.25, "qoi": 0.68, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
257
  {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T09:21:52Z", "speed": 7.81, "tokens_per_second": 28.05, "dataset_speed": {"earnings22-10mins": 11.87, "librispeech-10mins": 5.83}, "dataset_tokens_per_second": {"earnings22-10mins": 42.2, "librispeech-10mins": 21.13}, "average_wer": 6.28, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
258
- {"model": "openai/whisper-base.en", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-30T03:00:19Z", "speed": 62.83, "tokens_per_second": 240.74, "dataset_speed": {"earnings22-10mins": 62.83}, "dataset_tokens_per_second": {"earnings22-10mins": 240.74}, "average_wer": 11.63, "qoi": 0, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
259
  {"model": "openai/whisper-base", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T01:26:07Z", "speed": 60.54, "tokens_per_second": 223.14, "dataset_speed": {"librispeech-10mins": 42.1, "earnings22-10mins": 108.11}, "dataset_tokens_per_second": {"librispeech-10mins": 175.03, "earnings22-10mins": 347.22}, "average_wer": 12.63, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
260
  {"model": "openai/whisper-tiny.en", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-30T02:58:16Z", "speed": 77.75, "tokens_per_second": 280.98, "dataset_speed": {"librispeech-10mins": 51.59, "earnings22-10mins": 158.36}, "dataset_tokens_per_second": {"librispeech-10mins": 214.25, "earnings22-10mins": 486.68}, "average_wer": 14.53, "qoi": 0.38, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
261
  {"model": "openai/whisper-large-v3/turbo", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T16:22:32Z", "speed": 3.9, "tokens_per_second": 13.45, "dataset_speed": {"librispeech-10mins": 3.24, "earnings22-10mins": 4.93}, "dataset_tokens_per_second": {"librispeech-10mins": 12.01, "earnings22-10mins": 15.71}, "average_wer": 35.64, "qoi": 0.73, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
262
  {"model": "openai/whisper-large-v3/947MB", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T20:54:56Z", "speed": 3.03, "tokens_per_second": 13.71, "dataset_speed": {"librispeech-10mins": 2.53, "earnings22-10mins": 5.08}, "dataset_tokens_per_second": {"librispeech-10mins": 13.34, "earnings22-10mins": 15.23}, "average_wer": 29.03, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
263
  {"model": "openai/whisper-base", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-30T02:59:16Z", "speed": 46.28, "tokens_per_second": 170.58, "dataset_speed": {"librispeech-10mins": 32.69, "earnings22-10mins": 79.45}, "dataset_tokens_per_second": {"librispeech-10mins": 135.97, "earnings22-10mins": 255.04}, "average_wer": 12.53, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
264
  {"model": "openai/whisper-base.en", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:05:14Z", "speed": 53.87, "tokens_per_second": 184.06, "dataset_speed": {"earnings22-10mins": 135.54, "librispeech-10mins": 33.67}, "dataset_tokens_per_second": {"earnings22-10mins": 412.5, "librispeech-10mins": 127.56}, "average_wer": 10.39, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 
265
  {"model": "openai/whisper-small.en", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:09:44Z", "speed": 19.26, "tokens_per_second": 69.64, "dataset_speed": {"librispeech-10mins": 14.22, "earnings22-10mins": 29.93}, "dataset_tokens_per_second": {"librispeech-10mins": 54.63, "earnings22-10mins": 101.37}, "average_wer": 7.9, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
266
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T11:30:32Z", "speed": 11.47, "tokens_per_second": 42.49, "dataset_speed": {"librispeech-10mins": 6.64, "earnings22-10mins": 42.66}, "dataset_tokens_per_second": {"librispeech-10mins": 27.85, "earnings22-10mins": 136.93}, "average_wer": 7.63, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
267
  {"model": "openai/whisper-tiny.en", "device": "iPhone 12", "os": "iOS 17.2.1", "timestamp": "2024-10-30T18:13:48Z", "speed": 23.11, "tokens_per_second": 83.83, "dataset_speed": {"earnings22-10mins": 35.18, "librispeech-10mins": 17.22}, "dataset_tokens_per_second": {"earnings22-10mins": 108.3, "librispeech-10mins": 71.9}, "average_wer": 14.74, "qoi": 0.37, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
268
  {"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T02:08:01Z", "speed": 4.04, "tokens_per_second": 13.94, "dataset_speed": {"earnings22-10mins": 5.52, "librispeech-10mins": 3.47}, "dataset_tokens_per_second": {"earnings22-10mins": 16.93, "librispeech-10mins": 12.79}, "average_wer": 22.64, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
269
  {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T17:24:27Z", "speed": 8.94, "tokens_per_second": 33.12, "dataset_speed": {"earnings22-10mins": 14.34, "librispeech-10mins": 6.55}, "dataset_tokens_per_second": {"earnings22-10mins": 54.43, "librispeech-10mins": 23.68}, "average_wer": 6.59, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
270
  {"model": "openai/whisper-large-v3-v20240930", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T17:03:58Z", "speed": 6.66, "tokens_per_second": 26.7, "dataset_speed": {"librispeech-10mins": 4.63, "earnings22-10mins": 12.41}, "dataset_tokens_per_second": {"librispeech-10mins": 19.11, "earnings22-10mins": 48.16}, "average_wer": 8.46, "qoi": 0.73, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 
271
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-30T06:32:38Z", "speed": 6.81, "tokens_per_second": 28.53, "dataset_speed": {"earnings22-10mins": 10.86, "librispeech-10mins": 4.97}, "dataset_tokens_per_second": {"earnings22-10mins": 45.73, "librispeech-10mins": 20.68}, "average_wer": 6.56, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
272
  {"model": "openai/whisper-base.en", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T05:30:27Z", "speed": 49.06, "tokens_per_second": 168.15, "dataset_speed": {"librispeech-10mins": 29.95, "earnings22-10mins": 136.43}, "dataset_tokens_per_second": {"librispeech-10mins": 113.64, "earnings22-10mins": 417.47}, "average_wer": 9.87, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
273
  {"model": "openai/whisper-large-v3/turbo", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T07:32:53Z", "speed": 4.05, "tokens_per_second": 14.15, "dataset_speed": {"earnings22-10mins": 6.35, "librispeech-10mins": 3.28}, "dataset_tokens_per_second": {"earnings22-10mins": 20.17, "librispeech-10mins": 12.11}, "average_wer": 21.37, "qoi": 0.72, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
@@ -279,7 +281,6 @@
279
  {"model": "openai/whisper-small", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T01:07:52Z", "speed": 13.16, "tokens_per_second": 48.96, "dataset_speed": {"librispeech-10mins": 10.2, "earnings22-10mins": 18.57}, "dataset_tokens_per_second": {"librispeech-10mins": 42.83, "earnings22-10mins": 60.16}, "average_wer": 9.01, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
280
  {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T02:47:39Z", "speed": 12.66, "tokens_per_second": 49.03, "dataset_speed": {"librispeech-10mins": 9.49, "earnings22-10mins": 19.07}, "dataset_tokens_per_second": {"librispeech-10mins": 34.35, "earnings22-10mins": 78.65}, "average_wer": 6.25, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
281
  {"model": "openai/whisper-large-v2/949MB", "device": "iPhone 16", "os": "iOS 18.0.1", "timestamp": "2024-10-30T06:42:27Z", "speed": 1.73, "tokens_per_second": 8.79, "dataset_speed": {"librispeech-10mins": 1.81, "earnings22-10mins": 1.56}, "dataset_tokens_per_second": {"librispeech-10mins": 9.09, "earnings22-10mins": 8.13}, "average_wer": 32.14, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
282
- {"model": "openai/whisper-large-v3", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T09:12:18Z", "speed": 7.96, "tokens_per_second": 24.83, "dataset_speed": {"earnings22-10mins": 7.96}, "dataset_tokens_per_second": {"earnings22-10mins": 24.83}, "average_wer": 11.85, "qoi": 0, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
283
  {"model": "openai/whisper-base", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T05:29:12Z", "speed": 46.63, "tokens_per_second": 171.73, "dataset_speed": {"librispeech-10mins": 28.2, "earnings22-10mins": 135.55}, "dataset_tokens_per_second": {"librispeech-10mins": 117.07, "earnings22-10mins": 435.55}, "average_wer": 12.56, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
284
  {"model": "distil-whisper/distil-large-v3", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T02:18:39Z", "speed": 9.82, "tokens_per_second": 36.45, "dataset_speed": {"librispeech-10mins": 6.39, "earnings22-10mins": 21.35}, "dataset_tokens_per_second": {"librispeech-10mins": 26.62, "earnings22-10mins": 69.41}, "average_wer": 6.77, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
285
  {"model": "openai/whisper-large-v2/turbo", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:32:39Z", "speed": 3.44, "tokens_per_second": 12.97, "dataset_speed": {"librispeech-10mins": 2.68, "earnings22-10mins": 4.79}, "dataset_tokens_per_second": {"librispeech-10mins": 11.53, "earnings22-10mins": 15.56}, "average_wer": 6.56, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
@@ -305,7 +306,6 @@
305
  {"model": "openai/whisper-small", "device": "iPhone 13", "os": "iOS 17.3", "timestamp": "2024-10-30T07:37:21Z", "speed": 8.98, "tokens_per_second": 33.43, "dataset_speed": {"librispeech-10mins": 6.84, "earnings22-10mins": 13.07}, "dataset_tokens_per_second": {"librispeech-10mins": 28.75, "earnings22-10mins": 42.41}, "average_wer": 8.91, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
306
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T08:58:03Z", "speed": 4.89, "tokens_per_second": 16.98, "dataset_speed": {"librispeech-10mins": 3.26, "earnings22-10mins": 11.72}, "dataset_tokens_per_second": {"librispeech-10mins": 12.41, "earnings22-10mins": 36.1}, "average_wer": 13.53, "qoi": 0.58, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
307
  {"model": "openai/whisper-large-v2/949MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T05:57:57Z", "speed": 2.6, "tokens_per_second": 10.63, "dataset_speed": {"earnings22-10mins": 4.99, "librispeech-10mins": 2.09}, "dataset_tokens_per_second": {"earnings22-10mins": 14.95, "librispeech-10mins": 9.71}, "average_wer": 29.17, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
308
- {"model": "openai/whisper-tiny", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-30T02:57:21Z", "speed": 74.47, "tokens_per_second": 304.08, "dataset_speed": {"librispeech-10mins": 53.08, "earnings22-10mins": 125.13}, "dataset_tokens_per_second": {"librispeech-10mins": 219.43, "earnings22-10mins": 504.49}, "average_wer": 16.85, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
309
  {"model": "openai/whisper-large-v3/turbo", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T02:05:24Z", "speed": 3.77, "tokens_per_second": 12.81, "dataset_speed": {"librispeech-10mins": 3.01, "earnings22-10mins": 5.03}, "dataset_tokens_per_second": {"librispeech-10mins": 11.17, "earnings22-10mins": 15.56}, "average_wer": 5.9, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
310
  {"model": "openai/whisper-base.en", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T04:39:34Z", "speed": 36.12, "tokens_per_second": 123.97, "dataset_speed": {"librispeech-10mins": 26.88, "earnings22-10mins": 55.15}, "dataset_tokens_per_second": {"librispeech-10mins": 101.84, "earnings22-10mins": 169.58}, "average_wer": 9.91, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
311
  {"model": "openai/whisper-tiny", "device": "iPhone 16", "os": "iOS 18.0.1", "timestamp": "2024-10-30T06:11:28Z", "speed": 73.6, "tokens_per_second": 299.59, "dataset_speed": {"librispeech-10mins": 53.34, "earnings22-10mins": 119.0}, "dataset_tokens_per_second": {"librispeech-10mins": 220.5, "earnings22-10mins": 476.77}, "average_wer": 16.33, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
@@ -342,7 +342,7 @@
342
  {"model": "openai/whisper-large-v3-v20240930", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T11:58:33Z", "speed": 9.64, "tokens_per_second": 38.64, "dataset_speed": {"earnings22-10mins": 28.89, "librispeech-10mins": 5.8}, "dataset_tokens_per_second": {"earnings22-10mins": 111.91, "librispeech-10mins": 24.01}, "average_wer": 5.94, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
343
  {"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T21:16:29Z", "speed": 13.17, "tokens_per_second": 43.43, "dataset_speed": {"earnings22-10mins": 22.36, "librispeech-10mins": 9.34}, "dataset_tokens_per_second": {"earnings22-10mins": 68.09, "librispeech-10mins": 33.18}, "average_wer": 6.04, "qoi": 0.73, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
344
  {"model": "openai/whisper-base", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T02:58:52Z", "speed": 61.94, "tokens_per_second": 228.47, "dataset_speed": {"earnings22-10mins": 173.45, "librispeech-10mins": 37.76}, "dataset_tokens_per_second": {"earnings22-10mins": 557.93, "librispeech-10mins": 157.05}, "average_wer": 12.63, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
345
- {"model": "openai/whisper-large-v2", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T06:34:31Z", "speed": 2.26, "tokens_per_second": 9.2, "dataset_speed": {"librispeech-10mins": 2.01, "earnings22-10mins": 3.42}, "dataset_tokens_per_second": {"librispeech-10mins": 8.66, "earnings22-10mins": 11.71}, "average_wer": 33.9, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
346
  {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T02:31:10Z", "speed": 10.67, "tokens_per_second": 35.79, "dataset_speed": {"librispeech-10mins": 7.61, "earnings22-10mins": 17.89}, "dataset_tokens_per_second": {"librispeech-10mins": 27.65, "earnings22-10mins": 55.01}, "average_wer": 8.01, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
347
  {"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-30T05:12:48Z", "speed": 2.64, "tokens_per_second": 9.21, "dataset_speed": {"librispeech-10mins": 2.37, "earnings22-10mins": 3.25}, "dataset_tokens_per_second": {"librispeech-10mins": 8.75, "earnings22-10mins": 10.23}, "average_wer": 21.99, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
348
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T05:39:50Z", "speed": 11.57, "tokens_per_second": 42.7, "dataset_speed": {"librispeech-10mins": 7.42, "earnings22-10mins": 26.33}, "dataset_tokens_per_second": {"librispeech-10mins": 31.0, "earnings22-10mins": 84.37}, "average_wer": 7.59, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
@@ -454,7 +454,6 @@
454
  {"model": "openai/whisper-tiny", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T01:02:08Z", "speed": 60.82, "tokens_per_second": 269.76, "dataset_speed": {"earnings22-10mins": 83.92, "librispeech-10mins": 47.73}, "dataset_tokens_per_second": {"earnings22-10mins": 397.92, "librispeech-10mins": 197.17}, "average_wer": 16.43, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
455
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T21:08:36Z", "speed": 10.82, "tokens_per_second": 40.05, "dataset_speed": {"librispeech-10mins": 7.25, "earnings22-10mins": 21.39}, "dataset_tokens_per_second": {"librispeech-10mins": 30.4, "earnings22-10mins": 68.62}, "average_wer": 7.56, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
456
  {"model": "openai/whisper-large-v2/turbo", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T20:38:44Z", "speed": 3.8, "tokens_per_second": 14.4, "dataset_speed": {"librispeech-10mins": 3.04, "earnings22-10mins": 5.07}, "dataset_tokens_per_second": {"librispeech-10mins": 13.09, "earnings22-10mins": 16.57}, "average_wer": 6.73, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
457
- {"model": "openai/whisper-tiny.en", "device": "iPhone 13", "os": "iOS 17.3", "timestamp": "2024-10-30T07:30:10Z", "speed": 24.04, "tokens_per_second": 91.61, "dataset_speed": {"librispeech-10mins": 24.04}, "dataset_tokens_per_second": {"librispeech-10mins": 91.61}, "average_wer": 13.74, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
458
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T14:30:05Z", "speed": 3.92, "tokens_per_second": 15.63, "dataset_speed": {"librispeech-10mins": 2.83, "earnings22-10mins": 6.41}, "dataset_tokens_per_second": {"librispeech-10mins": 11.76, "earnings22-10mins": 24.47}, "average_wer": 6.08, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
459
  {"model": "openai/whisper-base", "device": "iPhone 16", "os": "iOS 18.0.1", "timestamp": "2024-10-30T06:14:20Z", "speed": 49.92, "tokens_per_second": 183.99, "dataset_speed": {"librispeech-10mins": 36.15, "earnings22-10mins": 80.88}, "dataset_tokens_per_second": {"librispeech-10mins": 150.27, "earnings22-10mins": 259.76}, "average_wer": 12.6, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
460
  {"model": "openai/whisper-tiny.en", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T07:30:42Z", "speed": 33.4, "tokens_per_second": 115.0, "dataset_speed": {"librispeech-10mins": 24.24, "earnings22-10mins": 53.86}, "dataset_tokens_per_second": {"librispeech-10mins": 92.36, "earnings22-10mins": 165.52}, "average_wer": 14.67, "qoi": 0.37, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
@@ -464,6 +463,7 @@
464
  {"model": "openai/whisper-large-v2/949MB", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T08:32:32Z", "speed": 1.59, "tokens_per_second": 6.8, "dataset_speed": {"librispeech-10mins": 1.29, "earnings22-10mins": 2.09}, "dataset_tokens_per_second": {"librispeech-10mins": 5.99, "earnings22-10mins": 8.11}, "average_wer": 7.25, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
465
  {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T08:05:39Z", "speed": 11.49, "tokens_per_second": 42.31, "dataset_speed": {"librispeech-10mins": 8.14, "earnings22-10mins": 19.6}, "dataset_tokens_per_second": {"librispeech-10mins": 29.5, "earnings22-10mins": 73.3}, "average_wer": 6.32, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
466
  {"model": "distil-whisper/distil-large-v3", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T11:08:09Z", "speed": 1.64, "tokens_per_second": 6.09, "dataset_speed": {"earnings22-10mins": 3.53, "librispeech-10mins": 1.07}, "dataset_tokens_per_second": {"earnings22-10mins": 11.45, "librispeech-10mins": 4.47}, "average_wer": 6.7, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 
467
  {"model": "openai/whisper-large-v2/949MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T01:26:04Z", "speed": 1.8, "tokens_per_second": 7.97, "dataset_speed": {"librispeech-10mins": 1.6, "earnings22-10mins": 2.38}, "dataset_tokens_per_second": {"librispeech-10mins": 8.03, "earnings22-10mins": 7.78}, "average_wer": 27.03, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
468
  {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T02:31:03Z", "speed": 15.88, "tokens_per_second": 53.19, "dataset_speed": {"librispeech-10mins": 10.38, "earnings22-10mins": 33.97}, "dataset_tokens_per_second": {"librispeech-10mins": 37.64, "earnings22-10mins": 104.29}, "average_wer": 8.01, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
469
  {"model": "openai/whisper-small", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T07:35:51Z", "speed": 21.73, "tokens_per_second": 80.8, "dataset_speed": {"librispeech-10mins": 13.2, "earnings22-10mins": 61.76}, "dataset_tokens_per_second": {"librispeech-10mins": 55.4, "earnings22-10mins": 200.1}, "average_wer": 9.04, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 
50
  {"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 14", "os": "iOS 17.7.1", "timestamp": "2024-12-22T04:18:24Z", "speed": 2.28, "tokens_per_second": 7.83, "dataset_speed": {"librispeech-10mins": 1.86, "earnings22-10mins": 2.95}, "dataset_tokens_per_second": {"librispeech-10mins": 6.92, "earnings22-10mins": 9.28}, "average_wer": 6.14, "qoi": 0.67, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
51
  {"model": "openai/whisper-small.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-12-22T00:57:21Z", "speed": 22.58, "tokens_per_second": 79.74, "dataset_speed": {"librispeech-10mins": 17.16, "earnings22-10mins": 33.1}, "dataset_tokens_per_second": {"librispeech-10mins": 67.03, "earnings22-10mins": 104.37}, "average_wer": 7.35, "qoi": 0.62, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
52
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-12-24T22:23:54Z", "speed": 3.8, "tokens_per_second": 14.35, "dataset_speed": {"librispeech-10mins": 3.24, "earnings22-10mins": 5.5}, "dataset_tokens_per_second": {"librispeech-10mins": 12.91, "earnings22-10mins": 18.75}, "average_wer": 24.68, "qoi": 0.57, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
53
+ {"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-12-24T22:54:22Z", "speed": 10.56, "tokens_per_second": 39.38, "dataset_speed": {"librispeech-10mins": 6.78, "earnings22-10mins": 24.03}, "dataset_tokens_per_second": {"librispeech-10mins": 28.23, "earnings22-10mins": 79.08}, "average_wer": 7.73, "qoi": 0.66, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
54
  {"model": "openai/whisper-large-v3-v20240930", "device": "Apple M2 Pro", "os": "macOS 15.1.1", "timestamp": "2024-12-22T00:28:55Z", "speed": 8.42, "tokens_per_second": 35.01, "dataset_speed": {"librispeech-10mins": 5.7, "earnings22-10mins": 16.18}, "dataset_tokens_per_second": {"librispeech-10mins": 23.74, "earnings22-10mins": 67.13}, "average_wer": 5.9, "qoi": 0.74, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
55
  {"model": "openai/whisper-small.en", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-12-22T00:57:14Z", "speed": 21.81, "tokens_per_second": 77.04, "dataset_speed": {"librispeech-10mins": 13.22, "earnings22-10mins": 62.72}, "dataset_tokens_per_second": {"librispeech-10mins": 51.7, "earnings22-10mins": 197.76}, "average_wer": 7.39, "qoi": 0.62, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
56
  {"model": "openai/whisper-base.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-12-22T00:51:28Z", "speed": 59.9, "tokens_per_second": 212.5, "dataset_speed": {"earnings22-10mins": 104.53, "librispeech-10mins": 42.03}, "dataset_tokens_per_second": {"earnings22-10mins": 339.01, "librispeech-10mins": 161.84}, "average_wer": 9.77, "qoi": 0.49, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
 
61
  {"model": "openai/whisper-base.en", "device": "iPhone 11", "os": "iOS 17.6.1", "timestamp": "2024-12-29T18:19:27Z", "speed": 8.76, "tokens_per_second": 3.1, "dataset_speed": {"earnings22-10mins": 18.81, "librispeech-10mins": 5.71}, "dataset_tokens_per_second": {"earnings22-10mins": 9.85, "librispeech-10mins": 1.06}, "average_wer": 97.89, "qoi": 0, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
62
  {"model": "openai/whisper-small", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-12-22T00:53:58Z", "speed": 21.71, "tokens_per_second": 82.48, "dataset_speed": {"librispeech-10mins": 16.52, "earnings22-10mins": 31.7}, "dataset_tokens_per_second": {"librispeech-10mins": 69.91, "earnings22-10mins": 106.71}, "average_wer": 8.7, "qoi": 0.55, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
63
  {"model": "openai/whisper-large-v3", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-12-22T02:53:06Z", "speed": 3.4, "tokens_per_second": 12.6, "dataset_speed": {"librispeech-10mins": 2.26, "earnings22-10mins": 6.95}, "dataset_tokens_per_second": {"librispeech-10mins": 9.54, "earnings22-10mins": 22.09}, "average_wer": 7.63, "qoi": 0.74, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
64
+ {"model": "distil-whisper/distil-large-v3", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-12-22T04:43:23Z", "speed": 1.15, "tokens_per_second": 4.15, "dataset_speed": {"librispeech-10mins": 0.59, "earnings22-10mins": 2.2}, "dataset_tokens_per_second": {"librispeech-10mins": 2.49, "earnings22-10mins": 7.24}, "average_wer": 7.07, "qoi": 0.69, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
65
  {"model": "openai/whisper-tiny", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-12-22T00:47:41Z", "speed": 85.87, "tokens_per_second": 328.03, "dataset_speed": {"librispeech-10mins": 55.15, "earnings22-10mins": 194.89}, "dataset_tokens_per_second": {"librispeech-10mins": 234.21, "earnings22-10mins": 661.0}, "average_wer": 16.19, "qoi": 0.33, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
66
  {"model": "openai/whisper-large-v2/turbo", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-12-24T22:17:49Z", "speed": 3.62, "tokens_per_second": 14.38, "dataset_speed": {"librispeech-10mins": 3.03, "earnings22-10mins": 5.69}, "dataset_tokens_per_second": {"librispeech-10mins": 13.11, "earnings22-10mins": 18.86}, "average_wer": 26.13, "qoi": 0.61, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
67
  {"model": "openai/whisper-tiny.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-12-21T20:09:34Z", "speed": 42.25, "tokens_per_second": 148.3, "dataset_speed": {"earnings22-10mins": 84.4, "librispeech-10mins": 28.22}, "dataset_tokens_per_second": {"earnings22-10mins": 267.0, "librispeech-10mins": 108.79}, "average_wer": 14.98, "qoi": 0.39, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
 
98
  {"model": "openai/whisper-base", "device": "iPhone 11", "os": "iOS 17.6.1", "timestamp": "2024-12-29T18:12:56Z", "speed": 5.28, "tokens_per_second": 8.36, "dataset_speed": {"earnings22-10mins": 9.88, "librispeech-10mins": 3.61}, "dataset_tokens_per_second": {"earnings22-10mins": 13.73, "librispeech-10mins": 6.4}, "average_wer": 99.97, "qoi": 0, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
99
  {"model": "openai/whisper-large-v3/947MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-12-22T03:38:03Z", "speed": 3.49, "tokens_per_second": 13.07, "dataset_speed": {"librispeech-10mins": 2.95, "earnings22-10mins": 4.56}, "dataset_tokens_per_second": {"librispeech-10mins": 12.32, "earnings22-10mins": 14.53}, "average_wer": 16.64, "qoi": 0.7, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
100
  {"model": "openai/whisper-large-v2", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-12-24T22:04:45Z", "speed": 2.59, "tokens_per_second": 10.98, "dataset_speed": {"librispeech-10mins": 2.24, "earnings22-10mins": 3.72}, "dataset_tokens_per_second": {"librispeech-10mins": 9.68, "earnings22-10mins": 15.22}, "average_wer": 27.72, "qoi": 0.62, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
 
101
  {"model": "openai/whisper-small.en", "device": "iPhone 14", "os": "iOS 17.7.1", "timestamp": "2024-12-22T00:57:01Z", "speed": 8.96, "tokens_per_second": 31.65, "dataset_speed": {"earnings22-10mins": 12.83, "librispeech-10mins": 6.89}, "dataset_tokens_per_second": {"earnings22-10mins": 40.51, "librispeech-10mins": 26.9}, "average_wer": 7.46, "qoi": 0.62, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
102
  {"model": "openai/whisper-large-v3/turbo", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-12-22T03:46:50Z", "speed": 4.15, "tokens_per_second": 14.72, "dataset_speed": {"earnings22-10mins": 7.31, "librispeech-10mins": 2.9}, "dataset_tokens_per_second": {"earnings22-10mins": 24.34, "librispeech-10mins": 10.92}, "average_wer": 5.76, "qoi": 0.73, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
103
  {"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-12-24T23:03:21Z", "speed": 13.71, "tokens_per_second": 46.48, "dataset_speed": {"earnings22-10mins": 26.66, "librispeech-10mins": 9.24}, "dataset_tokens_per_second": {"earnings22-10mins": 84.78, "librispeech-10mins": 33.26}, "average_wer": 6.14, "qoi": 0.73, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
 
143
  {"model": "openai/whisper-large-v2/949MB", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-30T03:31:41Z", "speed": 2.05, "tokens_per_second": 9.62, "dataset_speed": {"earnings22-10mins": 2.45, "librispeech-10mins": 1.9}, "dataset_tokens_per_second": {"earnings22-10mins": 9.87, "librispeech-10mins": 9.53}, "average_wer": 28.82, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
144
  {"model": "openai/whisper-tiny.en", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T20:19:34Z", "speed": 89.31, "tokens_per_second": 323.06, "dataset_speed": {"librispeech-10mins": 57.76, "earnings22-10mins": 197.78}, "dataset_tokens_per_second": {"librispeech-10mins": 240.14, "earnings22-10mins": 608.15}, "average_wer": 14.6, "qoi": 0.38, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
145
  {"model": "openai/whisper-large-v2/turbo", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T15:45:45Z", "speed": 3.39, "tokens_per_second": 12.99, "dataset_speed": {"earnings22-10mins": 4.24, "librispeech-10mins": 2.88}, "dataset_tokens_per_second": {"earnings22-10mins": 13.95, "librispeech-10mins": 12.4}, "average_wer": 39.29, "qoi": 0.61, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
146
+ {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T02:22:16Z", "speed": 6.65, "tokens_per_second": 24.49, "dataset_speed": {"librispeech-10mins": 4.61, "earnings22-10mins": 11.97}, "dataset_tokens_per_second": {"librispeech-10mins": 19.15, "earnings22-10mins": 38.43}, "average_wer": 7.73, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
147
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T02:44:20Z", "speed": 8.3, "tokens_per_second": 33.25, "dataset_speed": {"librispeech-10mins": 5.51, "earnings22-10mins": 16.92}, "dataset_tokens_per_second": {"librispeech-10mins": 22.99, "earnings22-10mins": 64.89}, "average_wer": 6.27, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
148
  {"model": "openai/whisper-large-v3-v20240930", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:49:57Z", "speed": 7.95, "tokens_per_second": 30.39, "dataset_speed": {"earnings22-10mins": 15.41, "librispeech-10mins": 5.36}, "dataset_tokens_per_second": {"earnings22-10mins": 54.0, "librispeech-10mins": 22.2}, "average_wer": 5.94, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
149
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T14:26:05Z", "speed": 9.52, "tokens_per_second": 36.35, "dataset_speed": {"librispeech-10mins": 6.57, "earnings22-10mins": 17.34}, "dataset_tokens_per_second": {"librispeech-10mins": 27.44, "earnings22-10mins": 59.97}, "average_wer": 5.97, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 
152
  {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T21:11:48Z", "speed": 15.78, "tokens_per_second": 52.87, "dataset_speed": {"librispeech-10mins": 10.87, "earnings22-10mins": 28.92}, "dataset_tokens_per_second": {"librispeech-10mins": 39.41, "earnings22-10mins": 88.84}, "average_wer": 8.01, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
153
  {"model": "openai/whisper-base", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T05:29:28Z", "speed": 32.15, "tokens_per_second": 118.33, "dataset_speed": {"librispeech-10mins": 21.5, "earnings22-10mins": 63.99}, "dataset_tokens_per_second": {"librispeech-10mins": 89.2, "earnings22-10mins": 205.4}, "average_wer": 12.56, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
154
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T21:19:54Z", "speed": 9.06, "tokens_per_second": 38.0, "dataset_speed": {"librispeech-10mins": 6.43, "earnings22-10mins": 15.39}, "dataset_tokens_per_second": {"librispeech-10mins": 26.84, "earnings22-10mins": 64.83}, "average_wer": 6.21, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
155
+ {"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T10:57:00Z", "speed": 11.4, "tokens_per_second": 35.1, "dataset_speed": {"earnings22-10mins": 11.4}, "dataset_tokens_per_second": {"earnings22-10mins": 35.1}, "average_wer": 19.99, "qoi": 0, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
156
  {"model": "openai/whisper-tiny", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T07:29:06Z", "speed": 43.81, "tokens_per_second": 170.39, "dataset_speed": {"earnings22-10mins": 73.25, "librispeech-10mins": 31.29}, "dataset_tokens_per_second": {"earnings22-10mins": 266.88, "librispeech-10mins": 129.35}, "average_wer": 16.64, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
157
  {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-30T06:06:25Z", "speed": 10.32, "tokens_per_second": 34.61, "dataset_speed": {"earnings22-10mins": 16.66, "librispeech-10mins": 7.49}, "dataset_tokens_per_second": {"earnings22-10mins": 51.2, "librispeech-10mins": 27.19}, "average_wer": 7.97, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
158
  {"model": "openai/whisper-tiny.en", "device": "iPhone 16 Plus", "os": "iOS 18.0.1", "timestamp": "2024-10-30T15:07:08Z", "speed": 77.21, "tokens_per_second": 278.99, "dataset_speed": {"earnings22-10mins": 157.42, "librispeech-10mins": 51.22}, "dataset_tokens_per_second": {"earnings22-10mins": 483.79, "librispeech-10mins": 212.62}, "average_wer": 14.6, "qoi": 0.37, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 
216
  {"model": "openai/whisper-tiny.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T07:30:34Z", "speed": 44.97, "tokens_per_second": 154.8, "dataset_speed": {"librispeech-10mins": 30.34, "earnings22-10mins": 87.16}, "dataset_tokens_per_second": {"librispeech-10mins": 115.61, "earnings22-10mins": 267.88}, "average_wer": 14.62, "qoi": 0.37, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
217
  {"model": "openai/whisper-large-v2/turbo", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T01:45:37Z", "speed": 3.26, "tokens_per_second": 13.2, "dataset_speed": {"earnings22-10mins": 3.87, "librispeech-10mins": 3.07}, "dataset_tokens_per_second": {"earnings22-10mins": 13.14, "librispeech-10mins": 13.22}, "average_wer": 32.27, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
218
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T08:30:14Z", "speed": 2.73, "tokens_per_second": 9.56, "dataset_speed": {"librispeech-10mins": 2.43, "earnings22-10mins": 3.36}, "dataset_tokens_per_second": {"librispeech-10mins": 9.23, "earnings22-10mins": 10.24}, "average_wer": 21.71, "qoi": 0.58, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
219
+ {"model": "openai/whisper-base", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T01:04:31Z", "speed": 46.2, "tokens_per_second": 170.28, "dataset_speed": {"librispeech-10mins": 32.62, "earnings22-10mins": 79.42}, "dataset_tokens_per_second": {"librispeech-10mins": 135.66, "earnings22-10mins": 254.95}, "average_wer": 12.53, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
220
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T14:28:46Z", "speed": 5.64, "tokens_per_second": 23.04, "dataset_speed": {"librispeech-10mins": 4.15, "earnings22-10mins": 8.8}, "dataset_tokens_per_second": {"librispeech-10mins": 17.29, "earnings22-10mins": 35.29}, "average_wer": 6.11, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
221
  {"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T17:09:24Z", "speed": 10.19, "tokens_per_second": 33.65, "dataset_speed": {"earnings22-10mins": 18.79, "librispeech-10mins": 7.0}, "dataset_tokens_per_second": {"earnings22-10mins": 57.24, "librispeech-10mins": 24.89}, "average_wer": 6.04, "qoi": 0.73, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
222
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T08:26:48Z", "speed": 4.51, "tokens_per_second": 16.08, "dataset_speed": {"librispeech-10mins": 3.85, "earnings22-10mins": 6.33}, "dataset_tokens_per_second": {"librispeech-10mins": 14.67, "earnings22-10mins": 19.97}, "average_wer": 24.04, "qoi": 0.58, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 
255
  {"model": "openai/whisper-large-v3/947MB", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T08:37:46Z", "speed": 2.97, "tokens_per_second": 13.46, "dataset_speed": {"librispeech-10mins": 2.44, "earnings22-10mins": 5.15}, "dataset_tokens_per_second": {"librispeech-10mins": 12.98, "earnings22-10mins": 15.44}, "average_wer": 29.29, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
256
  {"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T11:02:37Z", "speed": 2.32, "tokens_per_second": 7.86, "dataset_speed": {"librispeech-10mins": 1.89, "earnings22-10mins": 3.0}, "dataset_tokens_per_second": {"librispeech-10mins": 6.97, "earnings22-10mins": 9.29}, "average_wer": 6.25, "qoi": 0.68, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
257
  {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T09:21:52Z", "speed": 7.81, "tokens_per_second": 28.05, "dataset_speed": {"earnings22-10mins": 11.87, "librispeech-10mins": 5.83}, "dataset_tokens_per_second": {"earnings22-10mins": 42.2, "librispeech-10mins": 21.13}, "average_wer": 6.28, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
258
+ {"model": "openai/whisper-base.en", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-30T03:00:00Z", "speed": 48.25, "tokens_per_second": 183.79, "dataset_speed": {"earnings22-10mins": 62.83, "librispeech-10mins": 39.19}, "dataset_tokens_per_second": {"earnings22-10mins": 240.74, "librispeech-10mins": 148.42}, "average_wer": 10.18, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
259
  {"model": "openai/whisper-base", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T01:26:07Z", "speed": 60.54, "tokens_per_second": 223.14, "dataset_speed": {"librispeech-10mins": 42.1, "earnings22-10mins": 108.11}, "dataset_tokens_per_second": {"librispeech-10mins": 175.03, "earnings22-10mins": 347.22}, "average_wer": 12.63, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
260
  {"model": "openai/whisper-tiny.en", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-30T02:58:16Z", "speed": 77.75, "tokens_per_second": 280.98, "dataset_speed": {"librispeech-10mins": 51.59, "earnings22-10mins": 158.36}, "dataset_tokens_per_second": {"librispeech-10mins": 214.25, "earnings22-10mins": 486.68}, "average_wer": 14.53, "qoi": 0.38, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
261
  {"model": "openai/whisper-large-v3/turbo", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T16:22:32Z", "speed": 3.9, "tokens_per_second": 13.45, "dataset_speed": {"librispeech-10mins": 3.24, "earnings22-10mins": 4.93}, "dataset_tokens_per_second": {"librispeech-10mins": 12.01, "earnings22-10mins": 15.71}, "average_wer": 35.64, "qoi": 0.73, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
262
  {"model": "openai/whisper-large-v3/947MB", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T20:54:56Z", "speed": 3.03, "tokens_per_second": 13.71, "dataset_speed": {"librispeech-10mins": 2.53, "earnings22-10mins": 5.08}, "dataset_tokens_per_second": {"librispeech-10mins": 13.34, "earnings22-10mins": 15.23}, "average_wer": 29.03, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
263
  {"model": "openai/whisper-base", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-30T02:59:16Z", "speed": 46.28, "tokens_per_second": 170.58, "dataset_speed": {"librispeech-10mins": 32.69, "earnings22-10mins": 79.45}, "dataset_tokens_per_second": {"librispeech-10mins": 135.97, "earnings22-10mins": 255.04}, "average_wer": 12.53, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
264
  {"model": "openai/whisper-base.en", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:05:14Z", "speed": 53.87, "tokens_per_second": 184.06, "dataset_speed": {"earnings22-10mins": 135.54, "librispeech-10mins": 33.67}, "dataset_tokens_per_second": {"earnings22-10mins": 412.5, "librispeech-10mins": 127.56}, "average_wer": 10.39, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
265
+ {"model": "openai/whisper-large-v3", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T09:07:49Z", "speed": 2.28, "tokens_per_second": 9.54, "dataset_speed": {"librispeech-10mins": 2.28}, "dataset_tokens_per_second": {"librispeech-10mins": 9.54}, "average_wer": 3.81, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
266
  {"model": "openai/whisper-small.en", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:09:44Z", "speed": 19.26, "tokens_per_second": 69.64, "dataset_speed": {"librispeech-10mins": 14.22, "earnings22-10mins": 29.93}, "dataset_tokens_per_second": {"librispeech-10mins": 54.63, "earnings22-10mins": 101.37}, "average_wer": 7.9, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
267
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T11:30:32Z", "speed": 11.47, "tokens_per_second": 42.49, "dataset_speed": {"librispeech-10mins": 6.64, "earnings22-10mins": 42.66}, "dataset_tokens_per_second": {"librispeech-10mins": 27.85, "earnings22-10mins": 136.93}, "average_wer": 7.63, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
268
  {"model": "openai/whisper-tiny.en", "device": "iPhone 12", "os": "iOS 17.2.1", "timestamp": "2024-10-30T18:13:48Z", "speed": 23.11, "tokens_per_second": 83.83, "dataset_speed": {"earnings22-10mins": 35.18, "librispeech-10mins": 17.22}, "dataset_tokens_per_second": {"earnings22-10mins": 108.3, "librispeech-10mins": 71.9}, "average_wer": 14.74, "qoi": 0.37, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
269
  {"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T02:08:01Z", "speed": 4.04, "tokens_per_second": 13.94, "dataset_speed": {"earnings22-10mins": 5.52, "librispeech-10mins": 3.47}, "dataset_tokens_per_second": {"earnings22-10mins": 16.93, "librispeech-10mins": 12.79}, "average_wer": 22.64, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
270
  {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T17:24:27Z", "speed": 8.94, "tokens_per_second": 33.12, "dataset_speed": {"earnings22-10mins": 14.34, "librispeech-10mins": 6.55}, "dataset_tokens_per_second": {"earnings22-10mins": 54.43, "librispeech-10mins": 23.68}, "average_wer": 6.59, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
271
  {"model": "openai/whisper-large-v3-v20240930", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T17:03:58Z", "speed": 6.66, "tokens_per_second": 26.7, "dataset_speed": {"librispeech-10mins": 4.63, "earnings22-10mins": 12.41}, "dataset_tokens_per_second": {"librispeech-10mins": 19.11, "earnings22-10mins": 48.16}, "average_wer": 8.46, "qoi": 0.73, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
272
+ {"model": "openai/whisper-tiny.en", "device": "iPhone 13", "os": "iOS 17.3", "timestamp": "2024-10-30T07:30:10Z", "speed": 33.12, "tokens_per_second": 114.01, "dataset_speed": {"earnings22-10mins": 53.34, "librispeech-10mins": 24.04}, "dataset_tokens_per_second": {"earnings22-10mins": 163.92, "librispeech-10mins": 91.61}, "average_wer": 14.57, "qoi": 0.38, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
273
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-30T06:32:38Z", "speed": 6.81, "tokens_per_second": 28.53, "dataset_speed": {"earnings22-10mins": 10.86, "librispeech-10mins": 4.97}, "dataset_tokens_per_second": {"earnings22-10mins": 45.73, "librispeech-10mins": 20.68}, "average_wer": 6.56, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
274
  {"model": "openai/whisper-base.en", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T05:30:27Z", "speed": 49.06, "tokens_per_second": 168.15, "dataset_speed": {"librispeech-10mins": 29.95, "earnings22-10mins": 136.43}, "dataset_tokens_per_second": {"librispeech-10mins": 113.64, "earnings22-10mins": 417.47}, "average_wer": 9.87, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
275
  {"model": "openai/whisper-large-v3/turbo", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T07:32:53Z", "speed": 4.05, "tokens_per_second": 14.15, "dataset_speed": {"earnings22-10mins": 6.35, "librispeech-10mins": 3.28}, "dataset_tokens_per_second": {"earnings22-10mins": 20.17, "librispeech-10mins": 12.11}, "average_wer": 21.37, "qoi": 0.72, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 
281
  {"model": "openai/whisper-small", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T01:07:52Z", "speed": 13.16, "tokens_per_second": 48.96, "dataset_speed": {"librispeech-10mins": 10.2, "earnings22-10mins": 18.57}, "dataset_tokens_per_second": {"librispeech-10mins": 42.83, "earnings22-10mins": 60.16}, "average_wer": 9.01, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
282
  {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T02:47:39Z", "speed": 12.66, "tokens_per_second": 49.03, "dataset_speed": {"librispeech-10mins": 9.49, "earnings22-10mins": 19.07}, "dataset_tokens_per_second": {"librispeech-10mins": 34.35, "earnings22-10mins": 78.65}, "average_wer": 6.25, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
283
  {"model": "openai/whisper-large-v2/949MB", "device": "iPhone 16", "os": "iOS 18.0.1", "timestamp": "2024-10-30T06:42:27Z", "speed": 1.73, "tokens_per_second": 8.79, "dataset_speed": {"librispeech-10mins": 1.81, "earnings22-10mins": 1.56}, "dataset_tokens_per_second": {"librispeech-10mins": 9.09, "earnings22-10mins": 8.13}, "average_wer": 32.14, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 
284
  {"model": "openai/whisper-base", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T05:29:12Z", "speed": 46.63, "tokens_per_second": 171.73, "dataset_speed": {"librispeech-10mins": 28.2, "earnings22-10mins": 135.55}, "dataset_tokens_per_second": {"librispeech-10mins": 117.07, "earnings22-10mins": 435.55}, "average_wer": 12.56, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
285
  {"model": "distil-whisper/distil-large-v3", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T02:18:39Z", "speed": 9.82, "tokens_per_second": 36.45, "dataset_speed": {"librispeech-10mins": 6.39, "earnings22-10mins": 21.35}, "dataset_tokens_per_second": {"librispeech-10mins": 26.62, "earnings22-10mins": 69.41}, "average_wer": 6.77, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
286
  {"model": "openai/whisper-large-v2/turbo", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:32:39Z", "speed": 3.44, "tokens_per_second": 12.97, "dataset_speed": {"librispeech-10mins": 2.68, "earnings22-10mins": 4.79}, "dataset_tokens_per_second": {"librispeech-10mins": 11.53, "earnings22-10mins": 15.56}, "average_wer": 6.56, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 
306
  {"model": "openai/whisper-small", "device": "iPhone 13", "os": "iOS 17.3", "timestamp": "2024-10-30T07:37:21Z", "speed": 8.98, "tokens_per_second": 33.43, "dataset_speed": {"librispeech-10mins": 6.84, "earnings22-10mins": 13.07}, "dataset_tokens_per_second": {"librispeech-10mins": 28.75, "earnings22-10mins": 42.41}, "average_wer": 8.91, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
307
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T08:58:03Z", "speed": 4.89, "tokens_per_second": 16.98, "dataset_speed": {"librispeech-10mins": 3.26, "earnings22-10mins": 11.72}, "dataset_tokens_per_second": {"librispeech-10mins": 12.41, "earnings22-10mins": 36.1}, "average_wer": 13.53, "qoi": 0.58, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
308
  {"model": "openai/whisper-large-v2/949MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T05:57:57Z", "speed": 2.6, "tokens_per_second": 10.63, "dataset_speed": {"earnings22-10mins": 4.99, "librispeech-10mins": 2.09}, "dataset_tokens_per_second": {"earnings22-10mins": 14.95, "librispeech-10mins": 9.71}, "average_wer": 29.17, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 
309
  {"model": "openai/whisper-large-v3/turbo", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T02:05:24Z", "speed": 3.77, "tokens_per_second": 12.81, "dataset_speed": {"librispeech-10mins": 3.01, "earnings22-10mins": 5.03}, "dataset_tokens_per_second": {"librispeech-10mins": 11.17, "earnings22-10mins": 15.56}, "average_wer": 5.9, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
310
  {"model": "openai/whisper-base.en", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T04:39:34Z", "speed": 36.12, "tokens_per_second": 123.97, "dataset_speed": {"librispeech-10mins": 26.88, "earnings22-10mins": 55.15}, "dataset_tokens_per_second": {"librispeech-10mins": 101.84, "earnings22-10mins": 169.58}, "average_wer": 9.91, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
311
  {"model": "openai/whisper-tiny", "device": "iPhone 16", "os": "iOS 18.0.1", "timestamp": "2024-10-30T06:11:28Z", "speed": 73.6, "tokens_per_second": 299.59, "dataset_speed": {"librispeech-10mins": 53.34, "earnings22-10mins": 119.0}, "dataset_tokens_per_second": {"librispeech-10mins": 220.5, "earnings22-10mins": 476.77}, "average_wer": 16.33, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 
342
  {"model": "openai/whisper-large-v3-v20240930", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T11:58:33Z", "speed": 9.64, "tokens_per_second": 38.64, "dataset_speed": {"earnings22-10mins": 28.89, "librispeech-10mins": 5.8}, "dataset_tokens_per_second": {"earnings22-10mins": 111.91, "librispeech-10mins": 24.01}, "average_wer": 5.94, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
343
  {"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T21:16:29Z", "speed": 13.17, "tokens_per_second": 43.43, "dataset_speed": {"earnings22-10mins": 22.36, "librispeech-10mins": 9.34}, "dataset_tokens_per_second": {"earnings22-10mins": 68.09, "librispeech-10mins": 33.18}, "average_wer": 6.04, "qoi": 0.73, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
344
  {"model": "openai/whisper-base", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T02:58:52Z", "speed": 61.94, "tokens_per_second": 228.47, "dataset_speed": {"earnings22-10mins": 173.45, "librispeech-10mins": 37.76}, "dataset_tokens_per_second": {"earnings22-10mins": 557.93, "librispeech-10mins": 157.05}, "average_wer": 12.63, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
345
+ {"model": "openai/whisper-large-v2", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T06:29:27Z", "speed": 2.01, "tokens_per_second": 8.66, "dataset_speed": {"librispeech-10mins": 2.01}, "dataset_tokens_per_second": {"librispeech-10mins": 8.66}, "average_wer": 5.79, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
346
  {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T02:31:10Z", "speed": 10.67, "tokens_per_second": 35.79, "dataset_speed": {"librispeech-10mins": 7.61, "earnings22-10mins": 17.89}, "dataset_tokens_per_second": {"librispeech-10mins": 27.65, "earnings22-10mins": 55.01}, "average_wer": 8.01, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
347
  {"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-30T05:12:48Z", "speed": 2.64, "tokens_per_second": 9.21, "dataset_speed": {"librispeech-10mins": 2.37, "earnings22-10mins": 3.25}, "dataset_tokens_per_second": {"librispeech-10mins": 8.75, "earnings22-10mins": 10.23}, "average_wer": 21.99, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
348
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T05:39:50Z", "speed": 11.57, "tokens_per_second": 42.7, "dataset_speed": {"librispeech-10mins": 7.42, "earnings22-10mins": 26.33}, "dataset_tokens_per_second": {"librispeech-10mins": 31.0, "earnings22-10mins": 84.37}, "average_wer": 7.59, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 
454
  {"model": "openai/whisper-tiny", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T01:02:08Z", "speed": 60.82, "tokens_per_second": 269.76, "dataset_speed": {"earnings22-10mins": 83.92, "librispeech-10mins": 47.73}, "dataset_tokens_per_second": {"earnings22-10mins": 397.92, "librispeech-10mins": 197.17}, "average_wer": 16.43, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
455
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T21:08:36Z", "speed": 10.82, "tokens_per_second": 40.05, "dataset_speed": {"librispeech-10mins": 7.25, "earnings22-10mins": 21.39}, "dataset_tokens_per_second": {"librispeech-10mins": 30.4, "earnings22-10mins": 68.62}, "average_wer": 7.56, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
456
  {"model": "openai/whisper-large-v2/turbo", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T20:38:44Z", "speed": 3.8, "tokens_per_second": 14.4, "dataset_speed": {"librispeech-10mins": 3.04, "earnings22-10mins": 5.07}, "dataset_tokens_per_second": {"librispeech-10mins": 13.09, "earnings22-10mins": 16.57}, "average_wer": 6.73, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 
457
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T14:30:05Z", "speed": 3.92, "tokens_per_second": 15.63, "dataset_speed": {"librispeech-10mins": 2.83, "earnings22-10mins": 6.41}, "dataset_tokens_per_second": {"librispeech-10mins": 11.76, "earnings22-10mins": 24.47}, "average_wer": 6.08, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
458
  {"model": "openai/whisper-base", "device": "iPhone 16", "os": "iOS 18.0.1", "timestamp": "2024-10-30T06:14:20Z", "speed": 49.92, "tokens_per_second": 183.99, "dataset_speed": {"librispeech-10mins": 36.15, "earnings22-10mins": 80.88}, "dataset_tokens_per_second": {"librispeech-10mins": 150.27, "earnings22-10mins": 259.76}, "average_wer": 12.6, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
459
  {"model": "openai/whisper-tiny.en", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T07:30:42Z", "speed": 33.4, "tokens_per_second": 115.0, "dataset_speed": {"librispeech-10mins": 24.24, "earnings22-10mins": 53.86}, "dataset_tokens_per_second": {"librispeech-10mins": 92.36, "earnings22-10mins": 165.52}, "average_wer": 14.67, "qoi": 0.37, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 
463
  {"model": "openai/whisper-large-v2/949MB", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T08:32:32Z", "speed": 1.59, "tokens_per_second": 6.8, "dataset_speed": {"librispeech-10mins": 1.29, "earnings22-10mins": 2.09}, "dataset_tokens_per_second": {"librispeech-10mins": 5.99, "earnings22-10mins": 8.11}, "average_wer": 7.25, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
464
  {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T08:05:39Z", "speed": 11.49, "tokens_per_second": 42.31, "dataset_speed": {"librispeech-10mins": 8.14, "earnings22-10mins": 19.6}, "dataset_tokens_per_second": {"librispeech-10mins": 29.5, "earnings22-10mins": 73.3}, "average_wer": 6.32, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
465
  {"model": "distil-whisper/distil-large-v3", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T11:08:09Z", "speed": 1.64, "tokens_per_second": 6.09, "dataset_speed": {"earnings22-10mins": 3.53, "librispeech-10mins": 1.07}, "dataset_tokens_per_second": {"earnings22-10mins": 11.45, "librispeech-10mins": 4.47}, "average_wer": 6.7, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
466
+ {"model": "openai/whisper-tiny", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-30T02:57:21Z", "speed": 125.13, "tokens_per_second": 504.49, "dataset_speed": {"earnings22-10mins": 125.13}, "dataset_tokens_per_second": {"earnings22-10mins": 504.49}, "average_wer": 18.31, "qoi": 0, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
467
  {"model": "openai/whisper-large-v2/949MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T01:26:04Z", "speed": 1.8, "tokens_per_second": 7.97, "dataset_speed": {"librispeech-10mins": 1.6, "earnings22-10mins": 2.38}, "dataset_tokens_per_second": {"librispeech-10mins": 8.03, "earnings22-10mins": 7.78}, "average_wer": 27.03, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
468
  {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T02:31:03Z", "speed": 15.88, "tokens_per_second": 53.19, "dataset_speed": {"librispeech-10mins": 10.38, "earnings22-10mins": 33.97}, "dataset_tokens_per_second": {"librispeech-10mins": 37.64, "earnings22-10mins": 104.29}, "average_wer": 8.01, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
469
  {"model": "openai/whisper-small", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T07:35:51Z", "speed": 21.73, "tokens_per_second": 80.8, "dataset_speed": {"librispeech-10mins": 13.2, "earnings22-10mins": 61.76}, "dataset_tokens_per_second": {"librispeech-10mins": 55.4, "earnings22-10mins": 200.1}, "average_wer": 9.04, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
dashboard_data/support_data_112a023.csv CHANGED
@@ -1,23 +1,23 @@
1
- ,Model,"Apple M2 Pro (Mac14,12)","Apple M2 Ultra (Mac14,14)","Apple M3 Max (Mac15,10)","iPad Air 11-inch (M2) (iPad14,8)","iPad Pro 11-inch (M4) (iPad16,3)","iPhone 11 (iPhone12,1)","iPhone 14 (iPhone14,7)"
2
- distil-whisper_distil-large-v3,distil-whisper_distil-large-v3,βœ… macOS 15.1.1,βœ… macOS 15.0.1,βœ… macOS 15.2,βœ… iPadOS 17.6.1,βœ… iPadOS 18.1,Not Supported,Not Supported
3
- distil-whisper_distil-large-v3_594MB,distil-whisper_distil-large-v3_594MB,βœ… macOS 15.1.1,βœ… macOS 15.0.1,βœ… macOS 15.2,βœ… iPadOS 17.6.1,βœ… iPadOS 18.1,Not Supported,βœ… iOS 17.7.1
4
- distil-whisper_distil-large-v3_turbo,distil-whisper_distil-large-v3_turbo,βœ… macOS 15.1.1,βœ… macOS 15.0.1,βœ… macOS 15.2,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-12-21T053728_112a023/iPad14%2C8_summary_2024-12-21T223438.json>iPadOS 17.6.1</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-12-21T053728_112a023/iPad16%2C3_summary_2024-12-21T223438.json>iPadOS 18.1</a>,Not Supported,Not Supported
5
- distil-whisper_distil-large-v3_turbo_600MB,distil-whisper_distil-large-v3_turbo_600MB,βœ… macOS 15.1.1,βœ… macOS 15.0.1,βœ… macOS 15.2,βœ… iPadOS 17.6.1,βœ… iPadOS 18.1,Not Supported,βœ… iOS 17.7.1
6
- openai_whisper-base,openai_whisper-base,βœ… macOS 15.1.1,βœ… macOS 15.0.1,βœ… macOS 15.2,βœ… iPadOS 17.6.1,βœ… iPadOS 18.1,βœ… iOS 17.6.1,βœ… iOS 17.7.1
7
- openai_whisper-base.en,openai_whisper-base.en,βœ… macOS 15.1.1,βœ… macOS 15.0.1,βœ… macOS 15.2,βœ… iPadOS 17.6.1,βœ… iPadOS 18.1,βœ… iOS 17.6.1,βœ… iOS 17.7.1
8
- openai_whisper-large-v2,openai_whisper-large-v2,βœ… macOS 15.1.1,βœ… macOS 15.0.1,βœ… macOS 15.2,βœ… iPadOS 17.6.1,βœ… iPadOS 18.1,Not Supported,Not Supported
9
- openai_whisper-large-v2_949MB,openai_whisper-large-v2_949MB,βœ… macOS 15.1.1,βœ… macOS 15.0.1,βœ… macOS 15.2,βœ… iPadOS 17.6.1,βœ… iPadOS 18.1,Not Supported,βœ… iOS 17.7.1
10
- openai_whisper-large-v2_turbo,openai_whisper-large-v2_turbo,βœ… macOS 15.1.1,βœ… macOS 15.0.1,βœ… macOS 15.2,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-12-21T053728_112a023/iPad14%2C8_summary_2024-12-21T223438.json>iPadOS 17.6.1</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-12-21T053728_112a023/iPad16%2C3_summary_2024-12-21T223438.json>iPadOS 18.1</a>,Not Supported,Not Supported
11
- openai_whisper-large-v2_turbo_955MB,openai_whisper-large-v2_turbo_955MB,βœ… macOS 15.1.1,βœ… macOS 15.0.1,βœ… macOS 15.2,βœ… iPadOS 17.6.1,βœ… iPadOS 18.1,Not Supported,βœ… iOS 17.7.1
12
- openai_whisper-large-v3,openai_whisper-large-v3,βœ… macOS 15.1.1,βœ… macOS 15.0.1,βœ… macOS 15.2,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-12-21T053728_112a023/iPad14%2C8_summary_2024-12-21T223438.json>iPadOS 17.6.1</a>,βœ… iPadOS 18.1,Not Supported,Not Supported
13
- openai_whisper-large-v3-v20240930,openai_whisper-large-v3-v20240930,βœ… macOS 15.1.1,βœ… macOS 15.0.1,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-12-21T053728_112a023/Mac15%2C10_summary_2024-12-24T151240.json>macOS 15.2</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-12-21T053728_112a023/iPad14%2C8_summary_2024-12-21T223438.json>iPadOS 17.6.1</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-12-21T053728_112a023/iPad16%2C3_summary_2024-12-21T223438.json>iPadOS 18.1</a>,Not Supported,Not Supported
14
- openai_whisper-large-v3-v20240930_626MB,openai_whisper-large-v3-v20240930_626MB,βœ… macOS 15.1.1,βœ… macOS 15.0.1,βœ… macOS 15.2,βœ… iPadOS 17.6.1,βœ… iPadOS 18.1,Not Supported,βœ… iOS 17.7.1
15
- openai_whisper-large-v3-v20240930_turbo,openai_whisper-large-v3-v20240930_turbo,βœ… macOS 15.1.1,βœ… macOS 15.0.1,βœ… macOS 15.2,βœ… iPadOS 17.6.1,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-12-21T053728_112a023/iPad16%2C3_summary_2024-12-21T223438.json>iPadOS 18.1</a>,Not Supported,Not Supported
16
- openai_whisper-large-v3-v20240930_turbo_632MB,openai_whisper-large-v3-v20240930_turbo_632MB,βœ… macOS 15.1.1,βœ… macOS 15.0.1,βœ… macOS 15.2,βœ… iPadOS 17.6.1,βœ… iPadOS 18.1,Not Supported,βœ… iOS 17.7.1
17
- openai_whisper-large-v3_947MB,openai_whisper-large-v3_947MB,βœ… macOS 15.1.1,βœ… macOS 15.0.1,βœ… macOS 15.2,βœ… iPadOS 17.6.1,βœ… iPadOS 18.1,Not Supported,βœ… iOS 17.7.1
18
- openai_whisper-large-v3_turbo,openai_whisper-large-v3_turbo,βœ… macOS 15.1.1,βœ… macOS 15.0.1,βœ… macOS 15.2,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-12-21T053728_112a023/iPad14%2C8_summary_2024-12-21T223438.json>iPadOS 17.6.1</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-12-21T053728_112a023/iPad16%2C3_summary_2024-12-21T223438.json>iPadOS 18.1</a>,Not Supported,Not Supported
19
- openai_whisper-large-v3_turbo_954MB,openai_whisper-large-v3_turbo_954MB,βœ… macOS 15.1.1,βœ… macOS 15.0.1,βœ… macOS 15.2,βœ… iPadOS 17.6.1,βœ… iPadOS 18.1,Not Supported,βœ… iOS 17.7.1
20
- openai_whisper-small,openai_whisper-small,βœ… macOS 15.1.1,βœ… macOS 15.0.1,βœ… macOS 15.2,βœ… iPadOS 17.6.1,βœ… iPadOS 18.1,Not Supported,βœ… iOS 17.7.1
21
- openai_whisper-small.en,openai_whisper-small.en,βœ… macOS 15.1.1,βœ… macOS 15.0.1,βœ… macOS 15.2,βœ… iPadOS 17.6.1,βœ… iPadOS 18.1,Not Supported,βœ… iOS 17.7.1
22
- openai_whisper-tiny,openai_whisper-tiny,βœ… macOS 15.1.1,βœ… macOS 15.0.1,βœ… macOS 15.2,βœ… iPadOS 17.6.1,βœ… iPadOS 18.1,βœ… iOS 17.6.1,βœ… iOS 17.7.1
23
- openai_whisper-tiny.en,openai_whisper-tiny.en,βœ… macOS 15.1.1,βœ… macOS 15.0.1,βœ… macOS 15.2,βœ… iPadOS 17.6.1,βœ… iPadOS 18.1,βœ… iOS 17.6.1,βœ… iOS 17.7.1
 
1
+ ,Model,"Apple M2 Pro (Mac14,12)","Apple M2 Ultra (Mac14,14)","Apple M3 Max (Mac15,10)","iPad Air 11-inch (M2) (iPad14,8)","iPhone 11 (iPhone12,1)","iPhone 14 (iPhone14,7)"
2
+ distil-whisper_distil-large-v3,distil-whisper_distil-large-v3,βœ… macOS 15.1.1,βœ… macOS 15.0.1,βœ… macOS 15.2,βœ… iPadOS 17.6.1,Not Supported,Not Supported
3
+ distil-whisper_distil-large-v3_594MB,distil-whisper_distil-large-v3_594MB,βœ… macOS 15.1.1,βœ… macOS 15.0.1,βœ… macOS 15.2,βœ… iPadOS 17.6.1,Not Supported,βœ… iOS 17.7.1
4
+ distil-whisper_distil-large-v3_turbo,distil-whisper_distil-large-v3_turbo,βœ… macOS 15.1.1,βœ… macOS 15.0.1,βœ… macOS 15.2,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-12-21T053728_112a023/iPad14%2C8_summary_2024-12-21T223438.json>iPadOS 17.6.1</a>,Not Supported,Not Supported
5
+ distil-whisper_distil-large-v3_turbo_600MB,distil-whisper_distil-large-v3_turbo_600MB,βœ… macOS 15.1.1,βœ… macOS 15.0.1,βœ… macOS 15.2,βœ… iPadOS 17.6.1,Not Supported,βœ… iOS 17.7.1
6
+ openai_whisper-base,openai_whisper-base,βœ… macOS 15.1.1,βœ… macOS 15.0.1,βœ… macOS 15.2,βœ… iPadOS 17.6.1,βœ… iOS 17.6.1,βœ… iOS 17.7.1
7
+ openai_whisper-base.en,openai_whisper-base.en,βœ… macOS 15.1.1,βœ… macOS 15.0.1,βœ… macOS 15.2,βœ… iPadOS 17.6.1,βœ… iOS 17.6.1,βœ… iOS 17.7.1
8
+ openai_whisper-large-v2,openai_whisper-large-v2,βœ… macOS 15.1.1,βœ… macOS 15.0.1,βœ… macOS 15.2,βœ… iPadOS 17.6.1,Not Supported,Not Supported
9
+ openai_whisper-large-v2_949MB,openai_whisper-large-v2_949MB,βœ… macOS 15.1.1,βœ… macOS 15.0.1,βœ… macOS 15.2,βœ… iPadOS 17.6.1,Not Supported,βœ… iOS 17.7.1
10
+ openai_whisper-large-v2_turbo,openai_whisper-large-v2_turbo,βœ… macOS 15.1.1,βœ… macOS 15.0.1,βœ… macOS 15.2,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-12-21T053728_112a023/iPad14%2C8_summary_2024-12-21T223438.json>iPadOS 17.6.1</a>,Not Supported,Not Supported
11
+ openai_whisper-large-v2_turbo_955MB,openai_whisper-large-v2_turbo_955MB,βœ… macOS 15.1.1,βœ… macOS 15.0.1,βœ… macOS 15.2,βœ… iPadOS 17.6.1,Not Supported,βœ… iOS 17.7.1
12
+ openai_whisper-large-v3,openai_whisper-large-v3,βœ… macOS 15.1.1,βœ… macOS 15.0.1,βœ… macOS 15.2,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-12-21T053728_112a023/iPad14%2C8_summary_2024-12-21T223438.json>iPadOS 17.6.1</a>,Not Supported,Not Supported
13
+ openai_whisper-large-v3-v20240930,openai_whisper-large-v3-v20240930,βœ… macOS 15.1.1,βœ… macOS 15.0.1,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-12-21T053728_112a023/Mac15%2C10_summary_2024-12-24T151240.json>macOS 15.2</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-12-21T053728_112a023/iPad14%2C8_summary_2024-12-21T223438.json>iPadOS 17.6.1</a>,Not Supported,Not Supported
14
+ openai_whisper-large-v3-v20240930_626MB,openai_whisper-large-v3-v20240930_626MB,βœ… macOS 15.1.1,βœ… macOS 15.0.1,βœ… macOS 15.2,βœ… iPadOS 17.6.1,Not Supported,βœ… iOS 17.7.1
15
+ openai_whisper-large-v3-v20240930_turbo,openai_whisper-large-v3-v20240930_turbo,βœ… macOS 15.1.1,βœ… macOS 15.0.1,βœ… macOS 15.2,βœ… iPadOS 17.6.1,Not Supported,Not Supported
16
+ openai_whisper-large-v3-v20240930_turbo_632MB,openai_whisper-large-v3-v20240930_turbo_632MB,βœ… macOS 15.1.1,βœ… macOS 15.0.1,βœ… macOS 15.2,βœ… iPadOS 17.6.1,Not Supported,βœ… iOS 17.7.1
17
+ openai_whisper-large-v3_947MB,openai_whisper-large-v3_947MB,βœ… macOS 15.1.1,βœ… macOS 15.0.1,βœ… macOS 15.2,βœ… iPadOS 17.6.1,Not Supported,βœ… iOS 17.7.1
18
+ openai_whisper-large-v3_turbo,openai_whisper-large-v3_turbo,βœ… macOS 15.1.1,βœ… macOS 15.0.1,βœ… macOS 15.2,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-12-21T053728_112a023/iPad14%2C8_summary_2024-12-21T223438.json>iPadOS 17.6.1</a>,Not Supported,Not Supported
19
+ openai_whisper-large-v3_turbo_954MB,openai_whisper-large-v3_turbo_954MB,βœ… macOS 15.1.1,βœ… macOS 15.0.1,βœ… macOS 15.2,βœ… iPadOS 17.6.1,Not Supported,βœ… iOS 17.7.1
20
+ openai_whisper-small,openai_whisper-small,βœ… macOS 15.1.1,βœ… macOS 15.0.1,βœ… macOS 15.2,βœ… iPadOS 17.6.1,Not Supported,βœ… iOS 17.7.1
21
+ openai_whisper-small.en,openai_whisper-small.en,βœ… macOS 15.1.1,βœ… macOS 15.0.1,βœ… macOS 15.2,βœ… iPadOS 17.6.1,Not Supported,βœ… iOS 17.7.1
22
+ openai_whisper-tiny,openai_whisper-tiny,βœ… macOS 15.1.1,βœ… macOS 15.0.1,βœ… macOS 15.2,βœ… iPadOS 17.6.1,βœ… iOS 17.6.1,βœ… iOS 17.7.1
23
+ openai_whisper-tiny.en,openai_whisper-tiny.en,βœ… macOS 15.1.1,βœ… macOS 15.0.1,βœ… macOS 15.2,βœ… iPadOS 17.6.1,βœ… iOS 17.6.1,βœ… iOS 17.7.1
dashboard_data/version.json CHANGED
@@ -1 +1 @@
1
- {"last_modified": "2025-03-21T05:26:52+00:00", "sha": "96995b978b3f3f8036374bcbeb857a287a974d5c", "releases": ["a9b92c4", "112a023"], "whisperkit_version": "0.10.1"}
 
1
+ {"last_modified": "2025-03-22T21:19:36+00:00", "sha": "5e8b2d12158e97665966bbc970ede6ab927ccef8", "releases": ["a9b92c4", "112a023"], "whisperkit_version": "0.10.1"}