takeargmax commited on
Commit
f257ec7
·
1 Parent(s): 359bf7d

update dataset files

Browse files
dashboard_data/performance_data.json CHANGED
@@ -22,7 +22,7 @@
22
  {"model": "openai/whisper-base", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-12-22T00:50:10Z", "speed": 58.02, "tokens_per_second": 220.74, "dataset_speed": {"librispeech-10mins": 40.46, "earnings22-10mins": 102.87}, "dataset_tokens_per_second": {"librispeech-10mins": 170.48, "earnings22-10mins": 349.08}, "average_wer": 12.19, "qoi": 0.39, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
23
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-12-22T02:36:04Z", "speed": 4.65, "tokens_per_second": 17.11, "dataset_speed": {"earnings22-10mins": 10.69, "librispeech-10mins": 3.18}, "dataset_tokens_per_second": {"earnings22-10mins": 36.05, "librispeech-10mins": 12.5}, "average_wer": 15.15, "qoi": 0.57, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
24
  {"model": "openai/whisper-tiny", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-12-22T00:47:39Z", "speed": 66.95, "tokens_per_second": 256.03, "dataset_speed": {"librispeech-10mins": 39.99, "earnings22-10mins": 207.16}, "dataset_tokens_per_second": {"librispeech-10mins": 170.05, "earnings22-10mins": 703.29}, "average_wer": 16.67, "qoi": 0.33, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
25
- {"model": "openai/whisper-tiny.en", "device": "iPhone 11", "os": "iOS 17.6.1", "timestamp": "2024-12-29T18:07:40Z", "speed": 7.41, "tokens_per_second": 25.96, "dataset_speed": {"earnings22-10mins": 12.8, "librispeech-10mins": 5.23}, "dataset_tokens_per_second": {"earnings22-10mins": 40.58, "librispeech-10mins": 20.02}, "average_wer": 15.5, "qoi": 0.39, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
26
  {"model": "openai/whisper-small.en", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-12-24T21:58:26Z", "speed": 21.85, "tokens_per_second": 77.19, "dataset_speed": {"earnings22-10mins": 41.42, "librispeech-10mins": 14.86}, "dataset_tokens_per_second": {"earnings22-10mins": 130.68, "librispeech-10mins": 58.07}, "average_wer": 7.42, "qoi": 0.62, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
27
  {"model": "openai/whisper-small.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-12-21T20:17:05Z", "speed": 12.81, "tokens_per_second": 45.24, "dataset_speed": {"earnings22-10mins": 18.11, "librispeech-10mins": 9.92}, "dataset_tokens_per_second": {"earnings22-10mins": 57.19, "librispeech-10mins": 38.72}, "average_wer": 7.46, "qoi": 0.62, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
28
  {"model": "openai/whisper-large-v2/949MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-12-24T22:06:53Z", "speed": 2.62, "tokens_per_second": 10.57, "dataset_speed": {"earnings22-10mins": 4.14, "librispeech-10mins": 2.26}, "dataset_tokens_per_second": {"earnings22-10mins": 14.12, "librispeech-10mins": 9.75}, "average_wer": 30.89, "qoi": 0.63, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
@@ -135,7 +135,7 @@
135
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T02:44:59Z", "speed": 5.5, "tokens_per_second": 21.96, "dataset_speed": {"librispeech-10mins": 3.99, "earnings22-10mins": 8.86}, "dataset_tokens_per_second": {"librispeech-10mins": 16.57, "earnings22-10mins": 33.96}, "average_wer": 6.25, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
136
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 13", "os": "iOS 17.3", "timestamp": "2024-10-30T11:32:30Z", "speed": 4.85, "tokens_per_second": 17.91, "dataset_speed": {"librispeech-10mins": 3.33, "earnings22-10mins": 8.96}, "dataset_tokens_per_second": {"librispeech-10mins": 13.93, "earnings22-10mins": 28.67}, "average_wer": 7.35, "qoi": 0.65, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
137
  {"model": "openai/whisper-tiny", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T02:57:02Z", "speed": 78.56, "tokens_per_second": 327.41, "dataset_speed": {"earnings22-10mins": 173.46, "librispeech-10mins": 50.85}, "dataset_tokens_per_second": {"earnings22-10mins": 729.38, "librispeech-10mins": 210.06}, "average_wer": 16.69, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
138
- {"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-31T15:57:50Z", "speed": 4.61, "tokens_per_second": 15.64, "dataset_speed": {"earnings22-10mins": 5.78, "librispeech-10mins": 3.76}, "dataset_tokens_per_second": {"earnings22-10mins": 18.09, "librispeech-10mins": 13.86}, "average_wer": 33.23, "qoi": 0.66, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
139
  {"model": "openai/whisper-small.en", "device": "iPhone 16 Plus", "os": "iOS 18.0.1", "timestamp": "2024-10-30T15:15:21Z", "speed": 17.57, "tokens_per_second": 63.58, "dataset_speed": {"librispeech-10mins": 14.37, "earnings22-10mins": 22.64}, "dataset_tokens_per_second": {"librispeech-10mins": 55.14, "earnings22-10mins": 76.95}, "average_wer": 7.87, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
140
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T09:03:47Z", "speed": 2.28, "tokens_per_second": 7.88, "dataset_speed": {"librispeech-10mins": 1.85, "earnings22-10mins": 3.0}, "dataset_tokens_per_second": {"librispeech-10mins": 7.01, "earnings22-10mins": 9.29}, "average_wer": 7.21, "qoi": 0.61, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
141
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T16:43:19Z", "speed": 11.08, "tokens_per_second": 41.01, "dataset_speed": {"earnings22-10mins": 24.89, "librispeech-10mins": 7.14}, "dataset_tokens_per_second": {"earnings22-10mins": 79.77, "librispeech-10mins": 29.94}, "average_wer": 7.59, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 
22
  {"model": "openai/whisper-base", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-12-22T00:50:10Z", "speed": 58.02, "tokens_per_second": 220.74, "dataset_speed": {"librispeech-10mins": 40.46, "earnings22-10mins": 102.87}, "dataset_tokens_per_second": {"librispeech-10mins": 170.48, "earnings22-10mins": 349.08}, "average_wer": 12.19, "qoi": 0.39, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
23
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-12-22T02:36:04Z", "speed": 4.65, "tokens_per_second": 17.11, "dataset_speed": {"earnings22-10mins": 10.69, "librispeech-10mins": 3.18}, "dataset_tokens_per_second": {"earnings22-10mins": 36.05, "librispeech-10mins": 12.5}, "average_wer": 15.15, "qoi": 0.57, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
24
  {"model": "openai/whisper-tiny", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-12-22T00:47:39Z", "speed": 66.95, "tokens_per_second": 256.03, "dataset_speed": {"librispeech-10mins": 39.99, "earnings22-10mins": 207.16}, "dataset_tokens_per_second": {"librispeech-10mins": 170.05, "earnings22-10mins": 703.29}, "average_wer": 16.67, "qoi": 0.33, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
25
+ {"model": "openai/whisper-tiny.en", "device": "iPhone 11", "os": "iOS 17.6.1", "timestamp": "2024-12-29T18:09:41Z", "speed": 12.8, "tokens_per_second": 40.58, "dataset_speed": {"earnings22-10mins": 12.8}, "dataset_tokens_per_second": {"earnings22-10mins": 40.58}, "average_wer": 17.37, "qoi": 0, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
26
  {"model": "openai/whisper-small.en", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-12-24T21:58:26Z", "speed": 21.85, "tokens_per_second": 77.19, "dataset_speed": {"earnings22-10mins": 41.42, "librispeech-10mins": 14.86}, "dataset_tokens_per_second": {"earnings22-10mins": 130.68, "librispeech-10mins": 58.07}, "average_wer": 7.42, "qoi": 0.62, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
27
  {"model": "openai/whisper-small.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-12-21T20:17:05Z", "speed": 12.81, "tokens_per_second": 45.24, "dataset_speed": {"earnings22-10mins": 18.11, "librispeech-10mins": 9.92}, "dataset_tokens_per_second": {"earnings22-10mins": 57.19, "librispeech-10mins": 38.72}, "average_wer": 7.46, "qoi": 0.62, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
28
  {"model": "openai/whisper-large-v2/949MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-12-24T22:06:53Z", "speed": 2.62, "tokens_per_second": 10.57, "dataset_speed": {"earnings22-10mins": 4.14, "librispeech-10mins": 2.26}, "dataset_tokens_per_second": {"earnings22-10mins": 14.12, "librispeech-10mins": 9.75}, "average_wer": 30.89, "qoi": 0.63, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
 
135
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T02:44:59Z", "speed": 5.5, "tokens_per_second": 21.96, "dataset_speed": {"librispeech-10mins": 3.99, "earnings22-10mins": 8.86}, "dataset_tokens_per_second": {"librispeech-10mins": 16.57, "earnings22-10mins": 33.96}, "average_wer": 6.25, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
136
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 13", "os": "iOS 17.3", "timestamp": "2024-10-30T11:32:30Z", "speed": 4.85, "tokens_per_second": 17.91, "dataset_speed": {"librispeech-10mins": 3.33, "earnings22-10mins": 8.96}, "dataset_tokens_per_second": {"librispeech-10mins": 13.93, "earnings22-10mins": 28.67}, "average_wer": 7.35, "qoi": 0.65, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
137
  {"model": "openai/whisper-tiny", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T02:57:02Z", "speed": 78.56, "tokens_per_second": 327.41, "dataset_speed": {"earnings22-10mins": 173.46, "librispeech-10mins": 50.85}, "dataset_tokens_per_second": {"earnings22-10mins": 729.38, "librispeech-10mins": 210.06}, "average_wer": 16.69, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
138
+ {"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-31T15:57:50Z", "speed": 5.78, "tokens_per_second": 18.09, "dataset_speed": {"earnings22-10mins": 5.78}, "dataset_tokens_per_second": {"earnings22-10mins": 18.09}, "average_wer": 48.87, "qoi": 0, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
139
  {"model": "openai/whisper-small.en", "device": "iPhone 16 Plus", "os": "iOS 18.0.1", "timestamp": "2024-10-30T15:15:21Z", "speed": 17.57, "tokens_per_second": 63.58, "dataset_speed": {"librispeech-10mins": 14.37, "earnings22-10mins": 22.64}, "dataset_tokens_per_second": {"librispeech-10mins": 55.14, "earnings22-10mins": 76.95}, "average_wer": 7.87, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
140
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T09:03:47Z", "speed": 2.28, "tokens_per_second": 7.88, "dataset_speed": {"librispeech-10mins": 1.85, "earnings22-10mins": 3.0}, "dataset_tokens_per_second": {"librispeech-10mins": 7.01, "earnings22-10mins": 9.29}, "average_wer": 7.21, "qoi": 0.61, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
141
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T16:43:19Z", "speed": 11.08, "tokens_per_second": 41.01, "dataset_speed": {"earnings22-10mins": 24.89, "librispeech-10mins": 7.14}, "dataset_tokens_per_second": {"earnings22-10mins": 79.77, "librispeech-10mins": 29.94}, "average_wer": 7.59, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
dashboard_data/version.json CHANGED
@@ -1 +1 @@
1
- {"last_modified": "2025-04-17T21:26:13+00:00", "sha": "117f073b01b60d9c5e5ba613a42f2cf3e25c7514", "releases": ["a9b92c4", "112a023"], "whisperkit_version": "0.10.1"}
 
1
+ {"last_modified": "2025-04-18T20:49:53+00:00", "sha": "f73446716d77ddcdbd4d0190950a12338cef264f", "releases": ["a9b92c4", "112a023"], "whisperkit_version": "0.10.1"}