Hugging Face's logo

Spaces:
argmaxinc
/
whisperkit-benchmarks
Running

App Files Community
takeargmax commited on
Commit
796cb87
·
1 Parent(s): a05e125

update dataset files

Browse files
Files changed (9) hide show
  1. dashboard_data/performance_data.json +34 -0
  2. dashboard_data/support_data_c814cae.csv +23 -23
  3. dashboard_data/test_coverage_112a023.json +113 -113
  4. dashboard_data/test_coverage_11a1fab.json +113 -113
  5. dashboard_data/test_coverage_8c0acbd.json +123 -123
  6. dashboard_data/test_coverage_a9b92c4.json +128 -128
  7. dashboard_data/test_coverage_c814cae.json +129 -130
  8. dashboard_data/test_coverage_ca49596.json +118 -118
  9. dashboard_data/version.json +1 -1
dashboard_data/performance_data.json CHANGED
@@ -140,24 +140,30 @@
140
  {"model": "openai/whisper-large-v3-v20240930/turbo", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.3.2", "timestamp": "2025-04-07T01:16:58Z", "speed": 2.24, "tokens_per_second": 8.68, "dataset_speed": {"earnings22-10mins": 2.24}, "dataset_tokens_per_second": {"earnings22-10mins": 8.68}, "average_wer": 7.7, "dataset_average_wer": {"earnings22-10mins": 7.7}, "qoi": 1, "commit_hash": "ca49596", "commit_timestamp": "2025-02-22T014448"}
141
  {"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M3 Max", "os": "macOS 15.4.0", "timestamp": "2025-03-20T23:40:48Z", "speed": 16.1, "tokens_per_second": 57.14, "dataset_speed": {"librispeech-10mins": 10.73, "earnings22-10mins": 32.4}, "dataset_tokens_per_second": {"librispeech-10mins": 40.28, "earnings22-10mins": 108.26}, "average_wer": 6.73, "dataset_average_wer": {"librispeech-10mins": 5.79, "earnings22-10mins": 7.78}, "qoi": 0.68, "commit_hash": "ca49596", "commit_timestamp": "2025-02-22T014448"}
142
  {"model": "openai/whisper-large-v2/949MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.4", "timestamp": "2025-04-05T07:37:15Z", "speed": 3.99, "tokens_per_second": 13.11, "dataset_speed": {"earnings22-10mins": 3.99}, "dataset_tokens_per_second": {"earnings22-10mins": 13.11}, "average_wer": 32.41, "dataset_average_wer": {"earnings22-10mins": 32.41}, "qoi": 0, "commit_hash": "ca49596", "commit_timestamp": "2025-02-22T014448"}
 
143
  {"model": "openai/whisper-small", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T21:00:02Z", "speed": 17.1, "tokens_per_second": 64.96, "dataset_speed": {"librispeech-10mins": 14.12, "earnings22-10mins": 21.69}, "dataset_tokens_per_second": {"librispeech-10mins": 59.72, "earnings22-10mins": 73.03}, "average_wer": 8.73, "dataset_average_wer": {"librispeech-10mins": 7.63, "earnings22-10mins": 9.96}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
144
  {"model": "openai/whisper-base", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:56:29Z", "speed": 59.8, "tokens_per_second": 227.86, "dataset_speed": {"earnings22-10mins": 91.24, "librispeech-10mins": 44.52}, "dataset_tokens_per_second": {"earnings22-10mins": 310.98, "librispeech-10mins": 187.47}, "average_wer": 12.46, "dataset_average_wer": {"earnings22-10mins": 12.86, "librispeech-10mins": 12.1}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
145
  {"model": "openai/whisper-tiny.en", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:54:22Z", "speed": 108.3, "tokens_per_second": 379.25, "dataset_speed": {"librispeech-10mins": 73.65, "earnings22-10mins": 205.31}, "dataset_tokens_per_second": {"librispeech-10mins": 282.48, "earnings22-10mins": 650.15}, "average_wer": 15.05, "dataset_average_wer": {"librispeech-10mins": 13.54, "earnings22-10mins": 16.72}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
146
  {"model": "openai/whisper-small.en", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T20:20:13Z", "speed": 28.82, "tokens_per_second": 101.77, "dataset_speed": {"earnings22-10mins": 43.93, "librispeech-10mins": 21.47}, "dataset_tokens_per_second": {"earnings22-10mins": 138.52, "librispeech-10mins": 83.88}, "average_wer": 7.35, "dataset_average_wer": {"earnings22-10mins": 8.07, "librispeech-10mins": 6.71}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
147
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-01T23:39:48Z", "speed": 4.65, "tokens_per_second": 17.45, "dataset_speed": {"earnings22-10mins": 5.93, "librispeech-10mins": 3.91}, "dataset_tokens_per_second": {"earnings22-10mins": 20.09, "librispeech-10mins": 15.92}, "average_wer": 13.53, "dataset_average_wer": {"earnings22-10mins": 21.0, "librispeech-10mins": 6.77}, "qoi": 0.57, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
148
  {"model": "openai/whisper-tiny.en", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-07T17:22:19Z", "speed": 88.19, "tokens_per_second": 308.9, "dataset_speed": {"earnings22-10mins": 165.43, "librispeech-10mins": 60.2}, "dataset_tokens_per_second": {"earnings22-10mins": 523.31, "librispeech-10mins": 231.2}, "average_wer": 15.12, "dataset_average_wer": {"earnings22-10mins": 16.72, "librispeech-10mins": 13.68}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
149
  {"model": "openai/whisper-large-v2/949MB", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-27T23:36:00Z", "speed": 2.16, "tokens_per_second": 8.48, "dataset_speed": {"earnings22-10mins": 2.74, "librispeech-10mins": 1.93}, "dataset_tokens_per_second": {"earnings22-10mins": 8.9, "librispeech-10mins": 8.32}, "average_wer": 26.11, "dataset_average_wer": {"earnings22-10mins": 48.95, "librispeech-10mins": 5.46}, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
150
  {"model": "openai/whisper-tiny", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-27T22:34:55Z", "speed": 74.5, "tokens_per_second": 286.14, "dataset_speed": {"librispeech-10mins": 54.35, "earnings22-10mins": 118.66}, "dataset_tokens_per_second": {"librispeech-10mins": 231.29, "earnings22-10mins": 406.41}, "average_wer": 16.36, "dataset_average_wer": {"librispeech-10mins": 15.98, "earnings22-10mins": 16.79}, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
151
  {"model": "openai/whisper-tiny", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-27T22:34:51Z", "speed": 90.41, "tokens_per_second": 346.95, "dataset_speed": {"earnings22-10mins": 138.7, "librispeech-10mins": 67.13}, "dataset_tokens_per_second": {"earnings22-10mins": 473.9, "librispeech-10mins": 285.77}, "average_wer": 16.6, "dataset_average_wer": {"earnings22-10mins": 17.08, "librispeech-10mins": 16.17}, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
152
  {"model": "openai/whisper-base.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-27T22:37:49Z", "speed": 67.43, "tokens_per_second": 239.22, "dataset_speed": {"earnings22-10mins": 99.96, "librispeech-10mins": 50.93}, "dataset_tokens_per_second": {"earnings22-10mins": 324.19, "librispeech-10mins": 196.1}, "average_wer": 9.77, "dataset_average_wer": {"earnings22-10mins": 10.68, "librispeech-10mins": 8.94}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
153
  {"model": "openai/whisper-large-v2/949MB", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T20:27:38Z", "speed": 3.4, "tokens_per_second": 13.77, "dataset_speed": {"earnings22-10mins": 4.45, "librispeech-10mins": 3.07}, "dataset_tokens_per_second": {"earnings22-10mins": 15.53, "librispeech-10mins": 13.23}, "average_wer": 28.82, "dataset_average_wer": {"earnings22-10mins": 54.65, "librispeech-10mins": 5.46}, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
154
  {"model": "openai/whisper-large-v3/947MB", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T17:14:30Z", "speed": 3.6, "tokens_per_second": 13.35, "dataset_speed": {"librispeech-10mins": 3.08, "earnings22-10mins": 5.28}, "dataset_tokens_per_second": {"librispeech-10mins": 12.88, "earnings22-10mins": 14.87}, "average_wer": 30.12, "dataset_average_wer": {"librispeech-10mins": 4.6, "earnings22-10mins": 58.32}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
155
  {"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T17:22:48Z", "speed": 4.42, "tokens_per_second": 16.8, "dataset_speed": {"librispeech-10mins": 3.92, "earnings22-10mins": 5.78}, "dataset_tokens_per_second": {"librispeech-10mins": 16.19, "earnings22-10mins": 18.46}, "average_wer": 26.46, "dataset_average_wer": {"librispeech-10mins": 5.13, "earnings22-10mins": 50.04}, "qoi": 0.65, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
156
  {"model": "openai/whisper-large-v2/turbo", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T20:37:23Z", "speed": 4.01, "tokens_per_second": 17.04, "dataset_speed": {"librispeech-10mins": 3.8, "earnings22-10mins": 4.52}, "dataset_tokens_per_second": {"librispeech-10mins": 16.41, "earnings22-10mins": 18.52}, "average_wer": 28.96, "dataset_average_wer": {"librispeech-10mins": 5.39, "earnings22-10mins": 55.01}, "qoi": 0.61, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
157
  {"model": "openai/whisper-tiny.en", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:21:52Z", "speed": 72.42, "tokens_per_second": 253.73, "dataset_speed": {"librispeech-10mins": 48.9, "earnings22-10mins": 140.1}, "dataset_tokens_per_second": {"librispeech-10mins": 187.72, "earnings22-10mins": 443.64}, "average_wer": 15.08, "dataset_average_wer": {"librispeech-10mins": 13.61, "earnings22-10mins": 16.72}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
158
  {"model": "openai/whisper-small", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-09-06T22:05:05Z", "speed": 15.46, "tokens_per_second": 58.75, "dataset_speed": {"librispeech-10mins": 11.82, "earnings22-10mins": 22.38}, "dataset_tokens_per_second": {"librispeech-10mins": 50.01, "earnings22-10mins": 75.35}, "average_wer": 8.7, "dataset_average_wer": {"librispeech-10mins": 7.63, "earnings22-10mins": 9.88}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
159
  {"model": "openai/whisper-large-v2", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T20:22:10Z", "speed": 3.39, "tokens_per_second": 13.62, "dataset_speed": {"earnings22-10mins": 4.47, "librispeech-10mins": 3.07}, "dataset_tokens_per_second": {"earnings22-10mins": 14.76, "librispeech-10mins": 13.28}, "average_wer": 30.48, "dataset_average_wer": {"earnings22-10mins": 58.5, "librispeech-10mins": 5.13}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
160
  {"model": "openai/whisper-small.en", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:57:55Z", "speed": 24.47, "tokens_per_second": 86.39, "dataset_speed": {"earnings22-10mins": 34.06, "librispeech-10mins": 19.11}, "dataset_tokens_per_second": {"earnings22-10mins": 107.4, "librispeech-10mins": 74.65}, "average_wer": 7.35, "dataset_average_wer": {"earnings22-10mins": 8.07, "librispeech-10mins": 6.71}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
161
  {"model": "openai/whisper-tiny.en", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T20:15:15Z", "speed": 113.31, "tokens_per_second": 396.77, "dataset_speed": {"earnings22-10mins": 275.21, "librispeech-10mins": 71.45}, "dataset_tokens_per_second": {"earnings22-10mins": 871.5, "librispeech-10mins": 274.04}, "average_wer": 15.05, "dataset_average_wer": {"earnings22-10mins": 16.72, "librispeech-10mins": 13.54}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
162
  {"model": "openai/whisper-small", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-27T22:39:54Z", "speed": 18.29, "tokens_per_second": 69.71, "dataset_speed": {"librispeech-10mins": 15.15, "earnings22-10mins": 23.08}, "dataset_tokens_per_second": {"librispeech-10mins": 64.33, "earnings22-10mins": 77.93}, "average_wer": 8.84, "dataset_average_wer": {"librispeech-10mins": 7.76, "earnings22-10mins": 10.03}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
163
  {"model": "openai/whisper-large-v2/949MB", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-09-06T20:08:11Z", "speed": 3.43, "tokens_per_second": 13.6, "dataset_speed": {"earnings22-10mins": 4.82, "librispeech-10mins": 3.02}, "dataset_tokens_per_second": {"earnings22-10mins": 15.67, "librispeech-10mins": 12.99}, "average_wer": 29.2, "dataset_average_wer": {"earnings22-10mins": 55.45, "librispeech-10mins": 5.46}, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
@@ -176,18 +182,23 @@
176
  {"model": "openai/whisper-small", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-27T22:39:12Z", "speed": 22.81, "tokens_per_second": 86.67, "dataset_speed": {"earnings22-10mins": 30.62, "librispeech-10mins": 18.19}, "dataset_tokens_per_second": {"earnings22-10mins": 103.09, "librispeech-10mins": 76.96}, "average_wer": 8.7, "dataset_average_wer": {"earnings22-10mins": 9.88, "librispeech-10mins": 7.63}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
177
  {"model": "openai/whisper-small.en", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:42:00Z", "speed": 24.49, "tokens_per_second": 86.46, "dataset_speed": {"earnings22-10mins": 33.83, "librispeech-10mins": 19.2}, "dataset_tokens_per_second": {"earnings22-10mins": 106.68, "librispeech-10mins": 75.03}, "average_wer": 7.35, "dataset_average_wer": {"earnings22-10mins": 8.07, "librispeech-10mins": 6.71}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
178
  {"model": "openai/whisper-small.en", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T02:19:03Z", "speed": 16.42, "tokens_per_second": 57.84, "dataset_speed": {"earnings22-10mins": 20.46, "librispeech-10mins": 13.73}, "dataset_tokens_per_second": {"earnings22-10mins": 64.31, "librispeech-10mins": 53.52}, "average_wer": 7.46, "dataset_average_wer": {"earnings22-10mins": 8.14, "librispeech-10mins": 6.84}, "qoi": 0.61, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
179
  {"model": "openai/whisper-tiny.en", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:38:05Z", "speed": 104.01, "tokens_per_second": 364.2, "dataset_speed": {"librispeech-10mins": 70.08, "earnings22-10mins": 202.37}, "dataset_tokens_per_second": {"librispeech-10mins": 268.8, "earnings22-10mins": 640.82}, "average_wer": 15.05, "dataset_average_wer": {"librispeech-10mins": 13.54, "earnings22-10mins": 16.72}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
180
  {"model": "distil-whisper/distil-large-v3", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T21:07:03Z", "speed": 12.15, "tokens_per_second": 45.49, "dataset_speed": {"earnings22-10mins": 24.46, "librispeech-10mins": 8.09}, "dataset_tokens_per_second": {"earnings22-10mins": 80.5, "librispeech-10mins": 33.95}, "average_wer": 6.59, "dataset_average_wer": {"earnings22-10mins": 8.14, "librispeech-10mins": 5.19}, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
181
  {"model": "openai/whisper-small.en", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-09-06T22:08:03Z", "speed": 16.4, "tokens_per_second": 57.88, "dataset_speed": {"earnings22-10mins": 23.99, "librispeech-10mins": 12.47}, "dataset_tokens_per_second": {"earnings22-10mins": 75.68, "librispeech-10mins": 48.67}, "average_wer": 7.42, "dataset_average_wer": {"earnings22-10mins": 8.21, "librispeech-10mins": 6.71}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
182
  {"model": "openai/whisper-tiny", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T02:12:30Z", "speed": 88.93, "tokens_per_second": 340.92, "dataset_speed": {"earnings22-10mins": 134.59, "librispeech-10mins": 66.48}, "dataset_tokens_per_second": {"earnings22-10mins": 459.6, "librispeech-10mins": 282.55}, "average_wer": 16.85, "dataset_average_wer": {"earnings22-10mins": 17.88, "librispeech-10mins": 15.91}, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
183
  {"model": "openai/whisper-tiny", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:53:37Z", "speed": 104.76, "tokens_per_second": 400.2, "dataset_speed": {"earnings22-10mins": 201.82, "librispeech-10mins": 70.83}, "dataset_tokens_per_second": {"earnings22-10mins": 684.5, "librispeech-10mins": 300.84}, "average_wer": 16.19, "dataset_average_wer": {"earnings22-10mins": 16.64, "librispeech-10mins": 15.78}, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
184
  {"model": "openai/whisper-large-v3/947MB", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T03:04:11Z", "speed": 2.07, "tokens_per_second": 7.75, "dataset_speed": {"earnings22-10mins": 2.74, "librispeech-10mins": 1.82}, "dataset_tokens_per_second": {"earnings22-10mins": 8.03, "librispeech-10mins": 7.64}, "average_wer": 28.17, "dataset_average_wer": {"earnings22-10mins": 54.07, "librispeech-10mins": 4.73}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
185
  {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T19:48:37Z", "speed": 15.02, "tokens_per_second": 51.5, "dataset_speed": {"earnings22-10mins": 25.74, "librispeech-10mins": 10.62}, "dataset_tokens_per_second": {"earnings22-10mins": 82.91, "librispeech-10mins": 38.59}, "average_wer": 7.7, "dataset_average_wer": {"earnings22-10mins": 9.23, "librispeech-10mins": 6.31}, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
 
186
  {"model": "openai/whisper-base", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-27T22:36:42Z", "speed": 44.15, "tokens_per_second": 167.93, "dataset_speed": {"librispeech-10mins": 33.56, "earnings22-10mins": 64.64}, "dataset_tokens_per_second": {"librispeech-10mins": 141.35, "earnings22-10mins": 219.35}, "average_wer": 12.19, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.28}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
187
  {"model": "openai/whisper-large-v2/turbo", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:12:04Z", "speed": 3.55, "tokens_per_second": 14.21, "dataset_speed": {"earnings22-10mins": 4.72, "librispeech-10mins": 3.17}, "dataset_tokens_per_second": {"earnings22-10mins": 15.8, "librispeech-10mins": 13.71}, "average_wer": 29.69, "dataset_average_wer": {"earnings22-10mins": 56.54, "librispeech-10mins": 5.39}, "qoi": 0.61, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
188
  {"model": "openai/whisper-small", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-27T22:39:20Z", "speed": 13.37, "tokens_per_second": 50.97, "dataset_speed": {"librispeech-10mins": 11.01, "earnings22-10mins": 17.05}, "dataset_tokens_per_second": {"librispeech-10mins": 46.73, "earnings22-10mins": 57.56}, "average_wer": 8.84, "dataset_average_wer": {"librispeech-10mins": 7.76, "earnings22-10mins": 10.03}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
189
  {"model": "distil-whisper/distil-large-v3", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T17:28:16Z", "speed": 10.91, "tokens_per_second": 40.85, "dataset_speed": {"earnings22-10mins": 20.69, "librispeech-10mins": 7.42}, "dataset_tokens_per_second": {"earnings22-10mins": 68.1, "librispeech-10mins": 31.12}, "average_wer": 6.59, "dataset_average_wer": {"earnings22-10mins": 8.14, "librispeech-10mins": 5.19}, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
190
  {"model": "distil-whisper/distil-large-v3", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T19:40:08Z", "speed": 9.42, "tokens_per_second": 35.24, "dataset_speed": {"librispeech-10mins": 6.35, "earnings22-10mins": 18.31}, "dataset_tokens_per_second": {"librispeech-10mins": 26.58, "earnings22-10mins": 60.27}, "average_wer": 6.59, "dataset_average_wer": {"librispeech-10mins": 5.19, "earnings22-10mins": 8.14}, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
191
  {"model": "openai/whisper-base", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:56:16Z", "speed": 45.57, "tokens_per_second": 173.6, "dataset_speed": {"earnings22-10mins": 62.15, "librispeech-10mins": 36.01}, "dataset_tokens_per_second": {"earnings22-10mins": 211.42, "librispeech-10mins": 151.79}, "average_wer": 12.39, "dataset_average_wer": {"earnings22-10mins": 12.72, "librispeech-10mins": 12.1}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
192
  {"model": "openai/whisper-large-v3", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-09-06T20:28:22Z", "speed": 3.09, "tokens_per_second": 11.86, "dataset_speed": {"librispeech-10mins": 2.7, "earnings22-10mins": 4.47}, "dataset_tokens_per_second": {"librispeech-10mins": 11.44, "earnings22-10mins": 13.37}, "average_wer": 31.69, "dataset_average_wer": {"librispeech-10mins": 3.75, "earnings22-10mins": 62.57}, "qoi": 0.74, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
193
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T17:01:25Z", "speed": 4.45, "tokens_per_second": 16.95, "dataset_speed": {"earnings22-10mins": 5.57, "librispeech-10mins": 4.01}, "dataset_tokens_per_second": {"earnings22-10mins": 19.17, "librispeech-10mins": 16.08}, "average_wer": 26.15, "dataset_average_wer": {"earnings22-10mins": 47.57, "librispeech-10mins": 6.77}, "qoi": 0.57, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
@@ -200,14 +211,17 @@
200
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-07T17:53:44Z", "speed": 3.35, "tokens_per_second": 12.66, "dataset_speed": {"earnings22-10mins": 4.04, "librispeech-10mins": 3.12}, "dataset_tokens_per_second": {"earnings22-10mins": 13.53, "librispeech-10mins": 12.39}, "average_wer": 32.27, "dataset_average_wer": {"earnings22-10mins": 60.47, "librispeech-10mins": 6.77}, "qoi": 0.57, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
201
  {"model": "openai/whisper-small", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:40:34Z", "speed": 23.21, "tokens_per_second": 88.18, "dataset_speed": {"earnings22-10mins": 32.16, "librispeech-10mins": 18.17}, "dataset_tokens_per_second": {"earnings22-10mins": 108.26, "librispeech-10mins": 76.88}, "average_wer": 8.7, "dataset_average_wer": {"earnings22-10mins": 9.88, "librispeech-10mins": 7.63}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
202
  {"model": "openai/whisper-small.en", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T18:36:19Z", "speed": 19.69, "tokens_per_second": 69.54, "dataset_speed": {"librispeech-10mins": 15.11, "earnings22-10mins": 28.31}, "dataset_tokens_per_second": {"librispeech-10mins": 59.05, "earnings22-10mins": 89.28}, "average_wer": 7.35, "dataset_average_wer": {"librispeech-10mins": 6.71, "earnings22-10mins": 8.07}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
203
  {"model": "openai/whisper-tiny", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-09-06T19:56:54Z", "speed": 99.5, "tokens_per_second": 380.1, "dataset_speed": {"librispeech-10mins": 67.03, "earnings22-10mins": 193.72}, "dataset_tokens_per_second": {"librispeech-10mins": 284.68, "earnings22-10mins": 657.04}, "average_wer": 16.19, "dataset_average_wer": {"librispeech-10mins": 15.78, "earnings22-10mins": 16.64}, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
204
  {"model": "openai/whisper-large-v2/turbo", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T16:55:40Z", "speed": 3.6, "tokens_per_second": 14.46, "dataset_speed": {"earnings22-10mins": 4.89, "librispeech-10mins": 3.22}, "dataset_tokens_per_second": {"earnings22-10mins": 16.24, "librispeech-10mins": 13.92}, "average_wer": 30.53, "dataset_average_wer": {"earnings22-10mins": 58.32, "librispeech-10mins": 5.39}, "qoi": 0.61, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
205
  {"model": "openai/whisper-large-v3/turbo", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-07T18:10:28Z", "speed": 3.3, "tokens_per_second": 11.9, "dataset_speed": {"earnings22-10mins": 3.92, "librispeech-10mins": 2.91}, "dataset_tokens_per_second": {"earnings22-10mins": 13.37, "librispeech-10mins": 10.97}, "average_wer": 40.14, "dataset_average_wer": {"earnings22-10mins": 59.81, "librispeech-10mins": 4.54}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
206
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-07T18:46:50Z", "speed": 9.71, "tokens_per_second": 36.19, "dataset_speed": {"earnings22-10mins": 19.05, "librispeech-10mins": 6.53}, "dataset_tokens_per_second": {"earnings22-10mins": 62.63, "librispeech-10mins": 27.17}, "average_wer": 7.66, "dataset_average_wer": {"earnings22-10mins": 9.16, "librispeech-10mins": 6.31}, "qoi": 0.67, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
207
  {"model": "openai/whisper-large-v2", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-09-06T20:06:10Z", "speed": 2.83, "tokens_per_second": 12.26, "dataset_speed": {"librispeech-10mins": 2.66, "earnings22-10mins": 3.31}, "dataset_tokens_per_second": {"librispeech-10mins": 11.51, "earnings22-10mins": 14.39}, "average_wer": 28.41, "dataset_average_wer": {"librispeech-10mins": 5.13, "earnings22-10mins": 54.14}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
208
  {"model": "openai/whisper-large-v2/949MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:05:35Z", "speed": 3.25, "tokens_per_second": 12.97, "dataset_speed": {"earnings22-10mins": 4.17, "librispeech-10mins": 2.97}, "dataset_tokens_per_second": {"earnings22-10mins": 13.61, "librispeech-10mins": 12.78}, "average_wer": 31.65, "dataset_average_wer": {"earnings22-10mins": 60.61, "librispeech-10mins": 5.46}, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
209
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:18:10Z", "speed": 4.45, "tokens_per_second": 16.7, "dataset_speed": {"earnings22-10mins": 5.74, "librispeech-10mins": 3.95}, "dataset_tokens_per_second": {"earnings22-10mins": 19.35, "librispeech-10mins": 15.67}, "average_wer": 26.3, "dataset_average_wer": {"earnings22-10mins": 47.89, "librispeech-10mins": 6.77}, "qoi": 0.57, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
210
  {"model": "openai/whisper-large-v3/947MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-07T18:06:57Z", "speed": 2.79, "tokens_per_second": 10.51, "dataset_speed": {"earnings22-10mins": 3.94, "librispeech-10mins": 2.48}, "dataset_tokens_per_second": {"earnings22-10mins": 10.93, "librispeech-10mins": 10.4}, "average_wer": 34.12, "dataset_average_wer": {"earnings22-10mins": 66.61, "librispeech-10mins": 4.73}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
211
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-28T04:03:53Z", "speed": 4.48, "tokens_per_second": 16.73, "dataset_speed": {"earnings22-10mins": 6.83, "librispeech-10mins": 3.34}, "dataset_tokens_per_second": {"earnings22-10mins": 22.43, "librispeech-10mins": 13.96}, "average_wer": 6.42, "dataset_average_wer": {"earnings22-10mins": 8.5, "librispeech-10mins": 4.54}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
212
  {"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T02:34:28Z", "speed": 4.75, "tokens_per_second": 17.66, "dataset_speed": {"earnings22-10mins": 5.54, "librispeech-10mins": 4.19}, "dataset_tokens_per_second": {"earnings22-10mins": 20.12, "librispeech-10mins": 15.89}, "average_wer": 8.66, "dataset_average_wer": {"earnings22-10mins": 12.72, "librispeech-10mins": 5.0}, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
213
  {"model": "openai/whisper-base.en", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-13T02:15:19Z", "speed": 59.48, "tokens_per_second": 210.87, "dataset_speed": {"earnings22-10mins": 79.67, "librispeech-10mins": 47.5}, "dataset_tokens_per_second": {"earnings22-10mins": 258.54, "librispeech-10mins": 182.58}, "average_wer": 9.98, "dataset_average_wer": {"earnings22-10mins": 10.97, "librispeech-10mins": 9.07}, "qoi": 0.48, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
@@ -227,10 +241,12 @@
227
  {"model": "openai/whisper-large-v2/949MB", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:32:50Z", "speed": 2.72, "tokens_per_second": 10.34, "dataset_speed": {"earnings22-10mins": 4.08, "librispeech-10mins": 2.05}, "dataset_tokens_per_second": {"earnings22-10mins": 13.47, "librispeech-10mins": 8.78}, "average_wer": 6.59, "dataset_average_wer": {"earnings22-10mins": 8.36, "librispeech-10mins": 5.0}, "qoi": 0.64, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
228
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-02T06:23:48Z", "speed": 9.24, "tokens_per_second": 38.77, "dataset_speed": {"librispeech-10mins": 6.72, "earnings22-10mins": 14.79}, "dataset_tokens_per_second": {"librispeech-10mins": 28.34, "earnings22-10mins": 61.82}, "average_wer": 6.45, "dataset_average_wer": {"librispeech-10mins": 4.54, "earnings22-10mins": 8.58}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
229
  {"model": "distil-whisper/distil-large-v3", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:49:29Z", "speed": 10.15, "tokens_per_second": 38.0, "dataset_speed": {"librispeech-10mins": 7.24, "earnings22-10mins": 16.99}, "dataset_tokens_per_second": {"librispeech-10mins": 30.39, "earnings22-10mins": 55.91}, "average_wer": 6.59, "dataset_average_wer": {"librispeech-10mins": 5.19, "earnings22-10mins": 8.14}, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
230
  {"model": "openai/whisper-large-v3/947MB", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:48:11Z", "speed": 2.8, "tokens_per_second": 10.0, "dataset_speed": {"librispeech-10mins": 2.06, "earnings22-10mins": 4.36}, "dataset_tokens_per_second": {"librispeech-10mins": 8.63, "earnings22-10mins": 12.92}, "average_wer": 10.63, "dataset_average_wer": {"librispeech-10mins": 4.73, "earnings22-10mins": 17.15}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
231
  {"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:43:11Z", "speed": 4.48, "tokens_per_second": 16.74, "dataset_speed": {"librispeech-10mins": 4.1, "earnings22-10mins": 5.36}, "dataset_tokens_per_second": {"librispeech-10mins": 15.51, "earnings22-10mins": 19.54}, "average_wer": 25.27, "dataset_average_wer": {"librispeech-10mins": 5.26, "earnings22-10mins": 47.38}, "qoi": 0.65, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
232
  {"model": "openai/whisper-large-v2/turbo", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T18:52:10Z", "speed": 2.94, "tokens_per_second": 11.83, "dataset_speed": {"earnings22-10mins": 4.1, "librispeech-10mins": 2.64}, "dataset_tokens_per_second": {"earnings22-10mins": 13.52, "librispeech-10mins": 11.39}, "average_wer": 32.55, "dataset_average_wer": {"earnings22-10mins": 62.57, "librispeech-10mins": 5.39}, "qoi": 0.61, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
233
  {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-28T04:11:27Z", "speed": 5.83, "tokens_per_second": 22.92, "dataset_speed": {"librispeech-10mins": 4.73, "earnings22-10mins": 7.67}, "dataset_tokens_per_second": {"librispeech-10mins": 18.15, "earnings22-10mins": 30.86}, "average_wer": 7.77, "dataset_average_wer": {"librispeech-10mins": 5.16, "earnings22-10mins": 10.65}, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
234
  {"model": "openai/whisper-large-v3-v20240930", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T17:36:53Z", "speed": 9.34, "tokens_per_second": 38.74, "dataset_speed": {"earnings22-10mins": 15.59, "librispeech-10mins": 6.67}, "dataset_tokens_per_second": {"earnings22-10mins": 64.47, "librispeech-10mins": 27.77}, "average_wer": 6.06, "dataset_average_wer": {"earnings22-10mins": 7.96, "librispeech-10mins": 4.34}, "qoi": 0.74, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
235
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-13T03:44:36Z", "speed": 7.88, "tokens_per_second": 29.36, "dataset_speed": {"earnings22-10mins": 13.29, "librispeech-10mins": 5.61}, "dataset_tokens_per_second": {"earnings22-10mins": 43.7, "librispeech-10mins": 23.33}, "average_wer": 7.73, "dataset_average_wer": {"earnings22-10mins": 9.23, "librispeech-10mins": 6.38}, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
236
  {"model": "openai/whisper-small.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T21:01:55Z", "speed": 16.71, "tokens_per_second": 59.01, "dataset_speed": {"earnings22-10mins": 20.09, "librispeech-10mins": 14.32}, "dataset_tokens_per_second": {"earnings22-10mins": 63.35, "librispeech-10mins": 55.93}, "average_wer": 7.35, "dataset_average_wer": {"earnings22-10mins": 8.07, "librispeech-10mins": 6.71}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
@@ -245,8 +261,10 @@
245
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-13T02:45:09Z", "speed": 2.76, "tokens_per_second": 10.23, "dataset_speed": {"librispeech-10mins": 2.5, "earnings22-10mins": 3.36}, "dataset_tokens_per_second": {"librispeech-10mins": 9.92, "earnings22-10mins": 10.94}, "average_wer": 24.7, "dataset_average_wer": {"librispeech-10mins": 6.87, "earnings22-10mins": 44.4}, "qoi": 0.57, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
246
  {"model": "openai/whisper-large-v2/949MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T18:44:33Z", "speed": 2.68, "tokens_per_second": 10.83, "dataset_speed": {"earnings22-10mins": 3.56, "librispeech-10mins": 2.45}, "dataset_tokens_per_second": {"earnings22-10mins": 12.04, "librispeech-10mins": 10.52}, "average_wer": 33.53, "dataset_average_wer": {"earnings22-10mins": 65.08, "librispeech-10mins": 5.0}, "qoi": 0.64, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
247
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T03:55:12Z", "speed": 5.2, "tokens_per_second": 20.83, "dataset_speed": {"earnings22-10mins": 8.46, "librispeech-10mins": 3.76}, "dataset_tokens_per_second": {"earnings22-10mins": 32.16, "librispeech-10mins": 15.81}, "average_wer": 6.59, "dataset_average_wer": {"earnings22-10mins": 8.79, "librispeech-10mins": 4.6}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
248
  {"model": "openai/whisper-large-v2/949MB", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T02:28:15Z", "speed": 1.91, "tokens_per_second": 7.52, "dataset_speed": {"librispeech-10mins": 1.69, "earnings22-10mins": 2.49}, "dataset_tokens_per_second": {"librispeech-10mins": 7.27, "earnings22-10mins": 8.16}, "average_wer": 25.85, "dataset_average_wer": {"librispeech-10mins": 5.46, "earnings22-10mins": 48.4}, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
249
  {"model": "openai/whisper-base.en", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:58:12Z", "speed": 63.1, "tokens_per_second": 223.94, "dataset_speed": {"librispeech-10mins": 46.62, "earnings22-10mins": 97.81}, "dataset_tokens_per_second": {"librispeech-10mins": 179.51, "earnings22-10mins": 317.56}, "average_wer": 10.04, "dataset_average_wer": {"librispeech-10mins": 8.94, "earnings22-10mins": 11.26}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
250
  {"model": "openai/whisper-small", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-07T17:24:46Z", "speed": 18.68, "tokens_per_second": 70.97, "dataset_speed": {"librispeech-10mins": 14.33, "earnings22-10mins": 26.85}, "dataset_tokens_per_second": {"librispeech-10mins": 60.64, "earnings22-10mins": 90.39}, "average_wer": 8.7, "dataset_average_wer": {"librispeech-10mins": 7.63, "earnings22-10mins": 9.88}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
251
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-28T04:02:38Z", "speed": 5.91, "tokens_per_second": 22.1, "dataset_speed": {"librispeech-10mins": 4.22, "earnings22-10mins": 9.85}, "dataset_tokens_per_second": {"librispeech-10mins": 17.72, "earnings22-10mins": 32.35}, "average_wer": 6.45, "dataset_average_wer": {"librispeech-10mins": 4.54, "earnings22-10mins": 8.58}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
252
  {"model": "openai/whisper-tiny.en", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-13T02:13:35Z", "speed": 75.22, "tokens_per_second": 263.6, "dataset_speed": {"earnings22-10mins": 116.38, "librispeech-10mins": 55.63}, "dataset_tokens_per_second": {"earnings22-10mins": 368.93, "librispeech-10mins": 213.46}, "average_wer": 14.88, "dataset_average_wer": {"earnings22-10mins": 16.35, "librispeech-10mins": 13.54}, "qoi": 0.38, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
@@ -261,22 +279,27 @@
261
  {"model": "openai/whisper-large-v3-v20240930", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T19:52:08Z", "speed": 7.94, "tokens_per_second": 33.91, "dataset_speed": {"librispeech-10mins": 5.71, "earnings22-10mins": 13.17}, "dataset_tokens_per_second": {"librispeech-10mins": 23.78, "earnings22-10mins": 57.66}, "average_wer": 6.59, "dataset_average_wer": {"librispeech-10mins": 4.34, "earnings22-10mins": 9.08}, "qoi": 0.73, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
262
  {"model": "openai/whisper-base.en", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:23:45Z", "speed": 47.44, "tokens_per_second": 168.27, "dataset_speed": {"librispeech-10mins": 34.25, "earnings22-10mins": 77.36}, "dataset_tokens_per_second": {"librispeech-10mins": 131.89, "earnings22-10mins": 250.77}, "average_wer": 9.94, "dataset_average_wer": {"librispeech-10mins": 8.94, "earnings22-10mins": 11.05}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
263
  {"model": "openai/whisper-tiny", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T20:14:47Z", "speed": 109.68, "tokens_per_second": 419.0, "dataset_speed": {"librispeech-10mins": 68.85, "earnings22-10mins": 271.09}, "dataset_tokens_per_second": {"librispeech-10mins": 292.43, "earnings22-10mins": 919.44}, "average_wer": 16.19, "dataset_average_wer": {"librispeech-10mins": 15.78, "earnings22-10mins": 16.64}, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
264
  {"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T19:56:02Z", "speed": 12.36, "tokens_per_second": 42.64, "dataset_speed": {"librispeech-10mins": 8.88, "earnings22-10mins": 20.39}, "dataset_tokens_per_second": {"librispeech-10mins": 32.96, "earnings22-10mins": 64.97}, "average_wer": 6.02, "dataset_average_wer": {"librispeech-10mins": 4.73, "earnings22-10mins": 7.45}, "qoi": 0.72, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
265
  {"model": "openai/whisper-tiny.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-27T22:35:46Z", "speed": 104.22, "tokens_per_second": 364.96, "dataset_speed": {"earnings22-10mins": 178.86, "librispeech-10mins": 73.63}, "dataset_tokens_per_second": {"earnings22-10mins": 566.38, "librispeech-10mins": 282.4}, "average_wer": 15.05, "dataset_average_wer": {"earnings22-10mins": 16.72, "librispeech-10mins": 13.54}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
266
  {"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T21:04:47Z", "speed": 4.92, "tokens_per_second": 17.6, "dataset_speed": {"librispeech-10mins": 4.32, "earnings22-10mins": 6.38}, "dataset_tokens_per_second": {"librispeech-10mins": 16.35, "earnings22-10mins": 20.63}, "average_wer": 23.85, "dataset_average_wer": {"librispeech-10mins": 5.26, "earnings22-10mins": 44.4}, "qoi": 0.65, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
267
  {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T03:50:26Z", "speed": 10.08, "tokens_per_second": 34.32, "dataset_speed": {"earnings22-10mins": 15.71, "librispeech-10mins": 7.43}, "dataset_tokens_per_second": {"earnings22-10mins": 49.78, "librispeech-10mins": 27.03}, "average_wer": 7.84, "dataset_average_wer": {"earnings22-10mins": 9.38, "librispeech-10mins": 6.44}, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
268
  {"model": "openai/whisper-base", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:56:36Z", "speed": 53.27, "tokens_per_second": 202.81, "dataset_speed": {"librispeech-10mins": 39.11, "earnings22-10mins": 83.72}, "dataset_tokens_per_second": {"librispeech-10mins": 164.61, "earnings22-10mins": 284.93}, "average_wer": 12.39, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.72}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
269
  {"model": "openai/whisper-tiny", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-09-06T20:03:01Z", "speed": 70.77, "tokens_per_second": 270.7, "dataset_speed": {"librispeech-10mins": 47.21, "earnings22-10mins": 141.86}, "dataset_tokens_per_second": {"librispeech-10mins": 200.57, "earnings22-10mins": 482.33}, "average_wer": 16.53, "dataset_average_wer": {"librispeech-10mins": 16.04, "earnings22-10mins": 17.08}, "qoi": 0.32, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
270
  {"model": "openai/whisper-base.en", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T20:17:54Z", "speed": 76.38, "tokens_per_second": 270.97, "dataset_speed": {"librispeech-10mins": 51.97, "earnings22-10mins": 144.57}, "dataset_tokens_per_second": {"librispeech-10mins": 200.12, "earnings22-10mins": 468.87}, "average_wer": 9.77, "dataset_average_wer": {"librispeech-10mins": 8.94, "earnings22-10mins": 10.68}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
271
  {"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T21:14:17Z", "speed": 19.09, "tokens_per_second": 66.87, "dataset_speed": {"librispeech-10mins": 12.98, "earnings22-10mins": 36.19}, "dataset_tokens_per_second": {"librispeech-10mins": 48.98, "earnings22-10mins": 116.96}, "average_wer": 6.39, "dataset_average_wer": {"librispeech-10mins": 5.13, "earnings22-10mins": 7.78}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
272
  {"model": "openai/whisper-large-v2/949MB", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T22:50:38Z", "speed": 2.35, "tokens_per_second": 9.19, "dataset_speed": {"librispeech-10mins": 2.0, "earnings22-10mins": 3.44}, "dataset_tokens_per_second": {"librispeech-10mins": 8.57, "earnings22-10mins": 11.09}, "average_wer": 26.06, "dataset_average_wer": {"librispeech-10mins": 5.0, "earnings22-10mins": 49.35}, "qoi": 0.64, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
273
  {"model": "openai/whisper-tiny", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T18:28:00Z", "speed": 82.89, "tokens_per_second": 317.09, "dataset_speed": {"earnings22-10mins": 166.54, "librispeech-10mins": 55.26}, "dataset_tokens_per_second": {"earnings22-10mins": 566.49, "librispeech-10mins": 234.68}, "average_wer": 16.43, "dataset_average_wer": {"earnings22-10mins": 17.08, "librispeech-10mins": 15.84}, "qoi": 0.32, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
274
  {"model": "openai/whisper-large-v3/947MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-13T03:04:18Z", "speed": 1.71, "tokens_per_second": 6.51, "dataset_speed": {"librispeech-10mins": 1.56, "earnings22-10mins": 2.09}, "dataset_tokens_per_second": {"librispeech-10mins": 6.55, "earnings22-10mins": 6.4}, "average_wer": 28.03, "dataset_average_wer": {"librispeech-10mins": 4.6, "earnings22-10mins": 53.92}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
275
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-02T06:23:01Z", "speed": 8.83, "tokens_per_second": 36.18, "dataset_speed": {"earnings22-10mins": 14.31, "librispeech-10mins": 6.39}, "dataset_tokens_per_second": {"earnings22-10mins": 56.94, "librispeech-10mins": 26.94}, "average_wer": 6.42, "dataset_average_wer": {"earnings22-10mins": 8.5, "librispeech-10mins": 4.54}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
276
  {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-28T04:09:47Z", "speed": 7.64, "tokens_per_second": 29.92, "dataset_speed": {"earnings22-10mins": 10.6, "librispeech-10mins": 5.98}, "dataset_tokens_per_second": {"earnings22-10mins": 41.69, "librispeech-10mins": 23.31}, "average_wer": 6.83, "dataset_average_wer": {"earnings22-10mins": 8.43, "librispeech-10mins": 5.39}, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
277
  {"model": "openai/whisper-base.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:57:51Z", "speed": 55.46, "tokens_per_second": 196.61, "dataset_speed": {"librispeech-10mins": 40.92, "earnings22-10mins": 86.25}, "dataset_tokens_per_second": {"librispeech-10mins": 157.55, "earnings22-10mins": 279.3}, "average_wer": 9.91, "dataset_average_wer": {"librispeech-10mins": 8.94, "earnings22-10mins": 10.97}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
278
  {"model": "openai/whisper-base.en", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:55:45Z", "speed": 69.84, "tokens_per_second": 247.74, "dataset_speed": {"librispeech-10mins": 51.38, "earnings22-10mins": 109.24}, "dataset_tokens_per_second": {"librispeech-10mins": 197.84, "earnings22-10mins": 354.3}, "average_wer": 9.77, "dataset_average_wer": {"librispeech-10mins": 8.94, "earnings22-10mins": 10.68}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
279
  {"model": "openai/whisper-base", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:22:58Z", "speed": 45.65, "tokens_per_second": 173.9, "dataset_speed": {"earnings22-10mins": 75.91, "librispeech-10mins": 32.68}, "dataset_tokens_per_second": {"earnings22-10mins": 258.72, "librispeech-10mins": 137.54}, "average_wer": 12.46, "dataset_average_wer": {"earnings22-10mins": 12.86, "librispeech-10mins": 12.1}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
280
  {"model": "openai/whisper-large-v2", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:59:47Z", "speed": 2.84, "tokens_per_second": 11.56, "dataset_speed": {"earnings22-10mins": 3.7, "librispeech-10mins": 2.62}, "dataset_tokens_per_second": {"earnings22-10mins": 12.49, "librispeech-10mins": 11.32}, "average_wer": 34.28, "dataset_average_wer": {"earnings22-10mins": 66.5, "librispeech-10mins": 5.13}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
281
  {"model": "openai/whisper-tiny.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:55:08Z", "speed": 82.95, "tokens_per_second": 290.54, "dataset_speed": {"librispeech-10mins": 57.62, "earnings22-10mins": 148.5}, "dataset_tokens_per_second": {"librispeech-10mins": 221.29, "earnings22-10mins": 469.76}, "average_wer": 15.12, "dataset_average_wer": {"librispeech-10mins": 13.68, "earnings22-10mins": 16.72}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
282
  {"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-09-06T20:59:33Z", "speed": 14.63, "tokens_per_second": 50.0, "dataset_speed": {"librispeech-10mins": 10.66, "earnings22-10mins": 23.38}, "dataset_tokens_per_second": {"librispeech-10mins": 38.87, "earnings22-10mins": 74.52}, "average_wer": 5.83, "dataset_average_wer": {"librispeech-10mins": 4.4, "earnings22-10mins": 7.41}, "qoi": 0.73, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
@@ -291,6 +314,7 @@
291
  {"model": "openai/whisper-large-v3/turbo", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:37:48Z", "speed": 3.86, "tokens_per_second": 13.67, "dataset_speed": {"librispeech-10mins": 3.54, "earnings22-10mins": 4.77}, "dataset_tokens_per_second": {"librispeech-10mins": 13.31, "earnings22-10mins": 14.72}, "average_wer": 30.03, "dataset_average_wer": {"librispeech-10mins": 4.4, "earnings22-10mins": 58.36}, "qoi": 0.72, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
292
  {"model": "openai/whisper-large-v3/947MB", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T23:32:52Z", "speed": 2.42, "tokens_per_second": 9.11, "dataset_speed": {"librispeech-10mins": 2.02, "earnings22-10mins": 3.53}, "dataset_tokens_per_second": {"librispeech-10mins": 8.46, "earnings22-10mins": 10.87}, "average_wer": 23.68, "dataset_average_wer": {"librispeech-10mins": 4.73, "earnings22-10mins": 44.62}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
293
  {"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:09:27Z", "speed": 16.98, "tokens_per_second": 59.92, "dataset_speed": {"librispeech-10mins": 12.12, "earnings22-10mins": 28.46}, "dataset_tokens_per_second": {"librispeech-10mins": 44.82, "earnings22-10mins": 95.54}, "average_wer": 6.63, "dataset_average_wer": {"librispeech-10mins": 5.59, "earnings22-10mins": 7.78}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
294
  {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-28T03:33:16Z", "speed": 9.96, "tokens_per_second": 34.45, "dataset_speed": {"librispeech-10mins": 7.56, "earnings22-10mins": 14.63}, "dataset_tokens_per_second": {"librispeech-10mins": 27.65, "earnings22-10mins": 47.67}, "average_wer": 7.61, "dataset_average_wer": {"librispeech-10mins": 6.31, "earnings22-10mins": 9.05}, "qoi": 0.64, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
295
  {"model": "openai/whisper-large-v3", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T19:05:02Z", "speed": 2.51, "tokens_per_second": 9.9, "dataset_speed": {"earnings22-10mins": 3.61, "librispeech-10mins": 2.25}, "dataset_tokens_per_second": {"earnings22-10mins": 11.52, "librispeech-10mins": 9.5}, "average_wer": 32.83, "dataset_average_wer": {"earnings22-10mins": 64.97, "librispeech-10mins": 3.75}, "qoi": 0.74, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
296
  {"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T03:26:05Z", "speed": 2.14, "tokens_per_second": 8.58, "dataset_speed": {"earnings22-10mins": 2.35, "librispeech-10mins": 2.04}, "dataset_tokens_per_second": {"earnings22-10mins": 8.92, "librispeech-10mins": 8.43}, "average_wer": 26.65, "dataset_average_wer": {"earnings22-10mins": 50.29, "librispeech-10mins": 5.26}, "qoi": 0.65, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
@@ -298,12 +322,18 @@
298
  {"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:17:10Z", "speed": 14.43, "tokens_per_second": 49.31, "dataset_speed": {"earnings22-10mins": 23.24, "librispeech-10mins": 10.48}, "dataset_tokens_per_second": {"earnings22-10mins": 74.46, "librispeech-10mins": 38.02}, "average_wer": 6.14, "dataset_average_wer": {"earnings22-10mins": 7.49, "librispeech-10mins": 4.93}, "qoi": 0.72, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
299
  {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T04:04:08Z", "speed": 7.29, "tokens_per_second": 28.43, "dataset_speed": {"earnings22-10mins": 10.11, "librispeech-10mins": 5.7}, "dataset_tokens_per_second": {"earnings22-10mins": 39.08, "librispeech-10mins": 22.45}, "average_wer": 6.32, "dataset_average_wer": {"earnings22-10mins": 7.78, "librispeech-10mins": 5.0}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
300
  {"model": "openai/whisper-tiny", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:53:56Z", "speed": 76.66, "tokens_per_second": 293.24, "dataset_speed": {"librispeech-10mins": 52.09, "earnings22-10mins": 145.64}, "dataset_tokens_per_second": {"librispeech-10mins": 221.23, "earnings22-10mins": 495.43}, "average_wer": 16.43, "dataset_average_wer": {"librispeech-10mins": 15.84, "earnings22-10mins": 17.08}, "qoi": 0.32, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
 
301
  {"model": "openai/whisper-base.en", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T02:15:15Z", "speed": 55.65, "tokens_per_second": 197.45, "dataset_speed": {"earnings22-10mins": 75.17, "librispeech-10mins": 44.21}, "dataset_tokens_per_second": {"earnings22-10mins": 244.04, "librispeech-10mins": 170.16}, "average_wer": 10.04, "dataset_average_wer": {"earnings22-10mins": 11.12, "librispeech-10mins": 9.07}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
302
  {"model": "openai/whisper-large-v3/947MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T01:39:44Z", "speed": 4.02, "tokens_per_second": 14.38, "dataset_speed": {"earnings22-10mins": 5.88, "librispeech-10mins": 3.09}, "dataset_tokens_per_second": {"earnings22-10mins": 17.31, "librispeech-10mins": 12.92}, "average_wer": 12.98, "dataset_average_wer": {"earnings22-10mins": 22.24, "librispeech-10mins": 4.6}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
303
  {"model": "openai/whisper-tiny", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:53:40Z", "speed": 73.41, "tokens_per_second": 280.73, "dataset_speed": {"earnings22-10mins": 116.28, "librispeech-10mins": 53.69}, "dataset_tokens_per_second": {"earnings22-10mins": 395.15, "librispeech-10mins": 228.12}, "average_wer": 16.29, "dataset_average_wer": {"earnings22-10mins": 16.93, "librispeech-10mins": 15.71}, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
304
  {"model": "openai/whisper-base", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T20:16:32Z", "speed": 72.44, "tokens_per_second": 275.43, "dataset_speed": {"earnings22-10mins": 139.48, "librispeech-10mins": 49.0}, "dataset_tokens_per_second": {"earnings22-10mins": 473.29, "librispeech-10mins": 206.22}, "average_wer": 12.25, "dataset_average_wer": {"earnings22-10mins": 12.43, "librispeech-10mins": 12.1}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
305
  {"model": "openai/whisper-tiny.en", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T02:13:29Z", "speed": 90.7, "tokens_per_second": 317.32, "dataset_speed": {"librispeech-10mins": 68.65, "earnings22-10mins": 133.88}, "dataset_tokens_per_second": {"librispeech-10mins": 262.86, "earnings22-10mins": 423.96}, "average_wer": 14.98, "dataset_average_wer": {"librispeech-10mins": 13.35, "earnings22-10mins": 16.79}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
306
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-09-06T20:49:35Z", "speed": 11.23, "tokens_per_second": 41.89, "dataset_speed": {"librispeech-10mins": 7.61, "earnings22-10mins": 21.54}, "dataset_tokens_per_second": {"librispeech-10mins": 31.69, "earnings22-10mins": 70.89}, "average_wer": 7.73, "dataset_average_wer": {"librispeech-10mins": 6.38, "earnings22-10mins": 9.23}, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
307
  {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T03:32:05Z", "speed": 17.67, "tokens_per_second": 60.24, "dataset_speed": {"librispeech-10mins": 12.87, "earnings22-10mins": 28.29}, "dataset_tokens_per_second": {"librispeech-10mins": 46.74, "earnings22-10mins": 90.05}, "average_wer": 7.84, "dataset_average_wer": {"librispeech-10mins": 6.44, "earnings22-10mins": 9.38}, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
308
  {"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T19:36:36Z", "speed": 3.48, "tokens_per_second": 12.76, "dataset_speed": {"librispeech-10mins": 3.28, "earnings22-10mins": 4.02}, "dataset_tokens_per_second": {"librispeech-10mins": 12.2, "earnings22-10mins": 14.19}, "average_wer": 29.86, "dataset_average_wer": {"librispeech-10mins": 5.0, "earnings22-10mins": 57.34}, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
309
  {"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-28T02:37:53Z", "speed": 2.59, "tokens_per_second": 10.34, "dataset_speed": {"librispeech-10mins": 2.61, "earnings22-10mins": 2.56}, "dataset_tokens_per_second": {"librispeech-10mins": 9.91, "earnings22-10mins": 10.99}, "average_wer": 21.76, "dataset_average_wer": {"librispeech-10mins": 5.26, "earnings22-10mins": 40.01}, "qoi": 0.65, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
@@ -316,13 +346,16 @@
316
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-28T00:36:27Z", "speed": 2.13, "tokens_per_second": 8.0, "dataset_speed": {"earnings22-10mins": 2.42, "librispeech-10mins": 2.0}, "dataset_tokens_per_second": {"earnings22-10mins": 8.09, "librispeech-10mins": 7.96}, "average_wer": 28.98, "dataset_average_wer": {"earnings22-10mins": 53.45, "librispeech-10mins": 6.84}, "qoi": 0.57, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
317
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T04:02:04Z", "speed": 9.1, "tokens_per_second": 37.28, "dataset_speed": {"librispeech-10mins": 6.6, "earnings22-10mins": 14.66}, "dataset_tokens_per_second": {"librispeech-10mins": 27.82, "earnings22-10mins": 58.38}, "average_wer": 6.35, "dataset_average_wer": {"librispeech-10mins": 4.54, "earnings22-10mins": 8.36}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
318
  {"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T19:46:22Z", "speed": 14.64, "tokens_per_second": 52.4, "dataset_speed": {"librispeech-10mins": 10.32, "earnings22-10mins": 25.24}, "dataset_tokens_per_second": {"librispeech-10mins": 38.38, "earnings22-10mins": 86.82}, "average_wer": 6.59, "dataset_average_wer": {"librispeech-10mins": 5.59, "earnings22-10mins": 7.7}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
319
  {"model": "openai/whisper-small.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-01T21:01:50Z", "speed": 23.96, "tokens_per_second": 84.59, "dataset_speed": {"earnings22-10mins": 32.56, "librispeech-10mins": 18.97}, "dataset_tokens_per_second": {"earnings22-10mins": 102.67, "librispeech-10mins": 74.1}, "average_wer": 7.35, "dataset_average_wer": {"earnings22-10mins": 8.07, "librispeech-10mins": 6.71}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
320
  {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:11:24Z", "speed": 17.73, "tokens_per_second": 60.48, "dataset_speed": {"earnings22-10mins": 29.49, "librispeech-10mins": 12.69}, "dataset_tokens_per_second": {"earnings22-10mins": 94.08, "librispeech-10mins": 46.09}, "average_wer": 7.77, "dataset_average_wer": {"earnings22-10mins": 9.23, "librispeech-10mins": 6.44}, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
321
  {"model": "openai/whisper-small", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:57:02Z", "speed": 23.25, "tokens_per_second": 88.34, "dataset_speed": {"librispeech-10mins": 18.17, "earnings22-10mins": 32.32}, "dataset_tokens_per_second": {"librispeech-10mins": 76.88, "earnings22-10mins": 108.8}, "average_wer": 8.7, "dataset_average_wer": {"librispeech-10mins": 7.63, "earnings22-10mins": 9.88}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
322
  {"model": "openai/whisper-tiny", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:54:09Z", "speed": 90.09, "tokens_per_second": 345.45, "dataset_speed": {"librispeech-10mins": 61.21, "earnings22-10mins": 171.19}, "dataset_tokens_per_second": {"librispeech-10mins": 259.98, "earnings22-10mins": 585.47}, "average_wer": 16.85, "dataset_average_wer": {"librispeech-10mins": 15.78, "earnings22-10mins": 18.02}, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
323
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-02T06:22:38Z", "speed": 6.88, "tokens_per_second": 27.57, "dataset_speed": {"earnings22-10mins": 10.63, "librispeech-10mins": 5.09}, "dataset_tokens_per_second": {"earnings22-10mins": 40.44, "librispeech-10mins": 21.44}, "average_wer": 6.7, "dataset_average_wer": {"earnings22-10mins": 8.94, "librispeech-10mins": 4.67}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
324
  {"model": "openai/whisper-large-v3/947MB", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T20:51:49Z", "speed": 3.74, "tokens_per_second": 13.91, "dataset_speed": {"earnings22-10mins": 5.6, "librispeech-10mins": 3.15}, "dataset_tokens_per_second": {"earnings22-10mins": 16.28, "librispeech-10mins": 13.15}, "average_wer": 27.55, "dataset_average_wer": {"earnings22-10mins": 52.91, "librispeech-10mins": 4.6}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
325
  {"model": "openai/whisper-small.en", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T21:02:52Z", "speed": 22.71, "tokens_per_second": 80.22, "dataset_speed": {"earnings22-10mins": 31.47, "librispeech-10mins": 17.79}, "dataset_tokens_per_second": {"earnings22-10mins": 99.3, "librispeech-10mins": 69.49}, "average_wer": 7.42, "dataset_average_wer": {"earnings22-10mins": 8.21, "librispeech-10mins": 6.71}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
326
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T21:27:33Z", "speed": 10.46, "tokens_per_second": 42.46, "dataset_speed": {"librispeech-10mins": 7.28, "earnings22-10mins": 18.62}, "dataset_tokens_per_second": {"librispeech-10mins": 30.69, "earnings22-10mins": 72.7}, "average_wer": 6.7, "dataset_average_wer": {"librispeech-10mins": 4.54, "earnings22-10mins": 9.08}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
327
  {"model": "distil-whisper/distil-large-v3", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T02:54:13Z", "speed": 2.44, "tokens_per_second": 9.16, "dataset_speed": {"earnings22-10mins": 4.72, "librispeech-10mins": 1.65}, "dataset_tokens_per_second": {"earnings22-10mins": 15.52, "librispeech-10mins": 6.94}, "average_wer": 6.59, "dataset_average_wer": {"earnings22-10mins": 8.07, "librispeech-10mins": 5.26}, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
328
  {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T21:32:49Z", "speed": 15.78, "tokens_per_second": 61.83, "dataset_speed": {"earnings22-10mins": 25.25, "librispeech-10mins": 11.49}, "dataset_tokens_per_second": {"earnings22-10mins": 98.81, "librispeech-10mins": 45.08}, "average_wer": 6.9, "dataset_average_wer": {"earnings22-10mins": 8.58, "librispeech-10mins": 5.39}, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
@@ -338,6 +371,7 @@
338
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-02T03:34:40Z", "speed": 7.08, "tokens_per_second": 26.4, "dataset_speed": {"librispeech-10mins": 4.93, "earnings22-10mins": 12.59}, "dataset_tokens_per_second": {"librispeech-10mins": 20.52, "earnings22-10mins": 41.47}, "average_wer": 7.77, "dataset_average_wer": {"librispeech-10mins": 6.31, "earnings22-10mins": 9.38}, "qoi": 0.67, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
339
  {"model": "openai/whisper-large-v3-v20240930/turbo", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T03:55:08Z", "speed": 2.53, "tokens_per_second": 8.14, "dataset_speed": {"earnings22-10mins": 2.53}, "dataset_tokens_per_second": {"earnings22-10mins": 8.14}, "average_wer": 7.49, "dataset_average_wer": {"earnings22-10mins": 7.49}, "qoi": 1, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
340
  {"model": "openai/whisper-large-v3/turbo", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T20:59:09Z", "speed": 5.96, "tokens_per_second": 19.8, "dataset_speed": {"earnings22-10mins": 5.96}, "dataset_tokens_per_second": {"earnings22-10mins": 19.8}, "average_wer": 43.02, "dataset_average_wer": {"earnings22-10mins": 43.02}, "qoi": 0, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
341
  {"model": "distil-whisper/distil-large-v3", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T09:00:21Z", "speed": 11.08, "tokens_per_second": 41.09, "dataset_speed": {"earnings22-10mins": 24.21, "librispeech-10mins": 7.2}, "dataset_tokens_per_second": {"earnings22-10mins": 78.59, "librispeech-10mins": 29.98}, "average_wer": 6.63, "dataset_average_wer": {"earnings22-10mins": 8.21, "librispeech-10mins": 5.19}, "qoi": 0.68, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
342
  {"model": "openai/whisper-small.en", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T07:39:23Z", "speed": 9.03, "tokens_per_second": 32.61, "dataset_speed": {"earnings22-10mins": 11.89, "librispeech-10mins": 7.29}, "dataset_tokens_per_second": {"earnings22-10mins": 40.26, "librispeech-10mins": 27.93}, "average_wer": 7.87, "dataset_average_wer": {"earnings22-10mins": 8.72, "librispeech-10mins": 7.1}, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
343
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T09:03:01Z", "speed": 6.78, "tokens_per_second": 24.98, "dataset_speed": {"earnings22-10mins": 12.68, "librispeech-10mins": 4.63}, "dataset_tokens_per_second": {"earnings22-10mins": 40.7, "librispeech-10mins": 19.26}, "average_wer": 7.73, "dataset_average_wer": {"earnings22-10mins": 9.3, "librispeech-10mins": 6.31}, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 
140
  {"model": "openai/whisper-large-v3-v20240930/turbo", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.3.2", "timestamp": "2025-04-07T01:16:58Z", "speed": 2.24, "tokens_per_second": 8.68, "dataset_speed": {"earnings22-10mins": 2.24}, "dataset_tokens_per_second": {"earnings22-10mins": 8.68}, "average_wer": 7.7, "dataset_average_wer": {"earnings22-10mins": 7.7}, "qoi": 1, "commit_hash": "ca49596", "commit_timestamp": "2025-02-22T014448"}
141
  {"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M3 Max", "os": "macOS 15.4.0", "timestamp": "2025-03-20T23:40:48Z", "speed": 16.1, "tokens_per_second": 57.14, "dataset_speed": {"librispeech-10mins": 10.73, "earnings22-10mins": 32.4}, "dataset_tokens_per_second": {"librispeech-10mins": 40.28, "earnings22-10mins": 108.26}, "average_wer": 6.73, "dataset_average_wer": {"librispeech-10mins": 5.79, "earnings22-10mins": 7.78}, "qoi": 0.68, "commit_hash": "ca49596", "commit_timestamp": "2025-02-22T014448"}
142
  {"model": "openai/whisper-large-v2/949MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.4", "timestamp": "2025-04-05T07:37:15Z", "speed": 3.99, "tokens_per_second": 13.11, "dataset_speed": {"earnings22-10mins": 3.99}, "dataset_tokens_per_second": {"earnings22-10mins": 13.11}, "average_wer": 32.41, "dataset_average_wer": {"earnings22-10mins": 32.41}, "qoi": 0, "commit_hash": "ca49596", "commit_timestamp": "2025-02-22T014448"}
143
+ {"model": "openai/whisper-small.en", "device": "iPhone 13", "os": "iOS 18.7", "timestamp": "2025-09-16T21:54:44Z", "speed": 13.17, "tokens_per_second": 46.39, "dataset_speed": {"earnings22-10mins": 15.77, "librispeech-10mins": 11.31}, "dataset_tokens_per_second": {"earnings22-10mins": 49.56, "librispeech-10mins": 44.12}, "average_wer": 7.49, "dataset_average_wer": {"earnings22-10mins": 8.14, "librispeech-10mins": 6.9}, "qoi": 0.61, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
144
  {"model": "openai/whisper-small", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T21:00:02Z", "speed": 17.1, "tokens_per_second": 64.96, "dataset_speed": {"librispeech-10mins": 14.12, "earnings22-10mins": 21.69}, "dataset_tokens_per_second": {"librispeech-10mins": 59.72, "earnings22-10mins": 73.03}, "average_wer": 8.73, "dataset_average_wer": {"librispeech-10mins": 7.63, "earnings22-10mins": 9.96}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
145
+ {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 13", "os": "iOS 18.7", "timestamp": "2025-09-16T23:40:29Z", "speed": 8.45, "tokens_per_second": 28.91, "dataset_speed": {"librispeech-10mins": 6.05, "earnings22-10mins": 14.0}, "dataset_tokens_per_second": {"librispeech-10mins": 22.01, "earnings22-10mins": 44.95}, "average_wer": 7.8, "dataset_average_wer": {"librispeech-10mins": 6.44, "earnings22-10mins": 9.3}, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
146
  {"model": "openai/whisper-base", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:56:29Z", "speed": 59.8, "tokens_per_second": 227.86, "dataset_speed": {"earnings22-10mins": 91.24, "librispeech-10mins": 44.52}, "dataset_tokens_per_second": {"earnings22-10mins": 310.98, "librispeech-10mins": 187.47}, "average_wer": 12.46, "dataset_average_wer": {"earnings22-10mins": 12.86, "librispeech-10mins": 12.1}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
147
  {"model": "openai/whisper-tiny.en", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:54:22Z", "speed": 108.3, "tokens_per_second": 379.25, "dataset_speed": {"librispeech-10mins": 73.65, "earnings22-10mins": 205.31}, "dataset_tokens_per_second": {"librispeech-10mins": 282.48, "earnings22-10mins": 650.15}, "average_wer": 15.05, "dataset_average_wer": {"librispeech-10mins": 13.54, "earnings22-10mins": 16.72}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
148
  {"model": "openai/whisper-small.en", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T20:20:13Z", "speed": 28.82, "tokens_per_second": 101.77, "dataset_speed": {"earnings22-10mins": 43.93, "librispeech-10mins": 21.47}, "dataset_tokens_per_second": {"earnings22-10mins": 138.52, "librispeech-10mins": 83.88}, "average_wer": 7.35, "dataset_average_wer": {"earnings22-10mins": 8.07, "librispeech-10mins": 6.71}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
149
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-01T23:39:48Z", "speed": 4.65, "tokens_per_second": 17.45, "dataset_speed": {"earnings22-10mins": 5.93, "librispeech-10mins": 3.91}, "dataset_tokens_per_second": {"earnings22-10mins": 20.09, "librispeech-10mins": 15.92}, "average_wer": 13.53, "dataset_average_wer": {"earnings22-10mins": 21.0, "librispeech-10mins": 6.77}, "qoi": 0.57, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
150
+ {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 13", "os": "iOS 18.7", "timestamp": "2025-09-16T23:44:53Z", "speed": 4.17, "tokens_per_second": 17.51, "dataset_speed": {"earnings22-10mins": 6.36, "librispeech-10mins": 3.14}, "dataset_tokens_per_second": {"earnings22-10mins": 26.65, "librispeech-10mins": 13.19}, "average_wer": 8.8, "dataset_average_wer": {"earnings22-10mins": 13.44, "librispeech-10mins": 4.6}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
151
  {"model": "openai/whisper-tiny.en", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-07T17:22:19Z", "speed": 88.19, "tokens_per_second": 308.9, "dataset_speed": {"earnings22-10mins": 165.43, "librispeech-10mins": 60.2}, "dataset_tokens_per_second": {"earnings22-10mins": 523.31, "librispeech-10mins": 231.2}, "average_wer": 15.12, "dataset_average_wer": {"earnings22-10mins": 16.72, "librispeech-10mins": 13.68}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
152
  {"model": "openai/whisper-large-v2/949MB", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-27T23:36:00Z", "speed": 2.16, "tokens_per_second": 8.48, "dataset_speed": {"earnings22-10mins": 2.74, "librispeech-10mins": 1.93}, "dataset_tokens_per_second": {"earnings22-10mins": 8.9, "librispeech-10mins": 8.32}, "average_wer": 26.11, "dataset_average_wer": {"earnings22-10mins": 48.95, "librispeech-10mins": 5.46}, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
153
  {"model": "openai/whisper-tiny", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-27T22:34:55Z", "speed": 74.5, "tokens_per_second": 286.14, "dataset_speed": {"librispeech-10mins": 54.35, "earnings22-10mins": 118.66}, "dataset_tokens_per_second": {"librispeech-10mins": 231.29, "earnings22-10mins": 406.41}, "average_wer": 16.36, "dataset_average_wer": {"librispeech-10mins": 15.98, "earnings22-10mins": 16.79}, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
154
  {"model": "openai/whisper-tiny", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-27T22:34:51Z", "speed": 90.41, "tokens_per_second": 346.95, "dataset_speed": {"earnings22-10mins": 138.7, "librispeech-10mins": 67.13}, "dataset_tokens_per_second": {"earnings22-10mins": 473.9, "librispeech-10mins": 285.77}, "average_wer": 16.6, "dataset_average_wer": {"earnings22-10mins": 17.08, "librispeech-10mins": 16.17}, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
155
  {"model": "openai/whisper-base.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-27T22:37:49Z", "speed": 67.43, "tokens_per_second": 239.22, "dataset_speed": {"earnings22-10mins": 99.96, "librispeech-10mins": 50.93}, "dataset_tokens_per_second": {"earnings22-10mins": 324.19, "librispeech-10mins": 196.1}, "average_wer": 9.77, "dataset_average_wer": {"earnings22-10mins": 10.68, "librispeech-10mins": 8.94}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
156
+ {"model": "openai/whisper-base", "device": "iPhone 12 mini", "os": "iOS 18.7", "timestamp": "2025-09-16T21:45:54Z", "speed": 30.61, "tokens_per_second": 116.66, "dataset_speed": {"librispeech-10mins": 24.17, "earnings22-10mins": 41.79}, "dataset_tokens_per_second": {"librispeech-10mins": 101.86, "earnings22-10mins": 142.36}, "average_wer": 12.43, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.79}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
157
  {"model": "openai/whisper-large-v2/949MB", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T20:27:38Z", "speed": 3.4, "tokens_per_second": 13.77, "dataset_speed": {"earnings22-10mins": 4.45, "librispeech-10mins": 3.07}, "dataset_tokens_per_second": {"earnings22-10mins": 15.53, "librispeech-10mins": 13.23}, "average_wer": 28.82, "dataset_average_wer": {"earnings22-10mins": 54.65, "librispeech-10mins": 5.46}, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
158
  {"model": "openai/whisper-large-v3/947MB", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T17:14:30Z", "speed": 3.6, "tokens_per_second": 13.35, "dataset_speed": {"librispeech-10mins": 3.08, "earnings22-10mins": 5.28}, "dataset_tokens_per_second": {"librispeech-10mins": 12.88, "earnings22-10mins": 14.87}, "average_wer": 30.12, "dataset_average_wer": {"librispeech-10mins": 4.6, "earnings22-10mins": 58.32}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
159
+ {"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 14", "os": "iOS 18.7", "timestamp": "2025-09-16T23:10:19Z", "speed": 1.84, "tokens_per_second": 7.32, "dataset_speed": {"earnings22-10mins": 1.74, "librispeech-10mins": 1.9}, "dataset_tokens_per_second": {"earnings22-10mins": 7.49, "librispeech-10mins": 7.24}, "average_wer": 28.48, "dataset_average_wer": {"earnings22-10mins": 54.43, "librispeech-10mins": 5.0}, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
160
  {"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T17:22:48Z", "speed": 4.42, "tokens_per_second": 16.8, "dataset_speed": {"librispeech-10mins": 3.92, "earnings22-10mins": 5.78}, "dataset_tokens_per_second": {"librispeech-10mins": 16.19, "earnings22-10mins": 18.46}, "average_wer": 26.46, "dataset_average_wer": {"librispeech-10mins": 5.13, "earnings22-10mins": 50.04}, "qoi": 0.65, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
161
  {"model": "openai/whisper-large-v2/turbo", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T20:37:23Z", "speed": 4.01, "tokens_per_second": 17.04, "dataset_speed": {"librispeech-10mins": 3.8, "earnings22-10mins": 4.52}, "dataset_tokens_per_second": {"librispeech-10mins": 16.41, "earnings22-10mins": 18.52}, "average_wer": 28.96, "dataset_average_wer": {"librispeech-10mins": 5.39, "earnings22-10mins": 55.01}, "qoi": 0.61, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
162
  {"model": "openai/whisper-tiny.en", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:21:52Z", "speed": 72.42, "tokens_per_second": 253.73, "dataset_speed": {"librispeech-10mins": 48.9, "earnings22-10mins": 140.1}, "dataset_tokens_per_second": {"librispeech-10mins": 187.72, "earnings22-10mins": 443.64}, "average_wer": 15.08, "dataset_average_wer": {"librispeech-10mins": 13.61, "earnings22-10mins": 16.72}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
163
  {"model": "openai/whisper-small", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-09-06T22:05:05Z", "speed": 15.46, "tokens_per_second": 58.75, "dataset_speed": {"librispeech-10mins": 11.82, "earnings22-10mins": 22.38}, "dataset_tokens_per_second": {"librispeech-10mins": 50.01, "earnings22-10mins": 75.35}, "average_wer": 8.7, "dataset_average_wer": {"librispeech-10mins": 7.63, "earnings22-10mins": 9.88}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
164
  {"model": "openai/whisper-large-v2", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T20:22:10Z", "speed": 3.39, "tokens_per_second": 13.62, "dataset_speed": {"earnings22-10mins": 4.47, "librispeech-10mins": 3.07}, "dataset_tokens_per_second": {"earnings22-10mins": 14.76, "librispeech-10mins": 13.28}, "average_wer": 30.48, "dataset_average_wer": {"earnings22-10mins": 58.5, "librispeech-10mins": 5.13}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
165
  {"model": "openai/whisper-small.en", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:57:55Z", "speed": 24.47, "tokens_per_second": 86.39, "dataset_speed": {"earnings22-10mins": 34.06, "librispeech-10mins": 19.11}, "dataset_tokens_per_second": {"earnings22-10mins": 107.4, "librispeech-10mins": 74.65}, "average_wer": 7.35, "dataset_average_wer": {"earnings22-10mins": 8.07, "librispeech-10mins": 6.71}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
166
+ {"model": "openai/whisper-large-v2/949MB", "device": "iPhone 14", "os": "iOS 18.7", "timestamp": "2025-09-16T22:08:31Z", "speed": 1.39, "tokens_per_second": 5.53, "dataset_speed": {"librispeech-10mins": 1.26, "earnings22-10mins": 1.72}, "dataset_tokens_per_second": {"librispeech-10mins": 5.43, "earnings22-10mins": 5.81}, "average_wer": 28.2, "dataset_average_wer": {"librispeech-10mins": 5.46, "earnings22-10mins": 53.34}, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
167
  {"model": "openai/whisper-tiny.en", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T20:15:15Z", "speed": 113.31, "tokens_per_second": 396.77, "dataset_speed": {"earnings22-10mins": 275.21, "librispeech-10mins": 71.45}, "dataset_tokens_per_second": {"earnings22-10mins": 871.5, "librispeech-10mins": 274.04}, "average_wer": 15.05, "dataset_average_wer": {"earnings22-10mins": 16.72, "librispeech-10mins": 13.54}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
168
  {"model": "openai/whisper-small", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-27T22:39:54Z", "speed": 18.29, "tokens_per_second": 69.71, "dataset_speed": {"librispeech-10mins": 15.15, "earnings22-10mins": 23.08}, "dataset_tokens_per_second": {"librispeech-10mins": 64.33, "earnings22-10mins": 77.93}, "average_wer": 8.84, "dataset_average_wer": {"librispeech-10mins": 7.76, "earnings22-10mins": 10.03}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
169
  {"model": "openai/whisper-large-v2/949MB", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-09-06T20:08:11Z", "speed": 3.43, "tokens_per_second": 13.6, "dataset_speed": {"earnings22-10mins": 4.82, "librispeech-10mins": 3.02}, "dataset_tokens_per_second": {"earnings22-10mins": 15.67, "librispeech-10mins": 12.99}, "average_wer": 29.2, "dataset_average_wer": {"earnings22-10mins": 55.45, "librispeech-10mins": 5.46}, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
182
  {"model": "openai/whisper-small", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-27T22:39:12Z", "speed": 22.81, "tokens_per_second": 86.67, "dataset_speed": {"earnings22-10mins": 30.62, "librispeech-10mins": 18.19}, "dataset_tokens_per_second": {"earnings22-10mins": 103.09, "librispeech-10mins": 76.96}, "average_wer": 8.7, "dataset_average_wer": {"earnings22-10mins": 9.88, "librispeech-10mins": 7.63}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
183
  {"model": "openai/whisper-small.en", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:42:00Z", "speed": 24.49, "tokens_per_second": 86.46, "dataset_speed": {"earnings22-10mins": 33.83, "librispeech-10mins": 19.2}, "dataset_tokens_per_second": {"earnings22-10mins": 106.68, "librispeech-10mins": 75.03}, "average_wer": 7.35, "dataset_average_wer": {"earnings22-10mins": 8.07, "librispeech-10mins": 6.71}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
184
  {"model": "openai/whisper-small.en", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T02:19:03Z", "speed": 16.42, "tokens_per_second": 57.84, "dataset_speed": {"earnings22-10mins": 20.46, "librispeech-10mins": 13.73}, "dataset_tokens_per_second": {"earnings22-10mins": 64.31, "librispeech-10mins": 53.52}, "average_wer": 7.46, "dataset_average_wer": {"earnings22-10mins": 8.14, "librispeech-10mins": 6.84}, "qoi": 0.61, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
185
+ {"model": "openai/whisper-tiny", "device": "iPhone 13", "os": "iOS 18.7", "timestamp": "2025-09-16T21:42:50Z", "speed": 59.91, "tokens_per_second": 229.73, "dataset_speed": {"earnings22-10mins": 93.16, "librispeech-10mins": 44.2}, "dataset_tokens_per_second": {"earnings22-10mins": 318.44, "librispeech-10mins": 187.81}, "average_wer": 16.78, "dataset_average_wer": {"earnings22-10mins": 17.66, "librispeech-10mins": 15.98}, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
186
  {"model": "openai/whisper-tiny.en", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:38:05Z", "speed": 104.01, "tokens_per_second": 364.2, "dataset_speed": {"librispeech-10mins": 70.08, "earnings22-10mins": 202.37}, "dataset_tokens_per_second": {"librispeech-10mins": 268.8, "earnings22-10mins": 640.82}, "average_wer": 15.05, "dataset_average_wer": {"librispeech-10mins": 13.54, "earnings22-10mins": 16.72}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
187
+ {"model": "openai/whisper-tiny.en", "device": "iPhone 14", "os": "iOS 18.7", "timestamp": "2025-09-16T21:43:43Z", "speed": 62.52, "tokens_per_second": 218.95, "dataset_speed": {"earnings22-10mins": 97.54, "librispeech-10mins": 46.06}, "dataset_tokens_per_second": {"earnings22-10mins": 308.86, "librispeech-10mins": 176.67}, "average_wer": 15.05, "dataset_average_wer": {"earnings22-10mins": 16.57, "librispeech-10mins": 13.68}, "qoi": 0.38, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
188
  {"model": "distil-whisper/distil-large-v3", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T21:07:03Z", "speed": 12.15, "tokens_per_second": 45.49, "dataset_speed": {"earnings22-10mins": 24.46, "librispeech-10mins": 8.09}, "dataset_tokens_per_second": {"earnings22-10mins": 80.5, "librispeech-10mins": 33.95}, "average_wer": 6.59, "dataset_average_wer": {"earnings22-10mins": 8.14, "librispeech-10mins": 5.19}, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
189
  {"model": "openai/whisper-small.en", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-09-06T22:08:03Z", "speed": 16.4, "tokens_per_second": 57.88, "dataset_speed": {"earnings22-10mins": 23.99, "librispeech-10mins": 12.47}, "dataset_tokens_per_second": {"earnings22-10mins": 75.68, "librispeech-10mins": 48.67}, "average_wer": 7.42, "dataset_average_wer": {"earnings22-10mins": 8.21, "librispeech-10mins": 6.71}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
190
  {"model": "openai/whisper-tiny", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T02:12:30Z", "speed": 88.93, "tokens_per_second": 340.92, "dataset_speed": {"earnings22-10mins": 134.59, "librispeech-10mins": 66.48}, "dataset_tokens_per_second": {"earnings22-10mins": 459.6, "librispeech-10mins": 282.55}, "average_wer": 16.85, "dataset_average_wer": {"earnings22-10mins": 17.88, "librispeech-10mins": 15.91}, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
191
  {"model": "openai/whisper-tiny", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:53:37Z", "speed": 104.76, "tokens_per_second": 400.2, "dataset_speed": {"earnings22-10mins": 201.82, "librispeech-10mins": 70.83}, "dataset_tokens_per_second": {"earnings22-10mins": 684.5, "librispeech-10mins": 300.84}, "average_wer": 16.19, "dataset_average_wer": {"earnings22-10mins": 16.64, "librispeech-10mins": 15.78}, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
192
  {"model": "openai/whisper-large-v3/947MB", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T03:04:11Z", "speed": 2.07, "tokens_per_second": 7.75, "dataset_speed": {"earnings22-10mins": 2.74, "librispeech-10mins": 1.82}, "dataset_tokens_per_second": {"earnings22-10mins": 8.03, "librispeech-10mins": 7.64}, "average_wer": 28.17, "dataset_average_wer": {"earnings22-10mins": 54.07, "librispeech-10mins": 4.73}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
193
  {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T19:48:37Z", "speed": 15.02, "tokens_per_second": 51.5, "dataset_speed": {"earnings22-10mins": 25.74, "librispeech-10mins": 10.62}, "dataset_tokens_per_second": {"earnings22-10mins": 82.91, "librispeech-10mins": 38.59}, "average_wer": 7.7, "dataset_average_wer": {"earnings22-10mins": 9.23, "librispeech-10mins": 6.31}, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
194
+ {"model": "openai/whisper-base.en", "device": "iPhone 12 mini", "os": "iOS 18.7", "timestamp": "2025-09-16T21:46:59Z", "speed": 32.68, "tokens_per_second": 115.98, "dataset_speed": {"earnings22-10mins": 46.19, "librispeech-10mins": 25.31}, "dataset_tokens_per_second": {"earnings22-10mins": 149.97, "librispeech-10mins": 97.44}, "average_wer": 9.94, "dataset_average_wer": {"earnings22-10mins": 11.05, "librispeech-10mins": 8.94}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
195
+ {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 14", "os": "iOS 18.7", "timestamp": "2025-09-16T22:25:10Z", "speed": 1.96, "tokens_per_second": 7.35, "dataset_speed": {"earnings22-10mins": 2.29, "librispeech-10mins": 1.82}, "dataset_tokens_per_second": {"earnings22-10mins": 7.46, "librispeech-10mins": 7.31}, "average_wer": 28.79, "dataset_average_wer": {"earnings22-10mins": 52.47, "librispeech-10mins": 7.36}, "qoi": 0.57, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
196
  {"model": "openai/whisper-base", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-27T22:36:42Z", "speed": 44.15, "tokens_per_second": 167.93, "dataset_speed": {"librispeech-10mins": 33.56, "earnings22-10mins": 64.64}, "dataset_tokens_per_second": {"librispeech-10mins": 141.35, "earnings22-10mins": 219.35}, "average_wer": 12.19, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.28}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
197
  {"model": "openai/whisper-large-v2/turbo", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:12:04Z", "speed": 3.55, "tokens_per_second": 14.21, "dataset_speed": {"earnings22-10mins": 4.72, "librispeech-10mins": 3.17}, "dataset_tokens_per_second": {"earnings22-10mins": 15.8, "librispeech-10mins": 13.71}, "average_wer": 29.69, "dataset_average_wer": {"earnings22-10mins": 56.54, "librispeech-10mins": 5.39}, "qoi": 0.61, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
198
  {"model": "openai/whisper-small", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-27T22:39:20Z", "speed": 13.37, "tokens_per_second": 50.97, "dataset_speed": {"librispeech-10mins": 11.01, "earnings22-10mins": 17.05}, "dataset_tokens_per_second": {"librispeech-10mins": 46.73, "earnings22-10mins": 57.56}, "average_wer": 8.84, "dataset_average_wer": {"librispeech-10mins": 7.76, "earnings22-10mins": 10.03}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
199
  {"model": "distil-whisper/distil-large-v3", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T17:28:16Z", "speed": 10.91, "tokens_per_second": 40.85, "dataset_speed": {"earnings22-10mins": 20.69, "librispeech-10mins": 7.42}, "dataset_tokens_per_second": {"earnings22-10mins": 68.1, "librispeech-10mins": 31.12}, "average_wer": 6.59, "dataset_average_wer": {"earnings22-10mins": 8.14, "librispeech-10mins": 5.19}, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
200
  {"model": "distil-whisper/distil-large-v3", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T19:40:08Z", "speed": 9.42, "tokens_per_second": 35.24, "dataset_speed": {"librispeech-10mins": 6.35, "earnings22-10mins": 18.31}, "dataset_tokens_per_second": {"librispeech-10mins": 26.58, "earnings22-10mins": 60.27}, "average_wer": 6.59, "dataset_average_wer": {"librispeech-10mins": 5.19, "earnings22-10mins": 8.14}, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
201
+ {"model": "openai/whisper-base.en", "device": "iPhone 14", "os": "iOS 18.7", "timestamp": "2025-09-16T21:46:42Z", "speed": 40.0, "tokens_per_second": 141.83, "dataset_speed": {"earnings22-10mins": 55.54, "librispeech-10mins": 31.28}, "dataset_tokens_per_second": {"earnings22-10mins": 179.93, "librispeech-10mins": 120.45}, "average_wer": 9.87, "dataset_average_wer": {"earnings22-10mins": 10.9, "librispeech-10mins": 8.94}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
202
  {"model": "openai/whisper-base", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:56:16Z", "speed": 45.57, "tokens_per_second": 173.6, "dataset_speed": {"earnings22-10mins": 62.15, "librispeech-10mins": 36.01}, "dataset_tokens_per_second": {"earnings22-10mins": 211.42, "librispeech-10mins": 151.79}, "average_wer": 12.39, "dataset_average_wer": {"earnings22-10mins": 12.72, "librispeech-10mins": 12.1}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
203
  {"model": "openai/whisper-large-v3", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-09-06T20:28:22Z", "speed": 3.09, "tokens_per_second": 11.86, "dataset_speed": {"librispeech-10mins": 2.7, "earnings22-10mins": 4.47}, "dataset_tokens_per_second": {"librispeech-10mins": 11.44, "earnings22-10mins": 13.37}, "average_wer": 31.69, "dataset_average_wer": {"librispeech-10mins": 3.75, "earnings22-10mins": 62.57}, "qoi": 0.74, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
204
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T17:01:25Z", "speed": 4.45, "tokens_per_second": 16.95, "dataset_speed": {"earnings22-10mins": 5.57, "librispeech-10mins": 4.01}, "dataset_tokens_per_second": {"earnings22-10mins": 19.17, "librispeech-10mins": 16.08}, "average_wer": 26.15, "dataset_average_wer": {"earnings22-10mins": 47.57, "librispeech-10mins": 6.77}, "qoi": 0.57, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
211
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-07T17:53:44Z", "speed": 3.35, "tokens_per_second": 12.66, "dataset_speed": {"earnings22-10mins": 4.04, "librispeech-10mins": 3.12}, "dataset_tokens_per_second": {"earnings22-10mins": 13.53, "librispeech-10mins": 12.39}, "average_wer": 32.27, "dataset_average_wer": {"earnings22-10mins": 60.47, "librispeech-10mins": 6.77}, "qoi": 0.57, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
212
  {"model": "openai/whisper-small", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:40:34Z", "speed": 23.21, "tokens_per_second": 88.18, "dataset_speed": {"earnings22-10mins": 32.16, "librispeech-10mins": 18.17}, "dataset_tokens_per_second": {"earnings22-10mins": 108.26, "librispeech-10mins": 76.88}, "average_wer": 8.7, "dataset_average_wer": {"earnings22-10mins": 9.88, "librispeech-10mins": 7.63}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
213
  {"model": "openai/whisper-small.en", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T18:36:19Z", "speed": 19.69, "tokens_per_second": 69.54, "dataset_speed": {"librispeech-10mins": 15.11, "earnings22-10mins": 28.31}, "dataset_tokens_per_second": {"librispeech-10mins": 59.05, "earnings22-10mins": 89.28}, "average_wer": 7.35, "dataset_average_wer": {"librispeech-10mins": 6.71, "earnings22-10mins": 8.07}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
214
+ {"model": "openai/whisper-base.en", "device": "iPhone 13", "os": "iOS 18.7", "timestamp": "2025-09-16T21:46:55Z", "speed": 40.36, "tokens_per_second": 143.1, "dataset_speed": {"earnings22-10mins": 55.99, "librispeech-10mins": 31.58}, "dataset_tokens_per_second": {"earnings22-10mins": 181.4, "librispeech-10mins": 121.59}, "average_wer": 9.87, "dataset_average_wer": {"earnings22-10mins": 10.9, "librispeech-10mins": 8.94}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
215
  {"model": "openai/whisper-tiny", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-09-06T19:56:54Z", "speed": 99.5, "tokens_per_second": 380.1, "dataset_speed": {"librispeech-10mins": 67.03, "earnings22-10mins": 193.72}, "dataset_tokens_per_second": {"librispeech-10mins": 284.68, "earnings22-10mins": 657.04}, "average_wer": 16.19, "dataset_average_wer": {"librispeech-10mins": 15.78, "earnings22-10mins": 16.64}, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
216
  {"model": "openai/whisper-large-v2/turbo", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T16:55:40Z", "speed": 3.6, "tokens_per_second": 14.46, "dataset_speed": {"earnings22-10mins": 4.89, "librispeech-10mins": 3.22}, "dataset_tokens_per_second": {"earnings22-10mins": 16.24, "librispeech-10mins": 13.92}, "average_wer": 30.53, "dataset_average_wer": {"earnings22-10mins": 58.32, "librispeech-10mins": 5.39}, "qoi": 0.61, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
217
  {"model": "openai/whisper-large-v3/turbo", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-07T18:10:28Z", "speed": 3.3, "tokens_per_second": 11.9, "dataset_speed": {"earnings22-10mins": 3.92, "librispeech-10mins": 2.91}, "dataset_tokens_per_second": {"earnings22-10mins": 13.37, "librispeech-10mins": 10.97}, "average_wer": 40.14, "dataset_average_wer": {"earnings22-10mins": 59.81, "librispeech-10mins": 4.54}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
218
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-07T18:46:50Z", "speed": 9.71, "tokens_per_second": 36.19, "dataset_speed": {"earnings22-10mins": 19.05, "librispeech-10mins": 6.53}, "dataset_tokens_per_second": {"earnings22-10mins": 62.63, "librispeech-10mins": 27.17}, "average_wer": 7.66, "dataset_average_wer": {"earnings22-10mins": 9.16, "librispeech-10mins": 6.31}, "qoi": 0.67, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
219
  {"model": "openai/whisper-large-v2", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-09-06T20:06:10Z", "speed": 2.83, "tokens_per_second": 12.26, "dataset_speed": {"librispeech-10mins": 2.66, "earnings22-10mins": 3.31}, "dataset_tokens_per_second": {"librispeech-10mins": 11.51, "earnings22-10mins": 14.39}, "average_wer": 28.41, "dataset_average_wer": {"librispeech-10mins": 5.13, "earnings22-10mins": 54.14}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
220
  {"model": "openai/whisper-large-v2/949MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:05:35Z", "speed": 3.25, "tokens_per_second": 12.97, "dataset_speed": {"earnings22-10mins": 4.17, "librispeech-10mins": 2.97}, "dataset_tokens_per_second": {"earnings22-10mins": 13.61, "librispeech-10mins": 12.78}, "average_wer": 31.65, "dataset_average_wer": {"earnings22-10mins": 60.61, "librispeech-10mins": 5.46}, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
221
+ {"model": "openai/whisper-tiny", "device": "iPhone 12 mini", "os": "iOS 18.7", "timestamp": "2025-09-16T21:42:51Z", "speed": 49.06, "tokens_per_second": 187.68, "dataset_speed": {"librispeech-10mins": 34.55, "earnings22-10mins": 84.83}, "dataset_tokens_per_second": {"librispeech-10mins": 146.81, "earnings22-10mins": 288.41}, "average_wer": 16.47, "dataset_average_wer": {"librispeech-10mins": 15.91, "earnings22-10mins": 17.08}, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
222
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:18:10Z", "speed": 4.45, "tokens_per_second": 16.7, "dataset_speed": {"earnings22-10mins": 5.74, "librispeech-10mins": 3.95}, "dataset_tokens_per_second": {"earnings22-10mins": 19.35, "librispeech-10mins": 15.67}, "average_wer": 26.3, "dataset_average_wer": {"earnings22-10mins": 47.89, "librispeech-10mins": 6.77}, "qoi": 0.57, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
223
  {"model": "openai/whisper-large-v3/947MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-07T18:06:57Z", "speed": 2.79, "tokens_per_second": 10.51, "dataset_speed": {"earnings22-10mins": 3.94, "librispeech-10mins": 2.48}, "dataset_tokens_per_second": {"earnings22-10mins": 10.93, "librispeech-10mins": 10.4}, "average_wer": 34.12, "dataset_average_wer": {"earnings22-10mins": 66.61, "librispeech-10mins": 4.73}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
224
+ {"model": "openai/whisper-small", "device": "iPhone 13", "os": "iOS 18.7", "timestamp": "2025-09-16T21:50:10Z", "speed": 12.63, "tokens_per_second": 48.06, "dataset_speed": {"librispeech-10mins": 10.72, "earnings22-10mins": 15.38}, "dataset_tokens_per_second": {"librispeech-10mins": 45.48, "earnings22-10mins": 51.76}, "average_wer": 8.7, "dataset_average_wer": {"librispeech-10mins": 7.63, "earnings22-10mins": 9.88}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
225
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-28T04:03:53Z", "speed": 4.48, "tokens_per_second": 16.73, "dataset_speed": {"earnings22-10mins": 6.83, "librispeech-10mins": 3.34}, "dataset_tokens_per_second": {"earnings22-10mins": 22.43, "librispeech-10mins": 13.96}, "average_wer": 6.42, "dataset_average_wer": {"earnings22-10mins": 8.5, "librispeech-10mins": 4.54}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
226
  {"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T02:34:28Z", "speed": 4.75, "tokens_per_second": 17.66, "dataset_speed": {"earnings22-10mins": 5.54, "librispeech-10mins": 4.19}, "dataset_tokens_per_second": {"earnings22-10mins": 20.12, "librispeech-10mins": 15.89}, "average_wer": 8.66, "dataset_average_wer": {"earnings22-10mins": 12.72, "librispeech-10mins": 5.0}, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
227
  {"model": "openai/whisper-base.en", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-13T02:15:19Z", "speed": 59.48, "tokens_per_second": 210.87, "dataset_speed": {"earnings22-10mins": 79.67, "librispeech-10mins": 47.5}, "dataset_tokens_per_second": {"earnings22-10mins": 258.54, "librispeech-10mins": 182.58}, "average_wer": 9.98, "dataset_average_wer": {"earnings22-10mins": 10.97, "librispeech-10mins": 9.07}, "qoi": 0.48, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
241
  {"model": "openai/whisper-large-v2/949MB", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:32:50Z", "speed": 2.72, "tokens_per_second": 10.34, "dataset_speed": {"earnings22-10mins": 4.08, "librispeech-10mins": 2.05}, "dataset_tokens_per_second": {"earnings22-10mins": 13.47, "librispeech-10mins": 8.78}, "average_wer": 6.59, "dataset_average_wer": {"earnings22-10mins": 8.36, "librispeech-10mins": 5.0}, "qoi": 0.64, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
242
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-02T06:23:48Z", "speed": 9.24, "tokens_per_second": 38.77, "dataset_speed": {"librispeech-10mins": 6.72, "earnings22-10mins": 14.79}, "dataset_tokens_per_second": {"librispeech-10mins": 28.34, "earnings22-10mins": 61.82}, "average_wer": 6.45, "dataset_average_wer": {"librispeech-10mins": 4.54, "earnings22-10mins": 8.58}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
243
  {"model": "distil-whisper/distil-large-v3", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:49:29Z", "speed": 10.15, "tokens_per_second": 38.0, "dataset_speed": {"librispeech-10mins": 7.24, "earnings22-10mins": 16.99}, "dataset_tokens_per_second": {"librispeech-10mins": 30.39, "earnings22-10mins": 55.91}, "average_wer": 6.59, "dataset_average_wer": {"librispeech-10mins": 5.19, "earnings22-10mins": 8.14}, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
244
+ {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 14", "os": "iOS 18.7", "timestamp": "2025-09-16T23:44:05Z", "speed": 3.86, "tokens_per_second": 15.1, "dataset_speed": {"earnings22-10mins": 6.03, "librispeech-10mins": 2.84}, "dataset_tokens_per_second": {"earnings22-10mins": 21.82, "librispeech-10mins": 11.94}, "average_wer": 6.35, "dataset_average_wer": {"earnings22-10mins": 8.28, "librispeech-10mins": 4.6}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
245
  {"model": "openai/whisper-large-v3/947MB", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:48:11Z", "speed": 2.8, "tokens_per_second": 10.0, "dataset_speed": {"librispeech-10mins": 2.06, "earnings22-10mins": 4.36}, "dataset_tokens_per_second": {"librispeech-10mins": 8.63, "earnings22-10mins": 12.92}, "average_wer": 10.63, "dataset_average_wer": {"librispeech-10mins": 4.73, "earnings22-10mins": 17.15}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
246
  {"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:43:11Z", "speed": 4.48, "tokens_per_second": 16.74, "dataset_speed": {"librispeech-10mins": 4.1, "earnings22-10mins": 5.36}, "dataset_tokens_per_second": {"librispeech-10mins": 15.51, "earnings22-10mins": 19.54}, "average_wer": 25.27, "dataset_average_wer": {"librispeech-10mins": 5.26, "earnings22-10mins": 47.38}, "qoi": 0.65, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
247
  {"model": "openai/whisper-large-v2/turbo", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T18:52:10Z", "speed": 2.94, "tokens_per_second": 11.83, "dataset_speed": {"earnings22-10mins": 4.1, "librispeech-10mins": 2.64}, "dataset_tokens_per_second": {"earnings22-10mins": 13.52, "librispeech-10mins": 11.39}, "average_wer": 32.55, "dataset_average_wer": {"earnings22-10mins": 62.57, "librispeech-10mins": 5.39}, "qoi": 0.61, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
248
  {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-28T04:11:27Z", "speed": 5.83, "tokens_per_second": 22.92, "dataset_speed": {"librispeech-10mins": 4.73, "earnings22-10mins": 7.67}, "dataset_tokens_per_second": {"librispeech-10mins": 18.15, "earnings22-10mins": 30.86}, "average_wer": 7.77, "dataset_average_wer": {"librispeech-10mins": 5.16, "earnings22-10mins": 10.65}, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
249
+ {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 14", "os": "iOS 18.7", "timestamp": "2025-09-16T23:33:46Z", "speed": 5.37, "tokens_per_second": 20.0, "dataset_speed": {"librispeech-10mins": 3.71, "earnings22-10mins": 9.75}, "dataset_tokens_per_second": {"librispeech-10mins": 15.42, "earnings22-10mins": 32.09}, "average_wer": 7.77, "dataset_average_wer": {"librispeech-10mins": 6.44, "earnings22-10mins": 9.23}, "qoi": 0.65, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
250
  {"model": "openai/whisper-large-v3-v20240930", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T17:36:53Z", "speed": 9.34, "tokens_per_second": 38.74, "dataset_speed": {"earnings22-10mins": 15.59, "librispeech-10mins": 6.67}, "dataset_tokens_per_second": {"earnings22-10mins": 64.47, "librispeech-10mins": 27.77}, "average_wer": 6.06, "dataset_average_wer": {"earnings22-10mins": 7.96, "librispeech-10mins": 4.34}, "qoi": 0.74, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
251
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-13T03:44:36Z", "speed": 7.88, "tokens_per_second": 29.36, "dataset_speed": {"earnings22-10mins": 13.29, "librispeech-10mins": 5.61}, "dataset_tokens_per_second": {"earnings22-10mins": 43.7, "librispeech-10mins": 23.33}, "average_wer": 7.73, "dataset_average_wer": {"earnings22-10mins": 9.23, "librispeech-10mins": 6.38}, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
252
  {"model": "openai/whisper-small.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T21:01:55Z", "speed": 16.71, "tokens_per_second": 59.01, "dataset_speed": {"earnings22-10mins": 20.09, "librispeech-10mins": 14.32}, "dataset_tokens_per_second": {"earnings22-10mins": 63.35, "librispeech-10mins": 55.93}, "average_wer": 7.35, "dataset_average_wer": {"earnings22-10mins": 8.07, "librispeech-10mins": 6.71}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
261
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-13T02:45:09Z", "speed": 2.76, "tokens_per_second": 10.23, "dataset_speed": {"librispeech-10mins": 2.5, "earnings22-10mins": 3.36}, "dataset_tokens_per_second": {"librispeech-10mins": 9.92, "earnings22-10mins": 10.94}, "average_wer": 24.7, "dataset_average_wer": {"librispeech-10mins": 6.87, "earnings22-10mins": 44.4}, "qoi": 0.57, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
262
  {"model": "openai/whisper-large-v2/949MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T18:44:33Z", "speed": 2.68, "tokens_per_second": 10.83, "dataset_speed": {"earnings22-10mins": 3.56, "librispeech-10mins": 2.45}, "dataset_tokens_per_second": {"earnings22-10mins": 12.04, "librispeech-10mins": 10.52}, "average_wer": 33.53, "dataset_average_wer": {"earnings22-10mins": 65.08, "librispeech-10mins": 5.0}, "qoi": 0.64, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
263
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T03:55:12Z", "speed": 5.2, "tokens_per_second": 20.83, "dataset_speed": {"earnings22-10mins": 8.46, "librispeech-10mins": 3.76}, "dataset_tokens_per_second": {"earnings22-10mins": 32.16, "librispeech-10mins": 15.81}, "average_wer": 6.59, "dataset_average_wer": {"earnings22-10mins": 8.79, "librispeech-10mins": 4.6}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
264
+ {"model": "openai/whisper-small", "device": "iPhone 12 mini", "os": "iOS 18.7", "timestamp": "2025-09-16T21:50:10Z", "speed": 6.95, "tokens_per_second": 26.46, "dataset_speed": {"earnings22-10mins": 9.1, "librispeech-10mins": 5.63}, "dataset_tokens_per_second": {"earnings22-10mins": 30.63, "librispeech-10mins": 23.9}, "average_wer": 8.73, "dataset_average_wer": {"earnings22-10mins": 9.96, "librispeech-10mins": 7.63}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
265
  {"model": "openai/whisper-large-v2/949MB", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T02:28:15Z", "speed": 1.91, "tokens_per_second": 7.52, "dataset_speed": {"librispeech-10mins": 1.69, "earnings22-10mins": 2.49}, "dataset_tokens_per_second": {"librispeech-10mins": 7.27, "earnings22-10mins": 8.16}, "average_wer": 25.85, "dataset_average_wer": {"librispeech-10mins": 5.46, "earnings22-10mins": 48.4}, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
266
  {"model": "openai/whisper-base.en", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:58:12Z", "speed": 63.1, "tokens_per_second": 223.94, "dataset_speed": {"librispeech-10mins": 46.62, "earnings22-10mins": 97.81}, "dataset_tokens_per_second": {"librispeech-10mins": 179.51, "earnings22-10mins": 317.56}, "average_wer": 10.04, "dataset_average_wer": {"librispeech-10mins": 8.94, "earnings22-10mins": 11.26}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
267
+ {"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 13", "os": "iOS 18.7", "timestamp": "2025-09-16T23:17:02Z", "speed": 1.95, "tokens_per_second": 7.62, "dataset_speed": {"librispeech-10mins": 1.89, "earnings22-10mins": 2.07}, "dataset_tokens_per_second": {"librispeech-10mins": 7.18, "earnings22-10mins": 8.49}, "average_wer": 24.96, "dataset_average_wer": {"librispeech-10mins": 5.0, "earnings22-10mins": 47.02}, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
268
  {"model": "openai/whisper-small", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-07T17:24:46Z", "speed": 18.68, "tokens_per_second": 70.97, "dataset_speed": {"librispeech-10mins": 14.33, "earnings22-10mins": 26.85}, "dataset_tokens_per_second": {"librispeech-10mins": 60.64, "earnings22-10mins": 90.39}, "average_wer": 8.7, "dataset_average_wer": {"librispeech-10mins": 7.63, "earnings22-10mins": 9.88}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
269
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-28T04:02:38Z", "speed": 5.91, "tokens_per_second": 22.1, "dataset_speed": {"librispeech-10mins": 4.22, "earnings22-10mins": 9.85}, "dataset_tokens_per_second": {"librispeech-10mins": 17.72, "earnings22-10mins": 32.35}, "average_wer": 6.45, "dataset_average_wer": {"librispeech-10mins": 4.54, "earnings22-10mins": 8.58}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
270
  {"model": "openai/whisper-tiny.en", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-13T02:13:35Z", "speed": 75.22, "tokens_per_second": 263.6, "dataset_speed": {"earnings22-10mins": 116.38, "librispeech-10mins": 55.63}, "dataset_tokens_per_second": {"earnings22-10mins": 368.93, "librispeech-10mins": 213.46}, "average_wer": 14.88, "dataset_average_wer": {"earnings22-10mins": 16.35, "librispeech-10mins": 13.54}, "qoi": 0.38, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
279
  {"model": "openai/whisper-large-v3-v20240930", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T19:52:08Z", "speed": 7.94, "tokens_per_second": 33.91, "dataset_speed": {"librispeech-10mins": 5.71, "earnings22-10mins": 13.17}, "dataset_tokens_per_second": {"librispeech-10mins": 23.78, "earnings22-10mins": 57.66}, "average_wer": 6.59, "dataset_average_wer": {"librispeech-10mins": 4.34, "earnings22-10mins": 9.08}, "qoi": 0.73, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
280
  {"model": "openai/whisper-base.en", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:23:45Z", "speed": 47.44, "tokens_per_second": 168.27, "dataset_speed": {"librispeech-10mins": 34.25, "earnings22-10mins": 77.36}, "dataset_tokens_per_second": {"librispeech-10mins": 131.89, "earnings22-10mins": 250.77}, "average_wer": 9.94, "dataset_average_wer": {"librispeech-10mins": 8.94, "earnings22-10mins": 11.05}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
281
  {"model": "openai/whisper-tiny", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T20:14:47Z", "speed": 109.68, "tokens_per_second": 419.0, "dataset_speed": {"librispeech-10mins": 68.85, "earnings22-10mins": 271.09}, "dataset_tokens_per_second": {"librispeech-10mins": 292.43, "earnings22-10mins": 919.44}, "average_wer": 16.19, "dataset_average_wer": {"librispeech-10mins": 15.78, "earnings22-10mins": 16.64}, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
282
+ {"model": "openai/whisper-base", "device": "iPhone 14", "os": "iOS 18.7", "timestamp": "2025-09-16T21:45:28Z", "speed": 38.18, "tokens_per_second": 145.51, "dataset_speed": {"librispeech-10mins": 29.64, "earnings22-10mins": 53.71}, "dataset_tokens_per_second": {"librispeech-10mins": 124.86, "earnings22-10mins": 183.07}, "average_wer": 12.46, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.86}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
283
  {"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T19:56:02Z", "speed": 12.36, "tokens_per_second": 42.64, "dataset_speed": {"librispeech-10mins": 8.88, "earnings22-10mins": 20.39}, "dataset_tokens_per_second": {"librispeech-10mins": 32.96, "earnings22-10mins": 64.97}, "average_wer": 6.02, "dataset_average_wer": {"librispeech-10mins": 4.73, "earnings22-10mins": 7.45}, "qoi": 0.72, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
284
  {"model": "openai/whisper-tiny.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-27T22:35:46Z", "speed": 104.22, "tokens_per_second": 364.96, "dataset_speed": {"earnings22-10mins": 178.86, "librispeech-10mins": 73.63}, "dataset_tokens_per_second": {"earnings22-10mins": 566.38, "librispeech-10mins": 282.4}, "average_wer": 15.05, "dataset_average_wer": {"earnings22-10mins": 16.72, "librispeech-10mins": 13.54}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
285
  {"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T21:04:47Z", "speed": 4.92, "tokens_per_second": 17.6, "dataset_speed": {"librispeech-10mins": 4.32, "earnings22-10mins": 6.38}, "dataset_tokens_per_second": {"librispeech-10mins": 16.35, "earnings22-10mins": 20.63}, "average_wer": 23.85, "dataset_average_wer": {"librispeech-10mins": 5.26, "earnings22-10mins": 44.4}, "qoi": 0.65, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
286
  {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T03:50:26Z", "speed": 10.08, "tokens_per_second": 34.32, "dataset_speed": {"earnings22-10mins": 15.71, "librispeech-10mins": 7.43}, "dataset_tokens_per_second": {"earnings22-10mins": 49.78, "librispeech-10mins": 27.03}, "average_wer": 7.84, "dataset_average_wer": {"earnings22-10mins": 9.38, "librispeech-10mins": 6.44}, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
287
  {"model": "openai/whisper-base", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:56:36Z", "speed": 53.27, "tokens_per_second": 202.81, "dataset_speed": {"librispeech-10mins": 39.11, "earnings22-10mins": 83.72}, "dataset_tokens_per_second": {"librispeech-10mins": 164.61, "earnings22-10mins": 284.93}, "average_wer": 12.39, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.72}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
288
  {"model": "openai/whisper-tiny", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-09-06T20:03:01Z", "speed": 70.77, "tokens_per_second": 270.7, "dataset_speed": {"librispeech-10mins": 47.21, "earnings22-10mins": 141.86}, "dataset_tokens_per_second": {"librispeech-10mins": 200.57, "earnings22-10mins": 482.33}, "average_wer": 16.53, "dataset_average_wer": {"librispeech-10mins": 16.04, "earnings22-10mins": 17.08}, "qoi": 0.32, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
289
+ {"model": "openai/whisper-tiny", "device": "iPhone 14", "os": "iOS 18.7", "timestamp": "2025-09-16T21:42:19Z", "speed": 59.54, "tokens_per_second": 228.29, "dataset_speed": {"earnings22-10mins": 93.44, "librispeech-10mins": 43.74}, "dataset_tokens_per_second": {"earnings22-10mins": 319.41, "librispeech-10mins": 185.82}, "average_wer": 16.78, "dataset_average_wer": {"earnings22-10mins": 17.66, "librispeech-10mins": 15.98}, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
290
  {"model": "openai/whisper-base.en", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T20:17:54Z", "speed": 76.38, "tokens_per_second": 270.97, "dataset_speed": {"librispeech-10mins": 51.97, "earnings22-10mins": 144.57}, "dataset_tokens_per_second": {"librispeech-10mins": 200.12, "earnings22-10mins": 468.87}, "average_wer": 9.77, "dataset_average_wer": {"librispeech-10mins": 8.94, "earnings22-10mins": 10.68}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
291
  {"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T21:14:17Z", "speed": 19.09, "tokens_per_second": 66.87, "dataset_speed": {"librispeech-10mins": 12.98, "earnings22-10mins": 36.19}, "dataset_tokens_per_second": {"librispeech-10mins": 48.98, "earnings22-10mins": 116.96}, "average_wer": 6.39, "dataset_average_wer": {"librispeech-10mins": 5.13, "earnings22-10mins": 7.78}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
292
+ {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 14", "os": "iOS 18.7", "timestamp": "2025-09-17T00:03:15Z", "speed": 6.97, "tokens_per_second": 25.14, "dataset_speed": {"earnings22-10mins": 11.07, "librispeech-10mins": 5.09}, "dataset_tokens_per_second": {"earnings22-10mins": 36.31, "librispeech-10mins": 20.03}, "average_wer": 6.49, "dataset_average_wer": {"earnings22-10mins": 8.21, "librispeech-10mins": 4.93}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
293
  {"model": "openai/whisper-large-v2/949MB", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T22:50:38Z", "speed": 2.35, "tokens_per_second": 9.19, "dataset_speed": {"librispeech-10mins": 2.0, "earnings22-10mins": 3.44}, "dataset_tokens_per_second": {"librispeech-10mins": 8.57, "earnings22-10mins": 11.09}, "average_wer": 26.06, "dataset_average_wer": {"librispeech-10mins": 5.0, "earnings22-10mins": 49.35}, "qoi": 0.64, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
294
  {"model": "openai/whisper-tiny", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T18:28:00Z", "speed": 82.89, "tokens_per_second": 317.09, "dataset_speed": {"earnings22-10mins": 166.54, "librispeech-10mins": 55.26}, "dataset_tokens_per_second": {"earnings22-10mins": 566.49, "librispeech-10mins": 234.68}, "average_wer": 16.43, "dataset_average_wer": {"earnings22-10mins": 17.08, "librispeech-10mins": 15.84}, "qoi": 0.32, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
295
+ {"model": "openai/whisper-large-v2/949MB", "device": "iPhone 13", "os": "iOS 18.7", "timestamp": "2025-09-16T22:08:44Z", "speed": 1.46, "tokens_per_second": 5.88, "dataset_speed": {"librispeech-10mins": 1.38, "earnings22-10mins": 1.64}, "dataset_tokens_per_second": {"librispeech-10mins": 5.95, "earnings22-10mins": 5.69}, "average_wer": 28.55, "dataset_average_wer": {"librispeech-10mins": 5.46, "earnings22-10mins": 54.07}, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
296
  {"model": "openai/whisper-large-v3/947MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-13T03:04:18Z", "speed": 1.71, "tokens_per_second": 6.51, "dataset_speed": {"librispeech-10mins": 1.56, "earnings22-10mins": 2.09}, "dataset_tokens_per_second": {"librispeech-10mins": 6.55, "earnings22-10mins": 6.4}, "average_wer": 28.03, "dataset_average_wer": {"librispeech-10mins": 4.6, "earnings22-10mins": 53.92}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
297
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-02T06:23:01Z", "speed": 8.83, "tokens_per_second": 36.18, "dataset_speed": {"earnings22-10mins": 14.31, "librispeech-10mins": 6.39}, "dataset_tokens_per_second": {"earnings22-10mins": 56.94, "librispeech-10mins": 26.94}, "average_wer": 6.42, "dataset_average_wer": {"earnings22-10mins": 8.5, "librispeech-10mins": 4.54}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
298
  {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-28T04:09:47Z", "speed": 7.64, "tokens_per_second": 29.92, "dataset_speed": {"earnings22-10mins": 10.6, "librispeech-10mins": 5.98}, "dataset_tokens_per_second": {"earnings22-10mins": 41.69, "librispeech-10mins": 23.31}, "average_wer": 6.83, "dataset_average_wer": {"earnings22-10mins": 8.43, "librispeech-10mins": 5.39}, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
299
  {"model": "openai/whisper-base.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:57:51Z", "speed": 55.46, "tokens_per_second": 196.61, "dataset_speed": {"librispeech-10mins": 40.92, "earnings22-10mins": 86.25}, "dataset_tokens_per_second": {"librispeech-10mins": 157.55, "earnings22-10mins": 279.3}, "average_wer": 9.91, "dataset_average_wer": {"librispeech-10mins": 8.94, "earnings22-10mins": 10.97}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
300
  {"model": "openai/whisper-base.en", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:55:45Z", "speed": 69.84, "tokens_per_second": 247.74, "dataset_speed": {"librispeech-10mins": 51.38, "earnings22-10mins": 109.24}, "dataset_tokens_per_second": {"librispeech-10mins": 197.84, "earnings22-10mins": 354.3}, "average_wer": 9.77, "dataset_average_wer": {"librispeech-10mins": 8.94, "earnings22-10mins": 10.68}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
301
  {"model": "openai/whisper-base", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:22:58Z", "speed": 45.65, "tokens_per_second": 173.9, "dataset_speed": {"earnings22-10mins": 75.91, "librispeech-10mins": 32.68}, "dataset_tokens_per_second": {"earnings22-10mins": 258.72, "librispeech-10mins": 137.54}, "average_wer": 12.46, "dataset_average_wer": {"earnings22-10mins": 12.86, "librispeech-10mins": 12.1}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
302
+ {"model": "openai/whisper-large-v3/947MB", "device": "iPhone 14", "os": "iOS 18.7", "timestamp": "2025-09-16T22:53:33Z", "speed": 1.57, "tokens_per_second": 5.86, "dataset_speed": {"librispeech-10mins": 1.4, "earnings22-10mins": 1.99}, "dataset_tokens_per_second": {"librispeech-10mins": 5.86, "earnings22-10mins": 5.84}, "average_wer": 27.03, "dataset_average_wer": {"librispeech-10mins": 4.6, "earnings22-10mins": 51.82}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
303
  {"model": "openai/whisper-large-v2", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:59:47Z", "speed": 2.84, "tokens_per_second": 11.56, "dataset_speed": {"earnings22-10mins": 3.7, "librispeech-10mins": 2.62}, "dataset_tokens_per_second": {"earnings22-10mins": 12.49, "librispeech-10mins": 11.32}, "average_wer": 34.28, "dataset_average_wer": {"earnings22-10mins": 66.5, "librispeech-10mins": 5.13}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
304
  {"model": "openai/whisper-tiny.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:55:08Z", "speed": 82.95, "tokens_per_second": 290.54, "dataset_speed": {"librispeech-10mins": 57.62, "earnings22-10mins": 148.5}, "dataset_tokens_per_second": {"librispeech-10mins": 221.29, "earnings22-10mins": 469.76}, "average_wer": 15.12, "dataset_average_wer": {"librispeech-10mins": 13.68, "earnings22-10mins": 16.72}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
305
  {"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-09-06T20:59:33Z", "speed": 14.63, "tokens_per_second": 50.0, "dataset_speed": {"librispeech-10mins": 10.66, "earnings22-10mins": 23.38}, "dataset_tokens_per_second": {"librispeech-10mins": 38.87, "earnings22-10mins": 74.52}, "average_wer": 5.83, "dataset_average_wer": {"librispeech-10mins": 4.4, "earnings22-10mins": 7.41}, "qoi": 0.73, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
314
  {"model": "openai/whisper-large-v3/turbo", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:37:48Z", "speed": 3.86, "tokens_per_second": 13.67, "dataset_speed": {"librispeech-10mins": 3.54, "earnings22-10mins": 4.77}, "dataset_tokens_per_second": {"librispeech-10mins": 13.31, "earnings22-10mins": 14.72}, "average_wer": 30.03, "dataset_average_wer": {"librispeech-10mins": 4.4, "earnings22-10mins": 58.36}, "qoi": 0.72, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
315
  {"model": "openai/whisper-large-v3/947MB", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T23:32:52Z", "speed": 2.42, "tokens_per_second": 9.11, "dataset_speed": {"librispeech-10mins": 2.02, "earnings22-10mins": 3.53}, "dataset_tokens_per_second": {"librispeech-10mins": 8.46, "earnings22-10mins": 10.87}, "average_wer": 23.68, "dataset_average_wer": {"librispeech-10mins": 4.73, "earnings22-10mins": 44.62}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
316
  {"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:09:27Z", "speed": 16.98, "tokens_per_second": 59.92, "dataset_speed": {"librispeech-10mins": 12.12, "earnings22-10mins": 28.46}, "dataset_tokens_per_second": {"librispeech-10mins": 44.82, "earnings22-10mins": 95.54}, "average_wer": 6.63, "dataset_average_wer": {"librispeech-10mins": 5.59, "earnings22-10mins": 7.78}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
317
+ {"model": "openai/whisper-tiny.en", "device": "iPhone 13", "os": "iOS 18.7", "timestamp": "2025-09-16T21:44:06Z", "speed": 62.99, "tokens_per_second": 220.58, "dataset_speed": {"earnings22-10mins": 98.35, "librispeech-10mins": 46.38}, "dataset_tokens_per_second": {"earnings22-10mins": 311.45, "librispeech-10mins": 177.9}, "average_wer": 15.05, "dataset_average_wer": {"earnings22-10mins": 16.57, "librispeech-10mins": 13.68}, "qoi": 0.38, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
318
  {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-28T03:33:16Z", "speed": 9.96, "tokens_per_second": 34.45, "dataset_speed": {"librispeech-10mins": 7.56, "earnings22-10mins": 14.63}, "dataset_tokens_per_second": {"librispeech-10mins": 27.65, "earnings22-10mins": 47.67}, "average_wer": 7.61, "dataset_average_wer": {"librispeech-10mins": 6.31, "earnings22-10mins": 9.05}, "qoi": 0.64, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
319
  {"model": "openai/whisper-large-v3", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T19:05:02Z", "speed": 2.51, "tokens_per_second": 9.9, "dataset_speed": {"earnings22-10mins": 3.61, "librispeech-10mins": 2.25}, "dataset_tokens_per_second": {"earnings22-10mins": 11.52, "librispeech-10mins": 9.5}, "average_wer": 32.83, "dataset_average_wer": {"earnings22-10mins": 64.97, "librispeech-10mins": 3.75}, "qoi": 0.74, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
320
  {"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T03:26:05Z", "speed": 2.14, "tokens_per_second": 8.58, "dataset_speed": {"earnings22-10mins": 2.35, "librispeech-10mins": 2.04}, "dataset_tokens_per_second": {"earnings22-10mins": 8.92, "librispeech-10mins": 8.43}, "average_wer": 26.65, "dataset_average_wer": {"earnings22-10mins": 50.29, "librispeech-10mins": 5.26}, "qoi": 0.65, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
322
  {"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:17:10Z", "speed": 14.43, "tokens_per_second": 49.31, "dataset_speed": {"earnings22-10mins": 23.24, "librispeech-10mins": 10.48}, "dataset_tokens_per_second": {"earnings22-10mins": 74.46, "librispeech-10mins": 38.02}, "average_wer": 6.14, "dataset_average_wer": {"earnings22-10mins": 7.49, "librispeech-10mins": 4.93}, "qoi": 0.72, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
323
  {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T04:04:08Z", "speed": 7.29, "tokens_per_second": 28.43, "dataset_speed": {"earnings22-10mins": 10.11, "librispeech-10mins": 5.7}, "dataset_tokens_per_second": {"earnings22-10mins": 39.08, "librispeech-10mins": 22.45}, "average_wer": 6.32, "dataset_average_wer": {"earnings22-10mins": 7.78, "librispeech-10mins": 5.0}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
324
  {"model": "openai/whisper-tiny", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:53:56Z", "speed": 76.66, "tokens_per_second": 293.24, "dataset_speed": {"librispeech-10mins": 52.09, "earnings22-10mins": 145.64}, "dataset_tokens_per_second": {"librispeech-10mins": 221.23, "earnings22-10mins": 495.43}, "average_wer": 16.43, "dataset_average_wer": {"librispeech-10mins": 15.84, "earnings22-10mins": 17.08}, "qoi": 0.32, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
325
+ {"model": "openai/whisper-large-v3/947MB", "device": "iPhone 13", "os": "iOS 18.7", "timestamp": "2025-09-16T22:46:56Z", "speed": 1.56, "tokens_per_second": 5.87, "dataset_speed": {"earnings22-10mins": 1.84, "librispeech-10mins": 1.44}, "dataset_tokens_per_second": {"earnings22-10mins": 5.47, "librispeech-10mins": 6.04}, "average_wer": 28.93, "dataset_average_wer": {"earnings22-10mins": 55.81, "librispeech-10mins": 4.6}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
326
+ {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 14", "os": "iOS 18.7", "timestamp": "2025-09-16T23:38:19Z", "speed": 8.45, "tokens_per_second": 28.88, "dataset_speed": {"earnings22-10mins": 13.52, "librispeech-10mins": 6.15}, "dataset_tokens_per_second": {"earnings22-10mins": 43.25, "librispeech-10mins": 22.37}, "average_wer": 7.8, "dataset_average_wer": {"earnings22-10mins": 9.3, "librispeech-10mins": 6.44}, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
327
  {"model": "openai/whisper-base.en", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T02:15:15Z", "speed": 55.65, "tokens_per_second": 197.45, "dataset_speed": {"earnings22-10mins": 75.17, "librispeech-10mins": 44.21}, "dataset_tokens_per_second": {"earnings22-10mins": 244.04, "librispeech-10mins": 170.16}, "average_wer": 10.04, "dataset_average_wer": {"earnings22-10mins": 11.12, "librispeech-10mins": 9.07}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
328
  {"model": "openai/whisper-large-v3/947MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T01:39:44Z", "speed": 4.02, "tokens_per_second": 14.38, "dataset_speed": {"earnings22-10mins": 5.88, "librispeech-10mins": 3.09}, "dataset_tokens_per_second": {"earnings22-10mins": 17.31, "librispeech-10mins": 12.92}, "average_wer": 12.98, "dataset_average_wer": {"earnings22-10mins": 22.24, "librispeech-10mins": 4.6}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
329
+ {"model": "openai/whisper-small", "device": "iPhone 14", "os": "iOS 18.7", "timestamp": "2025-09-16T21:48:31Z", "speed": 11.75, "tokens_per_second": 44.72, "dataset_speed": {"earnings22-10mins": 14.48, "librispeech-10mins": 9.9}, "dataset_tokens_per_second": {"earnings22-10mins": 48.75, "librispeech-10mins": 41.98}, "average_wer": 8.7, "dataset_average_wer": {"earnings22-10mins": 9.88, "librispeech-10mins": 7.63}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
330
  {"model": "openai/whisper-tiny", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:53:40Z", "speed": 73.41, "tokens_per_second": 280.73, "dataset_speed": {"earnings22-10mins": 116.28, "librispeech-10mins": 53.69}, "dataset_tokens_per_second": {"earnings22-10mins": 395.15, "librispeech-10mins": 228.12}, "average_wer": 16.29, "dataset_average_wer": {"earnings22-10mins": 16.93, "librispeech-10mins": 15.71}, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
331
  {"model": "openai/whisper-base", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T20:16:32Z", "speed": 72.44, "tokens_per_second": 275.43, "dataset_speed": {"earnings22-10mins": 139.48, "librispeech-10mins": 49.0}, "dataset_tokens_per_second": {"earnings22-10mins": 473.29, "librispeech-10mins": 206.22}, "average_wer": 12.25, "dataset_average_wer": {"earnings22-10mins": 12.43, "librispeech-10mins": 12.1}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
332
+ {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 13", "os": "iOS 18.7", "timestamp": "2025-09-16T22:32:11Z", "speed": 2.06, "tokens_per_second": 7.58, "dataset_speed": {"librispeech-10mins": 1.88, "earnings22-10mins": 2.52}, "dataset_tokens_per_second": {"librispeech-10mins": 7.29, "earnings22-10mins": 8.29}, "average_wer": 28.24, "dataset_average_wer": {"librispeech-10mins": 6.9, "earnings22-10mins": 51.82}, "qoi": 0.57, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
333
  {"model": "openai/whisper-tiny.en", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T02:13:29Z", "speed": 90.7, "tokens_per_second": 317.32, "dataset_speed": {"librispeech-10mins": 68.65, "earnings22-10mins": 133.88}, "dataset_tokens_per_second": {"librispeech-10mins": 262.86, "earnings22-10mins": 423.96}, "average_wer": 14.98, "dataset_average_wer": {"librispeech-10mins": 13.35, "earnings22-10mins": 16.79}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
334
+ {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 13", "os": "iOS 18.7", "timestamp": "2025-09-16T23:34:17Z", "speed": 5.46, "tokens_per_second": 20.33, "dataset_speed": {"librispeech-10mins": 3.79, "earnings22-10mins": 9.74}, "dataset_tokens_per_second": {"librispeech-10mins": 15.78, "earnings22-10mins": 32.06}, "average_wer": 7.77, "dataset_average_wer": {"librispeech-10mins": 6.44, "earnings22-10mins": 9.23}, "qoi": 0.65, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
335
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-09-06T20:49:35Z", "speed": 11.23, "tokens_per_second": 41.89, "dataset_speed": {"librispeech-10mins": 7.61, "earnings22-10mins": 21.54}, "dataset_tokens_per_second": {"librispeech-10mins": 31.69, "earnings22-10mins": 70.89}, "average_wer": 7.73, "dataset_average_wer": {"librispeech-10mins": 6.38, "earnings22-10mins": 9.23}, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
336
+ {"model": "openai/whisper-base", "device": "iPhone 13", "os": "iOS 18.7", "timestamp": "2025-09-16T21:45:44Z", "speed": 38.31, "tokens_per_second": 146.0, "dataset_speed": {"librispeech-10mins": 29.75, "earnings22-10mins": 53.89}, "dataset_tokens_per_second": {"librispeech-10mins": 125.29, "earnings22-10mins": 183.66}, "average_wer": 12.46, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.86}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
337
  {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T03:32:05Z", "speed": 17.67, "tokens_per_second": 60.24, "dataset_speed": {"librispeech-10mins": 12.87, "earnings22-10mins": 28.29}, "dataset_tokens_per_second": {"librispeech-10mins": 46.74, "earnings22-10mins": 90.05}, "average_wer": 7.84, "dataset_average_wer": {"librispeech-10mins": 6.44, "earnings22-10mins": 9.38}, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
338
  {"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T19:36:36Z", "speed": 3.48, "tokens_per_second": 12.76, "dataset_speed": {"librispeech-10mins": 3.28, "earnings22-10mins": 4.02}, "dataset_tokens_per_second": {"librispeech-10mins": 12.2, "earnings22-10mins": 14.19}, "average_wer": 29.86, "dataset_average_wer": {"librispeech-10mins": 5.0, "earnings22-10mins": 57.34}, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
339
  {"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-28T02:37:53Z", "speed": 2.59, "tokens_per_second": 10.34, "dataset_speed": {"librispeech-10mins": 2.61, "earnings22-10mins": 2.56}, "dataset_tokens_per_second": {"librispeech-10mins": 9.91, "earnings22-10mins": 10.99}, "average_wer": 21.76, "dataset_average_wer": {"librispeech-10mins": 5.26, "earnings22-10mins": 40.01}, "qoi": 0.65, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
346
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-28T00:36:27Z", "speed": 2.13, "tokens_per_second": 8.0, "dataset_speed": {"earnings22-10mins": 2.42, "librispeech-10mins": 2.0}, "dataset_tokens_per_second": {"earnings22-10mins": 8.09, "librispeech-10mins": 7.96}, "average_wer": 28.98, "dataset_average_wer": {"earnings22-10mins": 53.45, "librispeech-10mins": 6.84}, "qoi": 0.57, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
347
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T04:02:04Z", "speed": 9.1, "tokens_per_second": 37.28, "dataset_speed": {"librispeech-10mins": 6.6, "earnings22-10mins": 14.66}, "dataset_tokens_per_second": {"librispeech-10mins": 27.82, "earnings22-10mins": 58.38}, "average_wer": 6.35, "dataset_average_wer": {"librispeech-10mins": 4.54, "earnings22-10mins": 8.36}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
348
  {"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T19:46:22Z", "speed": 14.64, "tokens_per_second": 52.4, "dataset_speed": {"librispeech-10mins": 10.32, "earnings22-10mins": 25.24}, "dataset_tokens_per_second": {"librispeech-10mins": 38.38, "earnings22-10mins": 86.82}, "average_wer": 6.59, "dataset_average_wer": {"librispeech-10mins": 5.59, "earnings22-10mins": 7.7}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
349
+ {"model": "openai/whisper-small.en", "device": "iPhone 14", "os": "iOS 18.7", "timestamp": "2025-09-16T21:55:06Z", "speed": 12.44, "tokens_per_second": 43.82, "dataset_speed": {"librispeech-10mins": 10.48, "earnings22-10mins": 15.3}, "dataset_tokens_per_second": {"librispeech-10mins": 40.91, "earnings22-10mins": 48.1}, "average_wer": 7.49, "dataset_average_wer": {"librispeech-10mins": 6.9, "earnings22-10mins": 8.14}, "qoi": 0.61, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
350
  {"model": "openai/whisper-small.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-01T21:01:50Z", "speed": 23.96, "tokens_per_second": 84.59, "dataset_speed": {"earnings22-10mins": 32.56, "librispeech-10mins": 18.97}, "dataset_tokens_per_second": {"earnings22-10mins": 102.67, "librispeech-10mins": 74.1}, "average_wer": 7.35, "dataset_average_wer": {"earnings22-10mins": 8.07, "librispeech-10mins": 6.71}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
351
+ {"model": "openai/whisper-tiny.en", "device": "iPhone 12 mini", "os": "iOS 18.7", "timestamp": "2025-09-16T21:43:52Z", "speed": 49.07, "tokens_per_second": 171.89, "dataset_speed": {"earnings22-10mins": 79.94, "librispeech-10mins": 35.44}, "dataset_tokens_per_second": {"earnings22-10mins": 253.15, "librispeech-10mins": 136.01}, "average_wer": 15.15, "dataset_average_wer": {"earnings22-10mins": 16.79, "librispeech-10mins": 13.68}, "qoi": 0.38, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
352
  {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:11:24Z", "speed": 17.73, "tokens_per_second": 60.48, "dataset_speed": {"earnings22-10mins": 29.49, "librispeech-10mins": 12.69}, "dataset_tokens_per_second": {"earnings22-10mins": 94.08, "librispeech-10mins": 46.09}, "average_wer": 7.77, "dataset_average_wer": {"earnings22-10mins": 9.23, "librispeech-10mins": 6.44}, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
353
  {"model": "openai/whisper-small", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:57:02Z", "speed": 23.25, "tokens_per_second": 88.34, "dataset_speed": {"librispeech-10mins": 18.17, "earnings22-10mins": 32.32}, "dataset_tokens_per_second": {"librispeech-10mins": 76.88, "earnings22-10mins": 108.8}, "average_wer": 8.7, "dataset_average_wer": {"librispeech-10mins": 7.63, "earnings22-10mins": 9.88}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
354
  {"model": "openai/whisper-tiny", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:54:09Z", "speed": 90.09, "tokens_per_second": 345.45, "dataset_speed": {"librispeech-10mins": 61.21, "earnings22-10mins": 171.19}, "dataset_tokens_per_second": {"librispeech-10mins": 259.98, "earnings22-10mins": 585.47}, "average_wer": 16.85, "dataset_average_wer": {"librispeech-10mins": 15.78, "earnings22-10mins": 18.02}, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
355
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-02T06:22:38Z", "speed": 6.88, "tokens_per_second": 27.57, "dataset_speed": {"earnings22-10mins": 10.63, "librispeech-10mins": 5.09}, "dataset_tokens_per_second": {"earnings22-10mins": 40.44, "librispeech-10mins": 21.44}, "average_wer": 6.7, "dataset_average_wer": {"earnings22-10mins": 8.94, "librispeech-10mins": 4.67}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
356
  {"model": "openai/whisper-large-v3/947MB", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T20:51:49Z", "speed": 3.74, "tokens_per_second": 13.91, "dataset_speed": {"earnings22-10mins": 5.6, "librispeech-10mins": 3.15}, "dataset_tokens_per_second": {"earnings22-10mins": 16.28, "librispeech-10mins": 13.15}, "average_wer": 27.55, "dataset_average_wer": {"earnings22-10mins": 52.91, "librispeech-10mins": 4.6}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
357
  {"model": "openai/whisper-small.en", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T21:02:52Z", "speed": 22.71, "tokens_per_second": 80.22, "dataset_speed": {"earnings22-10mins": 31.47, "librispeech-10mins": 17.79}, "dataset_tokens_per_second": {"earnings22-10mins": 99.3, "librispeech-10mins": 69.49}, "average_wer": 7.42, "dataset_average_wer": {"earnings22-10mins": 8.21, "librispeech-10mins": 6.71}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
358
+ {"model": "openai/whisper-small.en", "device": "iPhone 12 mini", "os": "iOS 18.7", "timestamp": "2025-09-16T21:55:46Z", "speed": 6.82, "tokens_per_second": 24.06, "dataset_speed": {"earnings22-10mins": 9.28, "librispeech-10mins": 5.4}, "dataset_tokens_per_second": {"earnings22-10mins": 29.23, "librispeech-10mins": 21.06}, "average_wer": 7.46, "dataset_average_wer": {"earnings22-10mins": 8.14, "librispeech-10mins": 6.84}, "qoi": 0.61, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
359
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T21:27:33Z", "speed": 10.46, "tokens_per_second": 42.46, "dataset_speed": {"librispeech-10mins": 7.28, "earnings22-10mins": 18.62}, "dataset_tokens_per_second": {"librispeech-10mins": 30.69, "earnings22-10mins": 72.7}, "average_wer": 6.7, "dataset_average_wer": {"librispeech-10mins": 4.54, "earnings22-10mins": 9.08}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
360
  {"model": "distil-whisper/distil-large-v3", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T02:54:13Z", "speed": 2.44, "tokens_per_second": 9.16, "dataset_speed": {"earnings22-10mins": 4.72, "librispeech-10mins": 1.65}, "dataset_tokens_per_second": {"earnings22-10mins": 15.52, "librispeech-10mins": 6.94}, "average_wer": 6.59, "dataset_average_wer": {"earnings22-10mins": 8.07, "librispeech-10mins": 5.26}, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
361
  {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T21:32:49Z", "speed": 15.78, "tokens_per_second": 61.83, "dataset_speed": {"earnings22-10mins": 25.25, "librispeech-10mins": 11.49}, "dataset_tokens_per_second": {"earnings22-10mins": 98.81, "librispeech-10mins": 45.08}, "average_wer": 6.9, "dataset_average_wer": {"earnings22-10mins": 8.58, "librispeech-10mins": 5.39}, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
371
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-02T03:34:40Z", "speed": 7.08, "tokens_per_second": 26.4, "dataset_speed": {"librispeech-10mins": 4.93, "earnings22-10mins": 12.59}, "dataset_tokens_per_second": {"librispeech-10mins": 20.52, "earnings22-10mins": 41.47}, "average_wer": 7.77, "dataset_average_wer": {"librispeech-10mins": 6.31, "earnings22-10mins": 9.38}, "qoi": 0.67, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
372
  {"model": "openai/whisper-large-v3-v20240930/turbo", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T03:55:08Z", "speed": 2.53, "tokens_per_second": 8.14, "dataset_speed": {"earnings22-10mins": 2.53}, "dataset_tokens_per_second": {"earnings22-10mins": 8.14}, "average_wer": 7.49, "dataset_average_wer": {"earnings22-10mins": 7.49}, "qoi": 1, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
373
  {"model": "openai/whisper-large-v3/turbo", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T20:59:09Z", "speed": 5.96, "tokens_per_second": 19.8, "dataset_speed": {"earnings22-10mins": 5.96}, "dataset_tokens_per_second": {"earnings22-10mins": 19.8}, "average_wer": 43.02, "dataset_average_wer": {"earnings22-10mins": 43.02}, "qoi": 0, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
374
+ {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 13", "os": "iOS 18.7", "timestamp": "2025-09-17T00:06:09Z", "speed": 6.83, "tokens_per_second": 25.03, "dataset_speed": {"librispeech-10mins": 4.98, "earnings22-10mins": 10.92}, "dataset_tokens_per_second": {"librispeech-10mins": 20.33, "earnings22-10mins": 35.39}, "average_wer": 7.28, "dataset_average_wer": {"librispeech-10mins": 6.38, "earnings22-10mins": 8.28}, "qoi": 0.67, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
375
  {"model": "distil-whisper/distil-large-v3", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T09:00:21Z", "speed": 11.08, "tokens_per_second": 41.09, "dataset_speed": {"earnings22-10mins": 24.21, "librispeech-10mins": 7.2}, "dataset_tokens_per_second": {"earnings22-10mins": 78.59, "librispeech-10mins": 29.98}, "average_wer": 6.63, "dataset_average_wer": {"earnings22-10mins": 8.21, "librispeech-10mins": 5.19}, "qoi": 0.68, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
376
  {"model": "openai/whisper-small.en", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T07:39:23Z", "speed": 9.03, "tokens_per_second": 32.61, "dataset_speed": {"earnings22-10mins": 11.89, "librispeech-10mins": 7.29}, "dataset_tokens_per_second": {"earnings22-10mins": 40.26, "librispeech-10mins": 27.93}, "average_wer": 7.87, "dataset_average_wer": {"earnings22-10mins": 8.72, "librispeech-10mins": 7.1}, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
377
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T09:03:01Z", "speed": 6.78, "tokens_per_second": 24.98, "dataset_speed": {"earnings22-10mins": 12.68, "librispeech-10mins": 4.63}, "dataset_tokens_per_second": {"earnings22-10mins": 40.7, "librispeech-10mins": 19.26}, "average_wer": 7.73, "dataset_average_wer": {"earnings22-10mins": 9.3, "librispeech-10mins": 6.31}, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
dashboard_data/support_data_c814cae.csv CHANGED
@@ -1,23 +1,23 @@
1
- ,Model,"Apple M2 (Mac14,3)","Apple M4 (Mac16,10)","Apple M4 Pro (Mac16,8)","Apple M1 (Macmini9,1)","iPad Pro (11-inch) (3rd generation) (iPad13,6)","iPad Air 11-inch (M2) (iPad14,8)","iPad Air 13-inch (M3) (iPad15,5)","iPad (A16) (iPad15,7)","iPad mini (A17 Pro) (iPad16,1)","iPad Pro 11-inch (M4) (iPad16,3)","iPhone 15 (iPhone15,4)","iPhone 16 Pro (iPhone17,1)","iPhone 16e (iPhone17,5)"
2
- distil-whisper_distil-large-v3,distil-whisper_distil-large-v3,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Macmini9%2C1_summary_2025-09-06T154244.json>macOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
3
- distil-whisper_distil-large-v3_594MB,distil-whisper_distil-large-v3_594MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
4
- distil-whisper_distil-large-v3_turbo,distil-whisper_distil-large-v3_turbo,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C3_summary_2025-08-27T211253.json>iPadOS 26.0</a><p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
5
- distil-whisper_distil-large-v3_turbo_600MB,distil-whisper_distil-large-v3_turbo_600MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
6
- openai_whisper-base,openai_whisper-base,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,✅ macOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
7
- openai_whisper-base.en,openai_whisper-base.en,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
8
- openai_whisper-large-v2,openai_whisper-large-v2,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Macmini9%2C1_summary_2025-09-06T154244.json>macOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C5_summary_2025-08-01T235644.json>iPadOS 18.6</a>,Not Supported,Not Supported,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
9
- openai_whisper-large-v2_949MB,openai_whisper-large-v2_949MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
10
- openai_whisper-large-v2_turbo,openai_whisper-large-v2_turbo,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C3_summary_2025-08-27T211253.json>iPadOS 26.0</a><p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
11
- openai_whisper-large-v2_turbo_955MB,openai_whisper-large-v2_turbo_955MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
12
- openai_whisper-large-v3,openai_whisper-large-v3,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Macmini9%2C1_summary_2025-09-06T154244.json>macOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
13
- openai_whisper-large-v3-v20240930,openai_whisper-large-v3-v20240930,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Macmini9%2C1_summary_2025-09-06T154244.json>macOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,? iPadOS 26.0<p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
14
- openai_whisper-large-v3-v20240930_626MB,openai_whisper-large-v3-v20240930_626MB,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Mac14%2C3_summary_2025-09-07T121012.json>macOS 26.0</a>,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,✅ macOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
15
- openai_whisper-large-v3-v20240930_turbo,openai_whisper-large-v3-v20240930_turbo,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C3_summary_2025-08-27T211253.json>iPadOS 26.0</a><p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
16
- openai_whisper-large-v3-v20240930_turbo_632MB,openai_whisper-large-v3-v20240930_turbo_632MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
17
- openai_whisper-large-v3_947MB,openai_whisper-large-v3_947MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
18
- openai_whisper-large-v3_turbo,openai_whisper-large-v3_turbo,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Mac16%2C8_summary_2025-09-16T143413.json>macOS 15.7</a>,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C3_summary_2025-08-27T211253.json>iPadOS 26.0</a><p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
19
- openai_whisper-large-v3_turbo_954MB,openai_whisper-large-v3_turbo_954MB,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Mac14%2C3_summary_2025-09-07T121012.json>macOS 26.0</a>,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
20
- openai_whisper-small,openai_whisper-small,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
21
- openai_whisper-small.en,openai_whisper-small.en,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
22
- openai_whisper-tiny,openai_whisper-tiny,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
23
- openai_whisper-tiny.en,openai_whisper-tiny.en,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
 
1
+ ,Model,"Apple M2 (Mac14,3)","Apple M4 (Mac16,10)","Apple M4 Pro (Mac16,8)","Apple M1 (Macmini9,1)","iPad Pro (11-inch) (3rd generation) (iPad13,6)","iPad Air 11-inch (M2) (iPad14,8)","iPad Air 13-inch (M3) (iPad15,5)","iPad (A16) (iPad15,7)","iPad mini (A17 Pro) (iPad16,1)","iPad Pro 11-inch (M4) (iPad16,3)","iPhone 12 mini (iPhone13,1)","iPhone 13 (iPhone14,5)","iPhone 14 (iPhone14,7)","iPhone 15 (iPhone15,4)","iPhone 16 Pro (iPhone17,1)","iPhone 16e (iPhone17,5)"
2
+ distil-whisper_distil-large-v3,distil-whisper_distil-large-v3,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Macmini9%2C1_summary_2025-09-06T154244.json>macOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported
3
+ distil-whisper_distil-large-v3_594MB,distil-whisper_distil-large-v3_594MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
4
+ distil-whisper_distil-large-v3_turbo,distil-whisper_distil-large-v3_turbo,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C3_summary_2025-08-27T211253.json>iPadOS 26.0</a><p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported
5
+ distil-whisper_distil-large-v3_turbo_600MB,distil-whisper_distil-large-v3_turbo_600MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
6
+ openai_whisper-base,openai_whisper-base,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,✅ macOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
7
+ openai_whisper-base.en,openai_whisper-base.en,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
8
+ openai_whisper-large-v2,openai_whisper-large-v2,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Macmini9%2C1_summary_2025-09-06T154244.json>macOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C5_summary_2025-08-01T235644.json>iPadOS 18.6</a>,Not Supported,Not Supported,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported
9
+ openai_whisper-large-v2_949MB,openai_whisper-large-v2_949MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
10
+ openai_whisper-large-v2_turbo,openai_whisper-large-v2_turbo,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C3_summary_2025-08-27T211253.json>iPadOS 26.0</a><p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported
11
+ openai_whisper-large-v2_turbo_955MB,openai_whisper-large-v2_turbo_955MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
12
+ openai_whisper-large-v3,openai_whisper-large-v3,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Macmini9%2C1_summary_2025-09-06T154244.json>macOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported
13
+ openai_whisper-large-v3-v20240930,openai_whisper-large-v3-v20240930,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Macmini9%2C1_summary_2025-09-06T154244.json>macOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,? iPadOS 26.0<p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported
14
+ openai_whisper-large-v3-v20240930_626MB,openai_whisper-large-v3-v20240930_626MB,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Mac14%2C3_summary_2025-09-07T121012.json>macOS 26.0</a>,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,✅ macOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
15
+ openai_whisper-large-v3-v20240930_turbo,openai_whisper-large-v3-v20240930_turbo,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C3_summary_2025-08-27T211253.json>iPadOS 26.0</a><p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported
16
+ openai_whisper-large-v3-v20240930_turbo_632MB,openai_whisper-large-v3-v20240930_turbo_632MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
17
+ openai_whisper-large-v3_947MB,openai_whisper-large-v3_947MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
18
+ openai_whisper-large-v3_turbo,openai_whisper-large-v3_turbo,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Mac16%2C8_summary_2025-09-16T143413.json>macOS 15.7</a>,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C3_summary_2025-08-27T211253.json>iPadOS 26.0</a><p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported
19
+ openai_whisper-large-v3_turbo_954MB,openai_whisper-large-v3_turbo_954MB,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Mac14%2C3_summary_2025-09-07T121012.json>macOS 26.0</a>,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
20
+ openai_whisper-small,openai_whisper-small,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
21
+ openai_whisper-small.en,openai_whisper-small.en,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
22
+ openai_whisper-tiny,openai_whisper-tiny,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
23
+ openai_whisper-tiny.en,openai_whisper-tiny.en,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
dashboard_data/test_coverage_112a023.json CHANGED
@@ -5,155 +5,155 @@
5
  "skipped_devices": 88,
6
  "coverage_percentage": 35.76642335766424,
7
  "tested_device_list": [
 
 
 
 
8
  "iPhone14,5",
9
- "iPhone12,5",
10
- "iPhone14,4",
11
- "Mac14,10",
12
- "Mac15,11",
13
- "iPad16,6",
14
- "Mac14,3",
15
- "iPad14,4",
16
- "Mac14,7",
17
- "iPad16,5",
18
- "iPhone14,6",
19
- "Mac14,8",
20
  "Mac15,8",
21
- "iPad14,10",
22
- "iPhone14,3",
23
- "Mac15,4",
24
- "Mac14,14",
25
- "Mac16,9",
26
  "Mac16,8",
27
- "Mac15,13",
28
- "iPad14,11",
29
  "iPhone14,7",
30
- "iPad14,9",
31
- "Mac14,13",
32
- "Mac15,7",
 
33
  "iPad14,6",
34
- "iPad14,3",
35
- "Mac15,3",
 
 
 
 
 
36
  "Mac14,4",
37
  "Mac14,9",
 
 
 
 
38
  "iPhone12,3",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
39
  "iPad16,4",
40
- "Mac15,12",
41
  "iPhone14,2",
42
- "Mac14,5",
43
- "Mac15,9",
44
- "Mac14,2",
45
- "Mac15,6",
46
  "iPhone14,8",
47
- "iPhone12,8",
48
  "Mac14,15",
49
- "iPad14,5",
50
- "iPad16,3",
51
- "iPad14,8",
52
- "Mac14,6",
53
- "Mac14,12",
54
- "Mac15,10",
55
- "iPhone12,1",
56
- "Mac15,5"
57
  ],
58
  "skipped_device_list": [
59
- "iPad13,18",
 
 
 
 
 
60
  "iPad11,4",
61
- "iPhone11,2",
62
- "Mac16,10",
63
- "iPhone15,3",
 
 
 
 
 
 
 
 
 
 
 
 
64
  "iPad15,8",
65
- "Mac16,1",
66
- "Mac16,11",
67
- "iPhone11,5",
68
- "iPad16,1",
 
 
69
  "iPhone15,5",
70
- "iPhone17,3",
71
- "Macmini9,1",
72
- "iPad16,2",
73
- "MacBookAir10,1",
 
 
 
 
74
  "iPhone16,2",
75
- "iPad11,6",
76
- "iPad13,4",
77
- "iPhone15,2",
78
  "iPhone17,2",
79
- "iPhone16,1",
80
- "iPad13,11",
81
- "iPad8,8",
82
  "iPad8,4",
83
- "iPad15,5",
84
- "Mac16,5",
85
- "iPhone17,5",
86
- "iPad8,3",
87
- "iPad11,2",
88
  "iPad8,5",
89
- "iPhone15,4",
90
- "iPad15,7",
91
- "iPad15,4",
92
- "Mac16,13",
93
- "iPad11,1",
94
- "MacBookPro18,2",
95
- "iPad13,6",
96
- "Mac13,2",
97
- "iPad8,7",
98
- "iPad12,2",
99
- "iPad15,3",
100
- "iPad13,7",
101
  "iPad8,12",
102
- "iPhone12,4",
103
- "iPad13,8",
104
- "iPad8,11",
105
- "iPad13,17",
106
- "Mac16,3",
107
- "iPad13,10",
108
- "iPad13,2",
109
- "iPhone11,4",
110
  "iPad11,7",
111
- "iPad13,5",
112
- "Mac16,2",
113
- "Mac13,1",
114
- "iPhone11,6",
115
- "iPad13,16",
116
- "iPhone13,2",
117
- "iMac21,1",
118
- "Mac16,7",
119
- "iPhone11,3",
120
- "iPhone17,1",
121
- "MacBookPro18,1",
122
- "iPad14,1",
123
  "iPad15,6",
124
- "iPad8,2",
125
- "iMac21,2",
126
- "iPad8,1",
127
  "Mac16,12",
 
 
 
 
 
 
 
 
 
 
 
128
  "iPad13,19",
129
- "MacBookPro17,1",
130
- "MacBookPro18,3",
131
- "iPhone12,2",
132
- "iPhone13,1",
133
- "iPad8,10",
134
- "iPad8,9",
135
- "iPad12,1",
136
- "Mac16,6",
137
- "MacBookPro18,4",
138
  "iPhone17,4",
 
 
 
139
  "iPad13,9",
 
 
 
 
 
140
  "iPhone13,3",
141
- "iPad13,1",
142
  "iPhone11,8",
143
- "iPad8,6",
144
- "iPad14,2",
145
- "iPhone13,4",
146
- "iPad11,3"
 
 
 
 
147
  ],
148
  "tested_os_versions": [
149
  "macOS_15.2",
150
- "iPadOS_18.1",
151
- "iOS_17.6.1",
152
  "iPadOS_17.6.1",
153
  "macOS_15.1.1",
 
 
154
  "iOS_17.7.1",
155
- "macOS_15.0.1",
156
- "macOS_15.2.0"
157
  ],
158
  "has_target_os_coverage": false,
159
  "covered_target_versions": [
 
5
  "skipped_devices": 88,
6
  "coverage_percentage": 35.76642335766424,
7
  "tested_device_list": [
8
+ "Mac14,5",
9
+ "iPad14,3",
10
+ "Mac14,6",
11
+ "Mac15,7",
12
  "iPhone14,5",
 
 
 
 
 
 
 
 
 
 
 
13
  "Mac15,8",
 
 
 
 
 
14
  "Mac16,8",
 
 
15
  "iPhone14,7",
16
+ "Mac14,8",
17
+ "Mac15,6",
18
+ "iPhone12,1",
19
+ "Mac15,13",
20
  "iPad14,6",
21
+ "iPhone12,8",
22
+ "Mac15,11",
23
+ "iPad14,9",
24
+ "iPad14,11",
25
+ "Mac14,2",
26
+ "Mac14,7",
27
+ "Mac14,3",
28
  "Mac14,4",
29
  "Mac14,9",
30
+ "iPad16,3",
31
+ "Mac15,12",
32
+ "iPhone14,6",
33
+ "Mac16,9",
34
  "iPhone12,3",
35
+ "Mac14,10",
36
+ "Mac15,10",
37
+ "iPad16,5",
38
+ "iPad14,5",
39
+ "iPhone12,5",
40
+ "iPad14,4",
41
+ "Mac14,14",
42
+ "iPhone14,3",
43
+ "Mac15,9",
44
+ "Mac15,4",
45
+ "iPad16,6",
46
+ "iPhone14,4",
47
+ "Mac14,13",
48
+ "iPad14,8",
49
  "iPad16,4",
 
50
  "iPhone14,2",
51
+ "Mac15,5",
52
+ "iPad14,10",
 
 
53
  "iPhone14,8",
54
+ "Mac15,3",
55
  "Mac14,15",
56
+ "Mac14,12"
 
 
 
 
 
 
 
57
  ],
58
  "skipped_device_list": [
59
+ "Mac16,2",
60
+ "iPad13,11",
61
+ "iMac21,2",
62
+ "MacBookPro17,1",
63
+ "MacBookPro18,4",
64
+ "iPhone12,2",
65
  "iPad11,4",
66
+ "iPhone11,4",
67
+ "iPad8,2",
68
+ "MacBookPro18,1",
69
+ "Mac13,1",
70
+ "iPad8,7",
71
+ "iPad13,4",
72
+ "iPad13,8",
73
+ "iPhone13,4",
74
+ "iPad8,10",
75
+ "iPad16,2",
76
+ "iPhone16,1",
77
+ "iPad13,7",
78
+ "Mac16,7",
79
+ "iPad8,3",
80
+ "iPhone15,2",
81
  "iPad15,8",
82
+ "iPad14,1",
83
+ "iPhone13,1",
84
+ "iPad13,1",
85
+ "iPad15,3",
86
+ "iPhone11,3",
87
+ "iPad8,11",
88
  "iPhone15,5",
89
+ "iMac21,1",
90
+ "Mac16,3",
91
+ "Mac16,5",
92
+ "MacBookPro18,2",
93
+ "iPhone15,4",
94
+ "iPhone12,4",
95
+ "iPad11,3",
96
+ "Mac16,6",
97
  "iPhone16,2",
 
 
 
98
  "iPhone17,2",
 
 
 
99
  "iPad8,4",
100
+ "iPad13,5",
101
+ "iPad11,6",
 
 
 
102
  "iPad8,5",
 
 
 
 
 
 
 
 
 
 
 
 
103
  "iPad8,12",
104
+ "iPad16,1",
105
+ "iPad14,2",
106
+ "iPhone15,3",
 
 
 
 
 
107
  "iPad11,7",
108
+ "iPad11,1",
109
+ "iPad15,4",
 
 
 
 
 
 
 
 
 
 
110
  "iPad15,6",
 
 
 
111
  "Mac16,12",
112
+ "iPad13,18",
113
+ "Macmini9,1",
114
+ "iPad13,16",
115
+ "iPad13,2",
116
+ "iPhone11,5",
117
+ "iPhone17,1",
118
+ "iPhone17,5",
119
+ "iPad13,17",
120
+ "Mac13,2",
121
+ "Mac16,10",
122
+ "Mac16,13",
123
  "iPad13,19",
124
+ "MacBookAir10,1",
125
+ "iPad11,2",
126
+ "iPad8,1",
 
 
 
 
 
 
127
  "iPhone17,4",
128
+ "iPad8,8",
129
+ "Mac16,11",
130
+ "MacBookPro18,3",
131
  "iPad13,9",
132
+ "iPad15,5",
133
+ "iPhone13,2",
134
+ "iPad8,9",
135
+ "iPhone11,2",
136
+ "iPad13,10",
137
  "iPhone13,3",
 
138
  "iPhone11,8",
139
+ "Mac16,1",
140
+ "iPad12,2",
141
+ "iPad13,6",
142
+ "iPad12,1",
143
+ "iPhone11,6",
144
+ "iPad15,7",
145
+ "iPhone17,3",
146
+ "iPad8,6"
147
  ],
148
  "tested_os_versions": [
149
  "macOS_15.2",
 
 
150
  "iPadOS_17.6.1",
151
  "macOS_15.1.1",
152
+ "iPadOS_18.1",
153
+ "iOS_17.6.1",
154
  "iOS_17.7.1",
155
+ "macOS_15.2.0",
156
+ "macOS_15.0.1"
157
  ],
158
  "has_target_os_coverage": false,
159
  "covered_target_versions": [
dashboard_data/test_coverage_11a1fab.json CHANGED
@@ -5,151 +5,151 @@
5
  "skipped_devices": 115,
6
  "coverage_percentage": 16.05839416058394,
7
  "tested_device_list": [
8
- "Mac16,12",
9
- "iPad16,2",
10
  "Mac16,2",
 
 
11
  "iPad13,18",
12
- "iPad13,19",
13
- "iPad15,5",
14
- "iPad13,1",
15
- "Mac16,7",
16
- "Mac16,5",
17
- "Mac16,10",
18
- "iPad15,3",
19
- "iPad15,8",
20
  "Mac16,1",
 
 
 
 
 
21
  "Mac16,11",
 
22
  "iPad15,7",
23
- "Mac16,3",
24
- "iPad15,6",
25
- "iPad16,1",
26
- "iPad15,4",
27
  "Mac16,13",
28
- "Mac16,6",
29
- "iPad13,2"
 
 
 
 
30
  ],
31
  "skipped_device_list": [
 
 
 
 
 
 
 
 
32
  "iPad11,4",
33
- "iPhone11,2",
34
- "iPad14,4",
35
- "Mac15,4",
36
- "iPhone14,3",
37
- "iPhone15,3",
38
- "iPhone11,5",
39
- "Mac14,4",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
40
  "iPhone15,5",
41
  "iPhone12,3",
42
- "iPhone17,3",
43
- "Mac15,12",
44
- "Macmini9,1",
45
- "MacBookAir10,1",
 
 
 
 
 
 
 
 
46
  "iPhone16,2",
47
- "iPad11,6",
48
- "iPad13,4",
49
- "iPhone15,2",
50
  "iPhone17,2",
51
- "iPhone16,1",
52
  "Mac14,6",
53
- "iPhone12,1",
54
- "iPad13,11",
55
- "iPad8,8",
56
- "iPhone14,5",
57
  "iPad8,4",
58
- "iPhone12,5",
59
- "Mac15,11",
60
- "Mac14,3",
61
- "iPhone14,6",
62
- "Mac14,8",
63
- "iPhone17,5",
64
- "iPhone14,7",
65
- "iPad8,3",
66
- "iPad11,2",
67
  "iPad8,5",
68
- "iPhone15,4",
69
- "Mac14,13",
 
 
 
 
 
 
70
  "iPad14,9",
71
- "Mac14,9",
72
  "iPad11,1",
73
- "MacBookPro18,2",
74
- "iPad13,6",
75
- "Mac13,2",
76
- "iPad11,3",
77
  "Mac14,2",
78
- "iPad8,7",
79
- "iPhone14,8",
80
- "iPad12,2",
81
- "iPad14,5",
82
- "iPad13,7",
83
- "iPad8,12",
84
- "Mac15,5",
85
- "iPad13,8",
86
- "iPhone12,4",
87
- "iPad16,6",
88
- "Mac14,10",
89
- "iPhone14,4",
90
- "iPad16,5",
91
- "iPad14,10",
92
- "Mac14,14",
93
- "Mac16,8",
94
  "Mac16,9",
95
- "iPad8,11",
96
- "Mac15,7",
 
 
 
 
97
  "iPad13,17",
98
- "iPad14,6",
99
- "iPad13,10",
100
  "Mac15,3",
101
- "iPhone11,4",
102
- "iPad11,7",
103
- "iPad13,5",
104
- "iPhone14,2",
105
  "Mac14,5",
106
- "Mac13,1",
107
- "Mac15,9",
108
- "iPhone11,6",
109
- "iPad13,16",
110
- "iPhone13,2",
111
- "iMac21,1",
112
- "iPhone11,3",
113
- "iPhone17,1",
114
- "MacBookPro18,1",
115
- "iPad14,1",
116
- "iPad8,2",
117
- "Mac15,10",
118
- "iMac21,2",
119
  "iPad8,1",
120
- "Mac14,7",
121
- "MacBookPro17,1",
122
- "iPhone12,2",
123
- "Mac15,13",
124
- "iPad14,11",
125
- "iPhone13,1",
126
- "iPad8,10",
127
- "iPad8,9",
128
- "iPad14,3",
129
- "iPad12,1",
130
- "iPad16,4",
131
- "MacBookPro18,4",
132
  "iPhone17,4",
 
 
 
 
 
133
  "iPad13,9",
 
 
 
 
 
 
 
 
 
134
  "iPhone13,3",
135
- "Mac15,6",
136
- "iPhone12,8",
137
- "Mac14,15",
138
- "iPad16,3",
139
- "iPad14,8",
140
  "iPhone11,8",
141
- "iPad8,6",
142
- "iPad14,2",
143
- "Mac14,12",
144
- "iPhone13,4",
145
- "MacBookPro18,3",
146
- "Mac15,8"
 
 
 
 
 
147
  ],
148
  "tested_os_versions": [
149
  "iPadOS_18.3.2",
150
  "macOS_15.4.0",
151
- "macOS_15.4",
152
- "iPadOS_18.4"
153
  ],
154
  "has_target_os_coverage": false,
155
  "covered_target_versions": [
 
5
  "skipped_devices": 115,
6
  "coverage_percentage": 16.05839416058394,
7
  "tested_device_list": [
8
+ "Mac16,7",
 
9
  "Mac16,2",
10
+ "Mac16,6",
11
+ "Mac16,12",
12
  "iPad13,18",
13
+ "iPad13,2",
 
 
 
 
 
 
 
14
  "Mac16,1",
15
+ "iPad15,8",
16
+ "iPad16,1",
17
+ "Mac16,3",
18
+ "Mac16,5",
19
+ "iPad13,1",
20
  "Mac16,11",
21
+ "Mac16,10",
22
  "iPad15,7",
 
 
 
 
23
  "Mac16,13",
24
+ "iPad15,4",
25
+ "iPad16,2",
26
+ "iPad15,3",
27
+ "iPad13,19",
28
+ "iPad15,6",
29
+ "iPad15,5"
30
  ],
31
  "skipped_device_list": [
32
+ "iPad14,3",
33
+ "iPad13,11",
34
+ "iMac21,2",
35
+ "MacBookPro17,1",
36
+ "MacBookPro18,4",
37
+ "iPhone12,2",
38
+ "iPhone12,8",
39
+ "Mac15,11",
40
  "iPad11,4",
41
+ "iPhone11,4",
42
+ "iPad8,2",
43
+ "MacBookPro18,1",
44
+ "iPad16,6",
45
+ "Mac13,1",
46
+ "iPad8,7",
47
+ "iPad13,4",
48
+ "Mac15,5",
49
+ "iPad13,8",
50
+ "iPhone13,4",
51
+ "iPad8,10",
52
+ "iPhone14,8",
53
+ "iPhone16,1",
54
+ "Mac14,12",
55
+ "iPad16,4",
56
+ "iPad13,7",
57
+ "iPad8,3",
58
+ "iPhone15,2",
59
+ "iPad14,1",
60
+ "iPhone13,1",
61
+ "Mac15,13",
62
+ "Mac14,7",
63
+ "iPhone11,3",
64
+ "Mac15,12",
65
+ "iPad8,11",
66
  "iPhone15,5",
67
  "iPhone12,3",
68
+ "iMac21,1",
69
+ "iPad16,5",
70
+ "iPad14,4",
71
+ "Mac14,13",
72
+ "iPad14,8",
73
+ "iPhone14,2",
74
+ "MacBookPro18,2",
75
+ "iPad14,10",
76
+ "iPhone15,4",
77
+ "iPhone12,4",
78
+ "iPad11,3",
79
+ "Mac14,3",
80
  "iPhone16,2",
 
 
 
81
  "iPhone17,2",
 
82
  "Mac14,6",
83
+ "Mac15,7",
 
 
 
84
  "iPad8,4",
85
+ "iPad13,5",
86
+ "iPad11,6",
 
 
 
 
 
 
 
87
  "iPad8,5",
88
+ "iPad8,12",
89
+ "iPad14,2",
90
+ "Mac15,8",
91
+ "Mac16,8",
92
+ "iPhone15,3",
93
+ "iPhone14,7",
94
+ "Mac15,6",
95
+ "iPad11,7",
96
  "iPad14,9",
97
+ "iPad14,11",
98
  "iPad11,1",
 
 
 
 
99
  "Mac14,2",
100
+ "Mac14,4",
101
+ "iPad16,3",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
102
  "Mac16,9",
103
+ "iPhone12,5",
104
+ "Macmini9,1",
105
+ "iPad13,16",
106
+ "iPhone11,5",
107
+ "iPhone17,1",
108
+ "iPhone17,5",
109
  "iPad13,17",
110
+ "Mac13,2",
111
+ "Mac14,15",
112
  "Mac15,3",
113
+ "MacBookAir10,1",
 
 
 
114
  "Mac14,5",
115
+ "iPad11,2",
116
+ "iPhone14,5",
 
 
 
 
 
 
 
 
 
 
 
117
  "iPad8,1",
 
 
 
 
 
 
 
 
 
 
 
 
118
  "iPhone17,4",
119
+ "iPad8,8",
120
+ "Mac14,8",
121
+ "iPad14,6",
122
+ "iPhone12,1",
123
+ "MacBookPro18,3",
124
  "iPad13,9",
125
+ "Mac14,9",
126
+ "iPhone14,6",
127
+ "iPhone13,2",
128
+ "iPad8,9",
129
+ "Mac14,10",
130
+ "Mac15,10",
131
+ "iPhone11,2",
132
+ "iPad13,10",
133
+ "iPad14,5",
134
  "iPhone13,3",
 
 
 
 
 
135
  "iPhone11,8",
136
+ "Mac14,14",
137
+ "iPhone14,3",
138
+ "Mac15,9",
139
+ "Mac15,4",
140
+ "iPhone14,4",
141
+ "iPad12,2",
142
+ "iPad13,6",
143
+ "iPad12,1",
144
+ "iPhone11,6",
145
+ "iPhone17,3",
146
+ "iPad8,6"
147
  ],
148
  "tested_os_versions": [
149
  "iPadOS_18.3.2",
150
  "macOS_15.4.0",
151
+ "iPadOS_18.4",
152
+ "macOS_15.4"
153
  ],
154
  "has_target_os_coverage": false,
155
  "covered_target_versions": [
dashboard_data/test_coverage_8c0acbd.json CHANGED
@@ -5,159 +5,159 @@
5
  "skipped_devices": 55,
6
  "coverage_percentage": 59.854014598540154,
7
  "tested_device_list": [
8
- "iPhone14,4",
9
- "iPad16,6",
10
- "Mac14,10",
11
- "iPad14,4",
12
- "iPad16,5",
13
- "iPad14,10",
14
- "iPhone14,3",
15
- "Mac15,4",
16
- "Mac14,14",
17
- "Mac16,9",
18
- "Mac16,8",
19
- "iPhone15,3",
20
- "iPad15,8",
21
  "Mac15,7",
22
- "iPad13,17",
23
- "iPad14,6",
24
- "iPad13,10",
25
  "iPad16,1",
 
 
 
 
 
 
 
 
 
 
 
 
 
26
  "Mac14,4",
27
- "Mac15,3",
28
- "iPhone15,5",
29
- "iPhone12,3",
30
- "iPhone17,3",
31
- "Mac15,12",
32
- "iPad13,5",
33
- "iPhone14,2",
34
- "Mac14,5",
35
- "iPad16,2",
36
- "Mac15,9",
37
  "iPad13,16",
38
- "iPhone13,2",
39
- "iPhone16,2",
40
  "iPad13,4",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
41
  "iPhone15,2",
 
 
42
  "iPad14,1",
43
- "iPad15,6",
44
- "iPhone16,1",
45
- "Mac14,6",
46
- "Mac15,10",
47
  "iPhone12,1",
48
- "iPad13,11",
49
- "Mac15,5",
50
- "iPhone14,5",
51
- "iPhone12,5",
52
- "Mac15,11",
53
- "Mac14,3",
54
  "Mac14,7",
55
- "iPhone14,6",
 
56
  "iPad15,5",
57
- "Mac14,8",
58
- "iPhone13,1",
59
- "Mac15,13",
60
- "iPad14,11",
61
- "iPhone17,5",
62
- "iPhone14,7",
63
- "iPad14,9",
 
 
 
 
 
 
 
 
 
 
64
  "Mac14,13",
 
 
 
 
65
  "iPhone15,4",
66
  "iPad15,7",
67
- "iPad14,3",
68
- "iPad15,4",
69
- "Mac14,9",
70
- "iPad16,4",
71
- "iPhone17,4",
72
- "iPad13,6",
73
- "iPad13,9",
74
- "iPhone13,3",
75
- "Mac14,2",
76
- "Mac15,6",
77
- "iPhone14,8",
78
- "iPhone12,8",
79
- "Mac14,15",
80
- "iPad14,5",
81
- "iPad16,3",
82
- "iPad14,8",
83
- "iPad15,3",
84
- "iPad14,2",
85
- "iPad13,7",
86
- "Mac14,12",
87
- "iPhone13,4",
88
- "Mac15,8",
89
- "iPad13,8"
90
  ],
91
  "skipped_device_list": [
92
- "iPad8,1",
93
- "Mac16,12",
94
- "iPad8,4",
95
- "iPad13,18",
96
- "iPad11,4",
97
- "iPhone11,2",
98
- "iPad13,19",
 
99
  "MacBookPro17,1",
100
- "MacBookPro18,3",
 
 
 
 
 
 
101
  "iPhone12,2",
102
- "Mac16,5",
103
- "iPad8,10",
104
- "Mac16,10",
105
- "iPad8,9",
106
- "iPad8,3",
107
- "Mac16,1",
108
  "Mac16,11",
109
- "iPad11,2",
110
- "iPad8,5",
111
- "iPad8,11",
112
- "Mac16,3",
113
- "iPhone11,5",
114
- "Mac16,13",
115
- "iPad12,1",
116
  "iPad11,1",
117
- "Mac16,6",
118
- "MacBookPro18,2",
119
- "iPad13,2",
 
 
 
 
 
120
  "iPhone11,4",
121
- "MacBookPro18,4",
122
- "iPad11,7",
 
123
  "Macmini9,1",
124
- "Mac13,2",
125
- "Mac16,2",
 
 
 
126
  "Mac13,1",
 
 
127
  "iPad8,7",
 
 
 
128
  "iPhone11,6",
129
- "iPad13,1",
130
- "iPad12,2",
131
- "MacBookAir10,1",
132
- "iMac21,1",
133
- "Mac16,7",
134
- "iPhone11,3",
135
- "iPad11,6",
136
- "iPhone11,8",
137
- "iPad8,6",
138
- "iPhone17,1",
139
- "MacBookPro18,1",
140
- "iPhone17,2",
141
- "iPad8,2",
142
  "iPad11,3",
143
- "iMac21,2",
144
- "iPad8,8",
145
- "iPad8,12",
146
- "iPhone12,4"
147
  ],
148
  "tested_os_versions": [
149
- "iOS_18.5",
150
- "iPadOS_26.0",
151
- "iOS_26.0",
152
- "iPadOS_18.4",
153
- "iOS_18.1",
154
  "iOS_18.4.1",
155
- "iOS_19.0",
156
- "iPadOS_19.0",
157
  "iPadOS_18.5",
158
  "macOS_15.5",
159
- "macOS_15.5.0",
160
- "iPadOS_18.4.1"
 
 
 
 
 
161
  ],
162
  "has_target_os_coverage": false,
163
  "covered_target_versions": [
 
5
  "skipped_devices": 55,
6
  "coverage_percentage": 59.854014598540154,
7
  "tested_device_list": [
8
+ "iPad14,3",
9
+ "iPhone16,2",
10
+ "iPad13,11",
11
+ "Mac14,6",
 
 
 
 
 
 
 
 
 
12
  "Mac15,7",
13
+ "iPad13,5",
 
 
14
  "iPad16,1",
15
+ "iPad14,2",
16
+ "Mac15,8",
17
+ "Mac16,8",
18
+ "iPhone15,3",
19
+ "iPhone14,7",
20
+ "Mac15,6",
21
+ "iPhone12,8",
22
+ "Mac15,11",
23
+ "iPad14,9",
24
+ "iPad14,11",
25
+ "Mac14,2",
26
+ "iPad15,4",
27
+ "iPad15,6",
28
  "Mac14,4",
29
+ "iPad16,3",
30
+ "Mac16,9",
31
+ "iPhone12,5",
 
 
 
 
 
 
 
32
  "iPad13,16",
33
+ "iPad16,6",
 
34
  "iPad13,4",
35
+ "Mac15,5",
36
+ "iPhone17,5",
37
+ "iPad13,8",
38
+ "iPad13,17",
39
+ "iPhone13,4",
40
+ "iPad16,2",
41
+ "iPhone14,8",
42
+ "Mac15,3",
43
+ "Mac14,15",
44
+ "iPhone16,1",
45
+ "iPad16,4",
46
+ "Mac14,12",
47
+ "iPad13,7",
48
+ "Mac14,5",
49
  "iPhone15,2",
50
+ "iPad15,8",
51
+ "iPhone14,5",
52
  "iPad14,1",
53
+ "iPhone17,4",
54
+ "iPhone13,1",
55
+ "Mac14,8",
56
+ "Mac15,13",
57
  "iPhone12,1",
58
+ "iPad14,6",
59
+ "iPad15,3",
 
 
 
 
60
  "Mac14,7",
61
+ "iPad13,9",
62
+ "Mac14,9",
63
  "iPad15,5",
64
+ "iPhone14,6",
65
+ "Mac15,12",
66
+ "iPhone15,5",
67
+ "iPhone13,2",
68
+ "iPhone12,3",
69
+ "Mac14,10",
70
+ "Mac15,10",
71
+ "iPad16,5",
72
+ "iPad14,5",
73
+ "iPad13,10",
74
+ "iPhone13,3",
75
+ "iPhone14,3",
76
+ "iPad14,4",
77
+ "Mac14,14",
78
+ "Mac15,9",
79
+ "Mac15,4",
80
+ "iPhone14,4",
81
  "Mac14,13",
82
+ "iPad14,8",
83
+ "iPhone14,2",
84
+ "iPad13,6",
85
+ "iPad14,10",
86
  "iPhone15,4",
87
  "iPad15,7",
88
+ "iPhone17,3",
89
+ "Mac14,3"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
90
  ],
91
  "skipped_device_list": [
92
+ "MacBookAir10,1",
93
+ "Mac16,7",
94
+ "Mac16,2",
95
+ "Mac16,6",
96
+ "iPad11,2",
97
+ "iPhone17,2",
98
+ "iPad8,3",
99
+ "iMac21,2",
100
  "MacBookPro17,1",
101
+ "MacBookPro18,4",
102
+ "iPad8,4",
103
+ "iPad11,6",
104
+ "iPad8,5",
105
+ "iPad8,12",
106
+ "iPad8,1",
107
+ "iPad8,8",
108
  "iPhone12,2",
109
+ "iPad13,1",
110
+ "iPad11,7",
 
 
 
 
111
  "Mac16,11",
 
 
 
 
 
 
 
112
  "iPad11,1",
113
+ "MacBookPro18,3",
114
+ "iPad11,4",
115
+ "iPhone11,3",
116
+ "iPad8,11",
117
+ "iPad8,9",
118
+ "iMac21,1",
119
+ "Mac16,12",
120
+ "iPhone11,2",
121
  "iPhone11,4",
122
+ "iPad8,2",
123
+ "iPad13,18",
124
+ "iPhone11,8",
125
  "Macmini9,1",
126
+ "iPad13,2",
127
+ "Mac16,1",
128
+ "MacBookPro18,1",
129
+ "iPhone11,5",
130
+ "Mac16,3",
131
  "Mac13,1",
132
+ "iPhone17,1",
133
+ "iPad12,2",
134
  "iPad8,7",
135
+ "Mac16,5",
136
+ "MacBookPro18,2",
137
+ "iPad12,1",
138
  "iPhone11,6",
139
+ "Mac13,2",
140
+ "Mac16,10",
141
+ "Mac16,13",
142
+ "iPad8,10",
143
+ "iPhone12,4",
 
 
 
 
 
 
 
 
144
  "iPad11,3",
145
+ "iPad13,19",
146
+ "iPad8,6"
 
 
147
  ],
148
  "tested_os_versions": [
 
 
 
 
 
149
  "iOS_18.4.1",
150
+ "iPadOS_18.4",
151
+ "macOS_15.5.0",
152
  "iPadOS_18.5",
153
  "macOS_15.5",
154
+ "iPadOS_26.0",
155
+ "iPadOS_19.0",
156
+ "iPadOS_18.4.1",
157
+ "iOS_18.5",
158
+ "iOS_18.1",
159
+ "iOS_19.0",
160
+ "iOS_26.0"
161
  ],
162
  "has_target_os_coverage": false,
163
  "covered_target_versions": [
dashboard_data/test_coverage_a9b92c4.json CHANGED
@@ -5,165 +5,165 @@
5
  "skipped_devices": 44,
6
  "coverage_percentage": 67.88321167883211,
7
  "tested_device_list": [
8
- "iPhone14,4",
9
- "Mac14,10",
10
- "iPad16,6",
11
- "iPad14,4",
12
- "iPad16,5",
13
- "Mac15,8",
14
- "iPad14,10",
15
- "iPhone14,3",
16
- "Mac15,4",
17
- "Mac14,14",
18
- "Mac16,9",
19
- "Mac16,8",
20
- "Mac16,10",
21
- "Mac16,1",
22
- "Mac16,11",
23
- "Mac15,7",
24
- "Mac16,3",
25
- "iPad13,17",
26
- "iPad14,6",
27
- "iPad13,10",
28
- "iPad16,1",
29
- "Mac14,4",
30
- "Mac15,3",
31
- "iPhone12,3",
32
- "iPhone17,3",
33
- "Mac15,12",
34
- "iPad13,5",
35
- "iPhone14,2",
36
- "Mac14,5",
37
- "iPad16,2",
38
- "Macmini9,1",
39
  "Mac16,2",
40
- "Mac15,9",
41
- "Mac13,1",
42
- "iPhone13,2",
43
- "iPad13,16",
44
- "MacBookAir10,1",
45
- "iMac21,1",
46
  "iPhone16,2",
47
- "Mac16,7",
48
- "iPhone17,1",
49
- "iPad13,4",
50
- "MacBookPro18,1",
51
  "iPhone17,2",
52
- "iPhone16,1",
53
  "Mac14,6",
54
- "Mac15,10",
55
- "iPhone12,1",
56
- "iPad13,11",
57
  "iMac21,2",
58
- "iPhone14,5",
59
- "Mac16,12",
60
- "iPhone12,5",
61
- "Mac15,11",
62
- "Mac14,3",
63
- "Mac14,7",
64
- "iPhone14,6",
65
  "MacBookPro17,1",
66
- "Mac14,8",
67
- "iPhone13,1",
68
- "Mac15,13",
69
- "iPad14,11",
70
- "Mac16,5",
71
- "iPhone17,5",
72
  "iPhone14,7",
 
 
 
73
  "iPad14,9",
74
- "Mac14,13",
75
- "iPad14,3",
76
- "Mac14,9",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
77
  "Mac16,13",
 
 
 
 
 
78
  "iPad16,4",
79
- "Mac16,6",
80
- "MacBookPro18,2",
81
- "MacBookPro18,4",
 
 
 
82
  "iPhone17,4",
83
- "iPad13,6",
 
 
 
 
 
 
 
84
  "iPad13,9",
85
- "Mac13,2",
86
- "iPhone13,3",
87
- "Mac14,2",
88
- "Mac15,6",
89
- "iPhone14,8",
90
- "iPhone12,8",
91
- "Mac14,15",
 
 
92
  "iPad14,5",
93
- "iPad16,3",
 
 
 
 
 
 
 
 
 
94
  "iPad14,8",
95
- "iPad13,7",
96
- "Mac14,12",
97
- "iPhone13,4",
98
- "MacBookPro18,3",
99
- "Mac15,5",
100
- "iPad13,8"
 
 
101
  ],
102
  "skipped_device_list": [
103
- "iPad8,1",
104
- "iPad8,4",
105
- "iPad13,18",
106
- "iPad11,4",
107
- "iPhone11,2",
108
- "iPad13,19",
109
- "iPad15,5",
110
- "iPhone12,2",
111
- "iPad8,10",
112
- "iPad8,9",
113
- "iPhone15,3",
114
- "iPad15,8",
115
- "iPad8,3",
116
  "iPad11,2",
 
 
 
 
 
 
117
  "iPad8,5",
118
- "iPhone15,4",
119
- "iPad15,7",
120
- "iPad8,11",
121
- "iPhone11,5",
 
 
 
 
 
122
  "iPad15,4",
 
 
 
 
 
123
  "iPhone15,5",
124
- "iPad12,1",
125
- "iPad11,1",
126
- "iPad13,2",
127
  "iPhone11,4",
128
- "iPad11,7",
 
 
 
 
 
129
  "iPad8,7",
 
130
  "iPhone11,6",
131
- "iPad13,1",
132
- "iPad12,2",
133
- "iPhone11,3",
134
- "iPad11,6",
135
- "iPad15,3",
136
- "iPhone11,8",
137
- "iPad8,6",
138
- "iPad14,2",
139
- "iPhone15,2",
140
- "iPad14,1",
141
- "iPad15,6",
142
- "iPad8,2",
143
  "iPad11,3",
144
- "iPad8,8",
145
- "iPad8,12",
146
- "iPhone12,4"
147
  ],
148
  "tested_os_versions": [
149
- "macOS_15.2.0",
150
- "iOS_17.7",
151
  "macOS_15.2",
152
- "iOS_17.3",
153
- "iPadOS_18.1",
154
- "iOS_17.6.1",
155
- "iOS_18.0.1",
156
- "macOS_15.0.0",
157
- "iOS_18.1",
158
  "iPadOS_17.6.1",
159
  "macOS_15.1.0",
160
- "macOS_15.1",
 
161
  "iPadOS_18.0.1",
162
- "macOS_15.0",
163
- "iOS_17.2.1",
164
- "macOS_15.0.1",
165
  "iOS_18.2",
166
- "iOS_18.0"
 
 
 
 
 
 
167
  ],
168
  "has_target_os_coverage": false,
169
  "covered_target_versions": [
 
5
  "skipped_devices": 44,
6
  "coverage_percentage": 67.88321167883211,
7
  "tested_device_list": [
8
+ "iPad14,3",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
9
  "Mac16,2",
 
 
 
 
 
 
10
  "iPhone16,2",
11
+ "Mac16,6",
12
+ "iPad13,11",
 
 
13
  "iPhone17,2",
 
14
  "Mac14,6",
 
 
 
15
  "iMac21,2",
 
 
 
 
 
 
 
16
  "MacBookPro17,1",
17
+ "Mac15,7",
18
+ "MacBookPro18,4",
19
+ "iPad13,5",
20
+ "iPad16,1",
21
+ "Mac15,8",
22
+ "Mac16,8",
23
  "iPhone14,7",
24
+ "Mac15,6",
25
+ "iPhone12,8",
26
+ "Mac15,11",
27
  "iPad14,9",
28
+ "iPad14,11",
29
+ "Mac14,2",
30
+ "Mac14,4",
31
+ "iPad16,3",
32
+ "Mac16,9",
33
+ "Mac16,12",
34
+ "iPhone12,5",
35
+ "Macmini9,1",
36
+ "iPad13,16",
37
+ "MacBookPro18,1",
38
+ "iPad16,6",
39
+ "Mac13,1",
40
+ "iPhone17,1",
41
+ "iPad13,4",
42
+ "Mac15,5",
43
+ "iPhone17,5",
44
+ "iPad13,8",
45
+ "iPad13,17",
46
+ "Mac13,2",
47
+ "Mac16,10",
48
+ "iPhone13,4",
49
  "Mac16,13",
50
+ "iPad16,2",
51
+ "iPhone14,8",
52
+ "Mac15,3",
53
+ "Mac14,15",
54
+ "iPhone16,1",
55
  "iPad16,4",
56
+ "MacBookAir10,1",
57
+ "Mac14,5",
58
+ "Mac14,12",
59
+ "iPad13,7",
60
+ "Mac16,7",
61
+ "iPhone14,5",
62
  "iPhone17,4",
63
+ "iPhone13,1",
64
+ "Mac14,8",
65
+ "Mac15,13",
66
+ "iPhone12,1",
67
+ "iPad14,6",
68
+ "Mac16,11",
69
+ "MacBookPro18,3",
70
+ "Mac14,7",
71
  "iPad13,9",
72
+ "Mac14,9",
73
+ "iPhone14,6",
74
+ "Mac15,12",
75
+ "iPhone13,2",
76
+ "iPhone12,3",
77
+ "Mac14,10",
78
+ "Mac15,10",
79
+ "iMac21,1",
80
+ "iPad16,5",
81
  "iPad14,5",
82
+ "iPad13,10",
83
+ "iPhone13,3",
84
+ "Mac14,14",
85
+ "iPhone14,3",
86
+ "iPad14,4",
87
+ "Mac15,9",
88
+ "Mac15,4",
89
+ "Mac16,1",
90
+ "iPhone14,4",
91
+ "Mac16,3",
92
  "iPad14,8",
93
+ "Mac14,13",
94
+ "iPhone14,2",
95
+ "Mac16,5",
96
+ "iPad13,6",
97
+ "MacBookPro18,2",
98
+ "iPad14,10",
99
+ "iPhone17,3",
100
+ "Mac14,3"
101
  ],
102
  "skipped_device_list": [
 
 
 
 
 
 
 
 
 
 
 
 
 
103
  "iPad11,2",
104
+ "iPad8,3",
105
+ "iPhone15,2",
106
+ "iPad15,8",
107
+ "iPad8,4",
108
+ "iPad11,6",
109
+ "iPad14,1",
110
  "iPad8,5",
111
+ "iPad8,12",
112
+ "iPad14,2",
113
+ "iPad8,1",
114
+ "iPhone15,3",
115
+ "iPad8,8",
116
+ "iPhone12,2",
117
+ "iPad13,1",
118
+ "iPad11,7",
119
+ "iPad11,1",
120
  "iPad15,4",
121
+ "iPad15,3",
122
+ "iPad11,4",
123
+ "iPad15,6",
124
+ "iPhone11,3",
125
+ "iPad15,5",
126
  "iPhone15,5",
127
+ "iPad8,11",
128
+ "iPad8,9",
129
+ "iPhone11,2",
130
  "iPhone11,4",
131
+ "iPad8,2",
132
+ "iPad13,18",
133
+ "iPhone11,8",
134
+ "iPad13,2",
135
+ "iPhone11,5",
136
+ "iPad12,2",
137
  "iPad8,7",
138
+ "iPad12,1",
139
  "iPhone11,6",
140
+ "iPhone15,4",
141
+ "iPad15,7",
142
+ "iPad8,10",
143
+ "iPhone12,4",
 
 
 
 
 
 
 
 
144
  "iPad11,3",
145
+ "iPad13,19",
146
+ "iPad8,6"
 
147
  ],
148
  "tested_os_versions": [
149
+ "macOS_15.0",
 
150
  "macOS_15.2",
151
+ "macOS_15.1",
152
+ "iOS_17.2.1",
 
 
 
 
153
  "iPadOS_17.6.1",
154
  "macOS_15.1.0",
155
+ "macOS_15.0.0",
156
+ "iPadOS_18.1",
157
  "iPadOS_18.0.1",
158
+ "iOS_17.7",
 
 
159
  "iOS_18.2",
160
+ "iOS_17.6.1",
161
+ "macOS_15.2.0",
162
+ "macOS_15.0.1",
163
+ "iOS_18.0.1",
164
+ "iOS_18.1",
165
+ "iOS_18.0",
166
+ "iOS_17.3"
167
  ],
168
  "has_target_os_coverage": false,
169
  "covered_target_versions": [
dashboard_data/test_coverage_c814cae.json CHANGED
@@ -1,163 +1,164 @@
1
  {
2
  "commit_hash": "c814cae",
3
  "total_devices": 137,
4
- "tested_devices": 75,
5
- "skipped_devices": 62,
6
- "coverage_percentage": 54.74452554744526,
7
  "tested_device_list": [
8
- "iPad16,6",
9
- "Mac14,10",
10
- "iPad14,4",
11
- "iPad16,5",
12
- "iPad14,10",
13
- "Mac14,14",
 
 
 
 
 
14
  "Mac16,8",
15
- "Mac16,9",
16
- "Mac16,10",
17
  "iPhone15,3",
18
- "iPad15,8",
19
- "Mac16,1",
20
- "iPad13,17",
21
- "Mac16,11",
22
- "Mac16,3",
23
- "iPad14,6",
24
- "iPad13,10",
25
- "iPad16,1",
26
  "Mac14,4",
27
- "iPhone15,5",
28
- "iPhone17,3",
29
- "iPad13,5",
30
  "Macmini9,1",
31
- "Mac14,5",
32
- "iPad16,2",
33
- "Mac16,2",
34
- "Mac13,1",
35
  "iPad13,16",
36
- "MacBookAir10,1",
37
- "iMac21,1",
38
- "Mac16,7",
39
- "iPhone17,1",
40
- "iPhone15,2",
41
  "MacBookPro18,1",
 
 
 
42
  "iPad13,4",
43
- "iPhone17,2",
44
- "iPad15,6",
45
- "Mac14,6",
46
- "iPad13,11",
47
- "iMac21,2",
48
- "Mac16,12",
49
- "Mac14,3",
50
- "Mac14,7",
51
- "iPad15,5",
52
- "MacBookPro17,1",
53
- "Mac14,8",
54
- "iPad14,11",
55
- "Mac16,5",
56
  "iPhone17,5",
57
- "iPad14,9",
58
- "Mac14,13",
59
- "iPhone15,4",
60
- "iPad15,7",
61
- "iPad14,3",
62
- "iPad15,4",
63
- "Mac14,9",
64
  "Mac16,13",
 
 
 
 
65
  "iPad16,4",
66
- "Mac16,6",
67
- "MacBookPro18,2",
68
- "MacBookPro18,4",
 
 
 
 
 
69
  "iPhone17,4",
70
- "iPad13,6",
 
 
 
 
 
71
  "iPad13,9",
72
- "Mac13,2",
73
- "Mac14,2",
74
- "Mac14,15",
 
 
 
 
 
 
75
  "iPad14,5",
76
- "iPad16,3",
 
 
 
 
 
 
 
77
  "iPad14,8",
78
- "iPad15,3",
79
- "iPad13,7",
80
- "Mac14,12",
81
- "MacBookPro18,3",
82
- "iPad13,8"
 
 
 
 
 
83
  ],
84
  "skipped_device_list": [
85
- "iPhone14,5",
86
- "iPad8,1",
 
 
87
  "iPad8,4",
88
- "iPhone12,5",
89
- "Mac15,11",
90
- "iPhone14,4",
91
- "iPad13,18",
92
- "iPad11,4",
93
- "iPhone11,2",
94
- "iPhone14,6",
95
- "iPad13,19",
96
  "Mac15,8",
97
- "iPhone14,3",
98
- "Mac15,4",
99
- "iPhone12,2",
100
  "Mac15,13",
101
- "iPhone13,1",
102
- "iPad8,10",
103
- "iPad8,9",
104
- "iPhone14,7",
105
- "iPad8,3",
106
- "iPad11,2",
107
- "iPad8,5",
 
 
 
 
108
  "iPad8,11",
109
- "Mac15,7",
110
- "iPhone11,5",
111
- "Mac15,3",
112
- "iPad12,1",
113
  "iPhone12,3",
114
- "iPad11,1",
115
- "iPad13,2",
 
 
116
  "iPhone11,4",
117
- "Mac15,12",
118
- "iPad11,7",
119
- "iPhone14,2",
120
- "iPhone13,3",
121
  "Mac15,9",
 
 
 
 
122
  "iPad8,7",
 
 
123
  "iPhone11,6",
124
- "iPhone13,2",
125
- "Mac15,6",
126
- "iPhone14,8",
127
- "iPad13,1",
128
- "iPad12,2",
129
- "iPhone16,2",
130
- "iPhone12,8",
131
- "iPhone11,3",
132
- "iPad11,6",
133
- "iPhone11,8",
134
- "iPad8,6",
135
- "iPad14,2",
136
- "iPad14,1",
137
- "iPhone16,1",
138
- "iPad8,2",
139
- "iPhone13,4",
140
- "iPhone12,1",
141
  "iPad11,3",
142
- "Mac15,10",
143
- "iPad8,8",
144
- "iPad8,12",
145
- "Mac15,5",
146
- "iPhone12,4"
147
  ],
148
  "tested_os_versions": [
149
- "iPadOS_26.0",
150
- "iOS_18.5",
151
- "iOS_26.0",
152
- "macOS_26.0",
153
- "iPadOS_18.6",
154
  "macOS_26.0.0",
 
 
155
  "iPadOS_18.5",
 
156
  "macOS_15.5",
 
 
 
 
 
157
  "macOS_15.7.0",
158
- "macOS_15.5.0",
159
- "macOS_15.7",
160
- "iPadOS_18.4.1"
161
  ],
162
  "has_target_os_coverage": false,
163
  "covered_target_versions": [
@@ -191,16 +192,16 @@
191
  },
192
  "iPhone": {
193
  "total_chips": 6,
194
- "tested_chips": 3,
195
- "coverage_percentage": 50.0,
196
  "covered_chips": [
 
 
197
  "A16",
198
  "A18",
199
  "A18 Pro"
200
  ],
201
  "missing_chips": [
202
- "A14",
203
- "A15",
204
  "A17 Pro"
205
  ]
206
  },
@@ -224,8 +225,6 @@
224
  "A15"
225
  ],
226
  "iPhone": [
227
- "A14",
228
- "A15",
229
  "A17 Pro"
230
  ],
231
  "Mac": [
 
1
  {
2
  "commit_hash": "c814cae",
3
  "total_devices": 137,
4
+ "tested_devices": 86,
5
+ "skipped_devices": 51,
6
+ "coverage_percentage": 62.77372262773723,
7
  "tested_device_list": [
8
+ "iPad14,3",
9
+ "Mac16,2",
10
+ "Mac16,6",
11
+ "iPad13,11",
12
+ "iPhone17,2",
13
+ "Mac14,6",
14
+ "iMac21,2",
15
+ "MacBookPro17,1",
16
+ "iPad13,5",
17
+ "MacBookPro18,4",
18
+ "iPad16,1",
19
  "Mac16,8",
 
 
20
  "iPhone15,3",
21
+ "iPhone14,7",
22
+ "iPad14,9",
23
+ "iPad14,11",
24
+ "Mac14,2",
25
+ "iPad15,4",
26
+ "iPad15,6",
 
 
27
  "Mac14,4",
28
+ "iPad16,3",
29
+ "Mac16,9",
30
+ "Mac16,12",
31
  "Macmini9,1",
 
 
 
 
32
  "iPad13,16",
 
 
 
 
 
33
  "MacBookPro18,1",
34
+ "iPad16,6",
35
+ "Mac13,1",
36
+ "iPhone17,1",
37
  "iPad13,4",
 
 
 
 
 
 
 
 
 
 
 
 
 
38
  "iPhone17,5",
39
+ "iPad13,8",
40
+ "iPad13,17",
41
+ "Mac13,2",
42
+ "Mac16,10",
 
 
 
43
  "Mac16,13",
44
+ "iPhone13,4",
45
+ "iPad16,2",
46
+ "iPhone14,8",
47
+ "Mac14,15",
48
  "iPad16,4",
49
+ "MacBookAir10,1",
50
+ "iPad13,7",
51
+ "Mac16,7",
52
+ "Mac14,5",
53
+ "Mac14,12",
54
+ "iPhone15,2",
55
+ "iPad15,8",
56
+ "iPhone14,5",
57
  "iPhone17,4",
58
+ "iPhone13,1",
59
+ "Mac14,8",
60
+ "iPad14,6",
61
+ "Mac16,11",
62
+ "MacBookPro18,3",
63
+ "iPad15,3",
64
  "iPad13,9",
65
+ "Mac14,7",
66
+ "Mac14,9",
67
+ "iPad15,5",
68
+ "iPhone14,6",
69
+ "iPhone15,5",
70
+ "iPhone13,2",
71
+ "Mac14,10",
72
+ "iMac21,1",
73
+ "iPad16,5",
74
  "iPad14,5",
75
+ "iPad13,10",
76
+ "iPad14,4",
77
+ "iPhone14,3",
78
+ "Mac14,14",
79
+ "iPhone13,3",
80
+ "Mac16,1",
81
+ "iPhone14,4",
82
+ "Mac16,3",
83
  "iPad14,8",
84
+ "Mac14,13",
85
+ "iPhone14,2",
86
+ "Mac16,5",
87
+ "iPad13,6",
88
+ "MacBookPro18,2",
89
+ "iPad14,10",
90
+ "iPhone15,4",
91
+ "iPad15,7",
92
+ "iPhone17,3",
93
+ "Mac14,3"
94
  ],
95
  "skipped_device_list": [
96
+ "iPhone16,2",
97
+ "iPad11,2",
98
+ "iPad8,3",
99
+ "Mac15,7",
100
  "iPad8,4",
101
+ "iPad11,6",
102
+ "iPad14,1",
103
+ "iPad8,5",
104
+ "iPad8,12",
105
+ "iPad14,2",
106
+ "iPad8,1",
 
 
107
  "Mac15,8",
108
+ "iPad8,8",
 
 
109
  "Mac15,13",
110
+ "iPhone12,2",
111
+ "Mac15,6",
112
+ "iPhone12,1",
113
+ "iPhone12,8",
114
+ "iPad13,1",
115
+ "iPad11,7",
116
+ "Mac15,11",
117
+ "iPad11,1",
118
+ "iPad11,4",
119
+ "iPhone11,3",
120
+ "Mac15,12",
121
  "iPad8,11",
 
 
 
 
122
  "iPhone12,3",
123
+ "iPad8,9",
124
+ "Mac15,10",
125
+ "iPhone11,2",
126
+ "iPhone12,5",
127
  "iPhone11,4",
128
+ "iPad8,2",
129
+ "iPad13,18",
130
+ "iPhone11,8",
 
131
  "Mac15,9",
132
+ "iPad13,2",
133
+ "Mac15,4",
134
+ "iPhone11,5",
135
+ "iPad12,2",
136
  "iPad8,7",
137
+ "Mac15,5",
138
+ "iPad12,1",
139
  "iPhone11,6",
140
+ "iPad8,10",
141
+ "iPhone12,4",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
142
  "iPad11,3",
143
+ "iPad13,19",
144
+ "Mac15,3",
145
+ "iPhone16,1",
146
+ "iPad8,6"
 
147
  ],
148
  "tested_os_versions": [
 
 
 
 
 
149
  "macOS_26.0.0",
150
+ "macOS_15.7",
151
+ "macOS_15.5.0",
152
  "iPadOS_18.5",
153
+ "iOS_18.7",
154
  "macOS_15.5",
155
+ "iPadOS_26.0",
156
+ "macOS_26.0",
157
+ "iPadOS_18.4.1",
158
+ "iPadOS_18.6",
159
+ "iOS_18.5",
160
  "macOS_15.7.0",
161
+ "iOS_26.0"
 
 
162
  ],
163
  "has_target_os_coverage": false,
164
  "covered_target_versions": [
 
192
  },
193
  "iPhone": {
194
  "total_chips": 6,
195
+ "tested_chips": 5,
196
+ "coverage_percentage": 83.33333333333334,
197
  "covered_chips": [
198
+ "A14",
199
+ "A15",
200
  "A16",
201
  "A18",
202
  "A18 Pro"
203
  ],
204
  "missing_chips": [
 
 
205
  "A17 Pro"
206
  ]
207
  },
 
225
  "A15"
226
  ],
227
  "iPhone": [
 
 
228
  "A17 Pro"
229
  ],
230
  "Mac": [
dashboard_data/test_coverage_ca49596.json CHANGED
@@ -5,155 +5,155 @@
5
  "skipped_devices": 74,
6
  "coverage_percentage": 45.98540145985402,
7
  "tested_device_list": [
 
 
 
 
 
 
 
8
  "iPhone14,5",
9
- "Mac16,12",
10
- "iPhone12,5",
11
- "iPhone14,4",
12
- "Mac14,10",
13
- "iPad16,6",
14
- "Mac15,11",
15
- "Mac14,3",
16
- "iPad14,4",
17
- "Mac14,7",
18
- "iPad16,5",
19
- "iPhone14,6",
20
- "iPad15,5",
21
- "Mac14,8",
22
- "iPad14,10",
23
- "iPhone14,3",
24
- "Mac15,4",
25
- "Mac14,14",
26
- "Mac16,9",
27
  "Mac16,8",
28
- "Mac15,13",
29
- "Mac16,5",
30
- "iPad14,11",
31
- "Mac16,10",
32
  "iPhone14,7",
33
- "iPad14,9",
34
- "Mac14,13",
35
- "Mac15,7",
36
- "Mac16,1",
37
- "Mac16,11",
38
- "Mac16,3",
39
  "iPad14,6",
40
- "iPad14,3",
41
- "Mac15,3",
 
 
 
 
42
  "iPad15,4",
 
 
 
 
43
  "Mac14,4",
44
  "Mac14,9",
45
- "Mac16,13",
46
- "iPhone12,3",
47
- "iPad16,4",
48
- "Mac16,6",
49
  "Mac15,12",
50
- "iPhone14,2",
51
- "Mac14,5",
52
- "Mac16,2",
53
- "Mac15,9",
54
- "Mac14,2",
55
- "Mac15,6",
56
- "iPhone14,8",
57
- "iPhone12,8",
58
- "Mac16,7",
59
- "Mac14,15",
60
  "iPad14,5",
61
- "iPad16,3",
 
 
 
 
 
 
 
 
62
  "iPad14,8",
63
- "iPad15,3",
64
- "iPad15,6",
65
- "Mac14,6",
66
- "Mac14,12",
67
- "Mac15,10",
68
- "iPhone12,1",
69
  "Mac15,5",
70
- "Mac15,8"
 
 
 
 
 
 
71
  ],
72
  "skipped_device_list": [
73
- "iPad8,1",
74
- "iPad8,4",
75
- "iPad13,18",
76
- "iPad11,4",
77
- "iPhone11,2",
78
- "iPad13,19",
 
 
 
79
  "MacBookPro17,1",
80
- "MacBookPro18,3",
81
- "iPhone12,2",
82
- "iPhone13,1",
83
- "iPad8,10",
84
- "iPhone17,5",
85
- "iPad8,9",
86
- "iPhone15,3",
87
  "iPad15,8",
88
- "iPad8,3",
89
- "iPad11,2",
 
 
 
90
  "iPad8,5",
91
- "iPhone15,4",
92
- "iPad15,7",
93
- "iPad8,11",
94
- "iPad13,17",
95
- "iPhone11,5",
96
  "iPad16,1",
97
- "iPhone12,4",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
98
  "iPhone15,5",
 
 
 
 
99
  "iPad13,10",
100
- "iPad12,1",
101
- "iPhone17,3",
102
- "iPad11,1",
103
- "MacBookPro18,2",
104
- "iPad13,2",
105
  "iPhone11,4",
106
- "MacBookPro18,4",
107
- "iPad11,7",
108
- "iPhone17,4",
109
- "iPad13,5",
110
- "iPad13,6",
111
- "iPad13,9",
112
- "Macmini9,1",
113
- "iPad16,2",
114
- "Mac13,2",
115
  "iPhone13,3",
116
- "Mac13,1",
117
- "iPad8,7",
118
- "iPhone11,6",
119
  "iPad13,16",
120
- "iPhone13,2",
121
- "iPad13,1",
 
 
 
122
  "iPad12,2",
123
- "MacBookAir10,1",
124
- "iMac21,1",
125
- "iPhone16,2",
126
- "iPhone11,3",
127
- "iPad11,6",
128
- "iPhone11,8",
129
- "iPad8,6",
130
- "iPad14,2",
131
- "iPad13,7",
132
  "iPad13,4",
133
- "iPhone15,2",
134
- "iPhone17,1",
135
- "MacBookPro18,1",
136
- "iPad14,1",
137
- "iPhone17,2",
138
- "iPhone16,1",
139
- "iPad8,2",
 
140
  "iPhone13,4",
141
- "iPad13,11",
 
 
 
 
142
  "iPad11,3",
143
- "iMac21,2",
144
- "iPad8,8",
145
- "iPad8,12",
146
- "iPad13,8"
147
  ],
148
  "tested_os_versions": [
149
- "iPadOS_18.3.2",
150
  "macOS_15.4.0",
151
- "macOS_15.4",
152
- "macOS_15.3.0",
153
- "iOS_17.6.1",
154
  "iPadOS_18.4",
 
 
 
 
155
  "iOS_18.1",
156
- "macOS_15.3"
157
  ],
158
  "has_target_os_coverage": false,
159
  "covered_target_versions": [
 
5
  "skipped_devices": 74,
6
  "coverage_percentage": 45.98540145985402,
7
  "tested_device_list": [
8
+ "Mac16,7",
9
+ "iPad14,3",
10
+ "Mac16,2",
11
+ "Mac16,6",
12
+ "Mac14,5",
13
+ "Mac14,6",
14
+ "Mac15,7",
15
  "iPhone14,5",
16
+ "Mac15,8",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
17
  "Mac16,8",
 
 
 
 
18
  "iPhone14,7",
19
+ "Mac14,8",
20
+ "Mac15,6",
21
+ "iPhone12,1",
22
+ "Mac15,13",
 
 
23
  "iPad14,6",
24
+ "iPhone12,8",
25
+ "Mac16,11",
26
+ "Mac15,11",
27
+ "iPad14,9",
28
+ "iPad14,11",
29
+ "Mac14,2",
30
  "iPad15,4",
31
+ "iPad15,3",
32
+ "Mac14,7",
33
+ "iPad15,6",
34
+ "Mac14,3",
35
  "Mac14,4",
36
  "Mac14,9",
37
+ "iPad15,5",
38
+ "iPad16,3",
 
 
39
  "Mac15,12",
40
+ "iPhone14,6",
41
+ "Mac16,9",
42
+ "iPhone12,3",
43
+ "Mac14,10",
44
+ "Mac15,10",
45
+ "iPad16,5",
46
+ "Mac16,12",
47
+ "iPhone12,5",
48
+ "Mac14,12",
 
49
  "iPad14,5",
50
+ "iPad14,4",
51
+ "iPhone14,3",
52
+ "Mac14,14",
53
+ "Mac15,9",
54
+ "Mac15,4",
55
+ "Mac16,1",
56
+ "iPad16,6",
57
+ "iPhone14,4",
58
+ "Mac16,3",
59
  "iPad14,8",
60
+ "Mac14,13",
61
+ "iPhone14,2",
62
+ "Mac16,5",
 
 
 
63
  "Mac15,5",
64
+ "iPad14,10",
65
+ "Mac16,10",
66
+ "Mac16,13",
67
+ "iPhone14,8",
68
+ "Mac15,3",
69
+ "Mac14,15",
70
+ "iPad16,4"
71
  ],
72
  "skipped_device_list": [
73
+ "MacBookAir10,1",
74
+ "iPad13,7",
75
+ "iPhone16,2",
76
+ "iPad11,2",
77
+ "iPad13,11",
78
+ "iPhone17,2",
79
+ "iPad8,3",
80
+ "iPhone15,2",
81
+ "iMac21,2",
82
  "MacBookPro17,1",
 
 
 
 
 
 
 
83
  "iPad15,8",
84
+ "MacBookPro18,4",
85
+ "iPad8,4",
86
+ "iPad13,5",
87
+ "iPad14,1",
88
+ "iPad11,6",
89
  "iPad8,5",
90
+ "iPad8,12",
 
 
 
 
91
  "iPad16,1",
92
+ "iPad14,2",
93
+ "iPad8,1",
94
+ "iPhone13,1",
95
+ "iPhone15,3",
96
+ "iPhone17,4",
97
+ "iPad8,8",
98
+ "iPhone12,2",
99
+ "iPad13,1",
100
+ "iPad11,7",
101
+ "iPad11,1",
102
+ "MacBookPro18,3",
103
+ "iPad11,4",
104
+ "iPad13,9",
105
+ "iPhone11,3",
106
+ "iPad8,11",
107
  "iPhone15,5",
108
+ "iPhone13,2",
109
+ "iPad8,9",
110
+ "iMac21,1",
111
+ "iPhone11,2",
112
  "iPad13,10",
 
 
 
 
 
113
  "iPhone11,4",
114
+ "iPad8,2",
115
+ "iPad13,18",
 
 
 
 
 
 
 
116
  "iPhone13,3",
117
+ "Macmini9,1",
118
+ "iPhone11,8",
 
119
  "iPad13,16",
120
+ "iPad13,2",
121
+ "MacBookPro18,1",
122
+ "iPhone11,5",
123
+ "Mac13,1",
124
+ "iPhone17,1",
125
  "iPad12,2",
126
+ "iPad8,7",
 
 
 
 
 
 
 
 
127
  "iPad13,4",
128
+ "iPad13,8",
129
+ "iPhone17,5",
130
+ "MacBookPro18,2",
131
+ "iPad13,17",
132
+ "iPad13,6",
133
+ "iPad12,1",
134
+ "iPhone11,6",
135
+ "Mac13,2",
136
  "iPhone13,4",
137
+ "iPhone15,4",
138
+ "iPad8,10",
139
+ "iPad16,2",
140
+ "iPad15,7",
141
+ "iPhone12,4",
142
  "iPad11,3",
143
+ "iPad13,19",
144
+ "iPhone17,3",
145
+ "iPhone16,1",
146
+ "iPad8,6"
147
  ],
148
  "tested_os_versions": [
 
149
  "macOS_15.4.0",
 
 
 
150
  "iPadOS_18.4",
151
+ "macOS_15.3",
152
+ "iPadOS_18.3.2",
153
+ "iOS_17.6.1",
154
+ "macOS_15.4",
155
  "iOS_18.1",
156
+ "macOS_15.3.0"
157
  ],
158
  "has_target_os_coverage": false,
159
  "covered_target_versions": [
dashboard_data/version.json CHANGED
@@ -1 +1 @@
1
- {"last_modified": "2025-09-16T21:46:15+00:00", "sha": "5ac1eb42304c9078477e3619a3f8fdd41c4e1fb2", "releases": ["a9b92c4", "112a023", "ca49596", "11a1fab", "8c0acbd", "c814cae"], "versions": ["0.9.1", "0.10.1", "0.11.0", "0.12.0", "0.13.0", "0.13.1"]}
 
1
+ {"last_modified": "2025-09-17T02:51:34+00:00", "sha": "176aaee17d87e6caea9a562dc7b4728685b698e6", "releases": ["a9b92c4", "112a023", "ca49596", "11a1fab", "8c0acbd", "c814cae"], "versions": ["0.9.1", "0.10.1", "0.11.0", "0.12.0", "0.13.0", "0.13.1"]}