takeargmax commited on
Commit
a05e125
·
1 Parent(s): 1de0a73

update dataset files

Browse files
dashboard_data/device_map.json CHANGED
@@ -9,6 +9,7 @@
9
  "Mac15,9": "Apple M3 Max",
10
  "Mac16,10": "Apple M4",
11
  "Mac16,3": "Apple M4",
 
12
  "MacBookAir10,1": "Apple M1",
13
  "Macmini9,1": "Apple M1",
14
  "iPad13,16": "iPad Air (5th generation)",
 
9
  "Mac15,9": "Apple M3 Max",
10
  "Mac16,10": "Apple M4",
11
  "Mac16,3": "Apple M4",
12
+ "Mac16,8": "Apple M4 Pro",
13
  "MacBookAir10,1": "Apple M1",
14
  "Macmini9,1": "Apple M1",
15
  "iPad13,16": "iPad Air (5th generation)",
dashboard_data/performance_data.json CHANGED
@@ -143,28 +143,45 @@
143
  {"model": "openai/whisper-small", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T21:00:02Z", "speed": 17.1, "tokens_per_second": 64.96, "dataset_speed": {"librispeech-10mins": 14.12, "earnings22-10mins": 21.69}, "dataset_tokens_per_second": {"librispeech-10mins": 59.72, "earnings22-10mins": 73.03}, "average_wer": 8.73, "dataset_average_wer": {"librispeech-10mins": 7.63, "earnings22-10mins": 9.96}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
144
  {"model": "openai/whisper-base", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:56:29Z", "speed": 59.8, "tokens_per_second": 227.86, "dataset_speed": {"earnings22-10mins": 91.24, "librispeech-10mins": 44.52}, "dataset_tokens_per_second": {"earnings22-10mins": 310.98, "librispeech-10mins": 187.47}, "average_wer": 12.46, "dataset_average_wer": {"earnings22-10mins": 12.86, "librispeech-10mins": 12.1}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
145
  {"model": "openai/whisper-tiny.en", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:54:22Z", "speed": 108.3, "tokens_per_second": 379.25, "dataset_speed": {"librispeech-10mins": 73.65, "earnings22-10mins": 205.31}, "dataset_tokens_per_second": {"librispeech-10mins": 282.48, "earnings22-10mins": 650.15}, "average_wer": 15.05, "dataset_average_wer": {"librispeech-10mins": 13.54, "earnings22-10mins": 16.72}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
146
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-01T23:39:48Z", "speed": 4.65, "tokens_per_second": 17.45, "dataset_speed": {"earnings22-10mins": 5.93, "librispeech-10mins": 3.91}, "dataset_tokens_per_second": {"earnings22-10mins": 20.09, "librispeech-10mins": 15.92}, "average_wer": 13.53, "dataset_average_wer": {"earnings22-10mins": 21.0, "librispeech-10mins": 6.77}, "qoi": 0.57, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
147
  {"model": "openai/whisper-tiny.en", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-07T17:22:19Z", "speed": 88.19, "tokens_per_second": 308.9, "dataset_speed": {"earnings22-10mins": 165.43, "librispeech-10mins": 60.2}, "dataset_tokens_per_second": {"earnings22-10mins": 523.31, "librispeech-10mins": 231.2}, "average_wer": 15.12, "dataset_average_wer": {"earnings22-10mins": 16.72, "librispeech-10mins": 13.68}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
 
 
148
  {"model": "openai/whisper-base.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-27T22:37:49Z", "speed": 67.43, "tokens_per_second": 239.22, "dataset_speed": {"earnings22-10mins": 99.96, "librispeech-10mins": 50.93}, "dataset_tokens_per_second": {"earnings22-10mins": 324.19, "librispeech-10mins": 196.1}, "average_wer": 9.77, "dataset_average_wer": {"earnings22-10mins": 10.68, "librispeech-10mins": 8.94}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
149
  {"model": "openai/whisper-large-v3/947MB", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T17:14:30Z", "speed": 3.6, "tokens_per_second": 13.35, "dataset_speed": {"librispeech-10mins": 3.08, "earnings22-10mins": 5.28}, "dataset_tokens_per_second": {"librispeech-10mins": 12.88, "earnings22-10mins": 14.87}, "average_wer": 30.12, "dataset_average_wer": {"librispeech-10mins": 4.6, "earnings22-10mins": 58.32}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
150
  {"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T17:22:48Z", "speed": 4.42, "tokens_per_second": 16.8, "dataset_speed": {"librispeech-10mins": 3.92, "earnings22-10mins": 5.78}, "dataset_tokens_per_second": {"librispeech-10mins": 16.19, "earnings22-10mins": 18.46}, "average_wer": 26.46, "dataset_average_wer": {"librispeech-10mins": 5.13, "earnings22-10mins": 50.04}, "qoi": 0.65, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
151
  {"model": "openai/whisper-tiny.en", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:21:52Z", "speed": 72.42, "tokens_per_second": 253.73, "dataset_speed": {"librispeech-10mins": 48.9, "earnings22-10mins": 140.1}, "dataset_tokens_per_second": {"librispeech-10mins": 187.72, "earnings22-10mins": 443.64}, "average_wer": 15.08, "dataset_average_wer": {"librispeech-10mins": 13.61, "earnings22-10mins": 16.72}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
152
  {"model": "openai/whisper-small", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-09-06T22:05:05Z", "speed": 15.46, "tokens_per_second": 58.75, "dataset_speed": {"librispeech-10mins": 11.82, "earnings22-10mins": 22.38}, "dataset_tokens_per_second": {"librispeech-10mins": 50.01, "earnings22-10mins": 75.35}, "average_wer": 8.7, "dataset_average_wer": {"librispeech-10mins": 7.63, "earnings22-10mins": 9.88}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
153
  {"model": "openai/whisper-small.en", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:57:55Z", "speed": 24.47, "tokens_per_second": 86.39, "dataset_speed": {"earnings22-10mins": 34.06, "librispeech-10mins": 19.11}, "dataset_tokens_per_second": {"earnings22-10mins": 107.4, "librispeech-10mins": 74.65}, "average_wer": 7.35, "dataset_average_wer": {"earnings22-10mins": 8.07, "librispeech-10mins": 6.71}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
 
154
  {"model": "openai/whisper-large-v2/949MB", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-09-06T20:08:11Z", "speed": 3.43, "tokens_per_second": 13.6, "dataset_speed": {"earnings22-10mins": 4.82, "librispeech-10mins": 3.02}, "dataset_tokens_per_second": {"earnings22-10mins": 15.67, "librispeech-10mins": 12.99}, "average_wer": 29.2, "dataset_average_wer": {"earnings22-10mins": 55.45, "librispeech-10mins": 5.46}, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
155
  {"model": "openai/whisper-base.en", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-07T17:24:02Z", "speed": 57.83, "tokens_per_second": 205.0, "dataset_speed": {"earnings22-10mins": 94.28, "librispeech-10mins": 41.75}, "dataset_tokens_per_second": {"earnings22-10mins": 305.3, "librispeech-10mins": 160.76}, "average_wer": 9.91, "dataset_average_wer": {"earnings22-10mins": 10.97, "librispeech-10mins": 8.94}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
156
  {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T20:04:42Z", "speed": 11.32, "tokens_per_second": 44.15, "dataset_speed": {"librispeech-10mins": 8.54, "earnings22-10mins": 17.2}, "dataset_tokens_per_second": {"librispeech-10mins": 33.0, "earnings22-10mins": 67.71}, "average_wer": 8.13, "dataset_average_wer": {"librispeech-10mins": 4.9, "earnings22-10mins": 11.7}, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
 
157
  {"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-09-06T20:51:31Z", "speed": 16.95, "tokens_per_second": 61.2, "dataset_speed": {"earnings22-10mins": 29.4, "librispeech-10mins": 11.92}, "dataset_tokens_per_second": {"earnings22-10mins": 95.49, "librispeech-10mins": 47.36}, "average_wer": 6.63, "dataset_average_wer": {"earnings22-10mins": 7.78, "librispeech-10mins": 5.59}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
158
  {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-09-06T20:55:02Z", "speed": 17.95, "tokens_per_second": 61.29, "dataset_speed": {"librispeech-10mins": 12.87, "earnings22-10mins": 29.75}, "dataset_tokens_per_second": {"librispeech-10mins": 46.75, "earnings22-10mins": 95.05}, "average_wer": 7.77, "dataset_average_wer": {"librispeech-10mins": 6.44, "earnings22-10mins": 9.23}, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
 
159
  {"model": "openai/whisper-small.en", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T21:02:53Z", "speed": 15.39, "tokens_per_second": 54.26, "dataset_speed": {"librispeech-10mins": 12.89, "earnings22-10mins": 19.13}, "dataset_tokens_per_second": {"librispeech-10mins": 50.24, "earnings22-10mins": 60.27}, "average_wer": 7.53, "dataset_average_wer": {"librispeech-10mins": 6.9, "earnings22-10mins": 8.21}, "qoi": 0.61, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
160
  {"model": "openai/whisper-small", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T21:00:13Z", "speed": 14.8, "tokens_per_second": 56.32, "dataset_speed": {"librispeech-10mins": 12.28, "earnings22-10mins": 18.64}, "dataset_tokens_per_second": {"librispeech-10mins": 52.09, "earnings22-10mins": 62.76}, "average_wer": 8.7, "dataset_average_wer": {"librispeech-10mins": 7.63, "earnings22-10mins": 9.88}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
161
  {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:25:24Z", "speed": 13.69, "tokens_per_second": 55.46, "dataset_speed": {"librispeech-10mins": 10.12, "earnings22-10mins": 21.22}, "dataset_tokens_per_second": {"librispeech-10mins": 42.43, "earnings22-10mins": 82.91}, "average_wer": 6.32, "dataset_average_wer": {"librispeech-10mins": 4.93, "earnings22-10mins": 7.85}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
162
  {"model": "openai/whisper-small.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-27T22:41:53Z", "speed": 24.12, "tokens_per_second": 85.15, "dataset_speed": {"earnings22-10mins": 32.68, "librispeech-10mins": 19.12}, "dataset_tokens_per_second": {"earnings22-10mins": 103.06, "librispeech-10mins": 74.71}, "average_wer": 7.35, "dataset_average_wer": {"earnings22-10mins": 8.07, "librispeech-10mins": 6.71}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
163
  {"model": "openai/whisper-small", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-27T22:39:12Z", "speed": 22.81, "tokens_per_second": 86.67, "dataset_speed": {"earnings22-10mins": 30.62, "librispeech-10mins": 18.19}, "dataset_tokens_per_second": {"earnings22-10mins": 103.09, "librispeech-10mins": 76.96}, "average_wer": 8.7, "dataset_average_wer": {"earnings22-10mins": 9.88, "librispeech-10mins": 7.63}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
164
  {"model": "openai/whisper-small.en", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:42:00Z", "speed": 24.49, "tokens_per_second": 86.46, "dataset_speed": {"earnings22-10mins": 33.83, "librispeech-10mins": 19.2}, "dataset_tokens_per_second": {"earnings22-10mins": 106.68, "librispeech-10mins": 75.03}, "average_wer": 7.35, "dataset_average_wer": {"earnings22-10mins": 8.07, "librispeech-10mins": 6.71}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
165
  {"model": "openai/whisper-tiny.en", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:38:05Z", "speed": 104.01, "tokens_per_second": 364.2, "dataset_speed": {"librispeech-10mins": 70.08, "earnings22-10mins": 202.37}, "dataset_tokens_per_second": {"librispeech-10mins": 268.8, "earnings22-10mins": 640.82}, "average_wer": 15.05, "dataset_average_wer": {"librispeech-10mins": 13.54, "earnings22-10mins": 16.72}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
166
  {"model": "openai/whisper-small.en", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-09-06T22:08:03Z", "speed": 16.4, "tokens_per_second": 57.88, "dataset_speed": {"earnings22-10mins": 23.99, "librispeech-10mins": 12.47}, "dataset_tokens_per_second": {"earnings22-10mins": 75.68, "librispeech-10mins": 48.67}, "average_wer": 7.42, "dataset_average_wer": {"earnings22-10mins": 8.21, "librispeech-10mins": 6.71}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
167
  {"model": "openai/whisper-tiny", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:53:37Z", "speed": 104.76, "tokens_per_second": 400.2, "dataset_speed": {"earnings22-10mins": 201.82, "librispeech-10mins": 70.83}, "dataset_tokens_per_second": {"earnings22-10mins": 684.5, "librispeech-10mins": 300.84}, "average_wer": 16.19, "dataset_average_wer": {"earnings22-10mins": 16.64, "librispeech-10mins": 15.78}, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
168
  {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T19:48:37Z", "speed": 15.02, "tokens_per_second": 51.5, "dataset_speed": {"earnings22-10mins": 25.74, "librispeech-10mins": 10.62}, "dataset_tokens_per_second": {"earnings22-10mins": 82.91, "librispeech-10mins": 38.59}, "average_wer": 7.7, "dataset_average_wer": {"earnings22-10mins": 9.23, "librispeech-10mins": 6.31}, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
169
  {"model": "openai/whisper-base", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-27T22:36:42Z", "speed": 44.15, "tokens_per_second": 167.93, "dataset_speed": {"librispeech-10mins": 33.56, "earnings22-10mins": 64.64}, "dataset_tokens_per_second": {"librispeech-10mins": 141.35, "earnings22-10mins": 219.35}, "average_wer": 12.19, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.28}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
170
  {"model": "openai/whisper-large-v2/turbo", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:12:04Z", "speed": 3.55, "tokens_per_second": 14.21, "dataset_speed": {"earnings22-10mins": 4.72, "librispeech-10mins": 3.17}, "dataset_tokens_per_second": {"earnings22-10mins": 15.8, "librispeech-10mins": 13.71}, "average_wer": 29.69, "dataset_average_wer": {"earnings22-10mins": 56.54, "librispeech-10mins": 5.39}, "qoi": 0.61, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
@@ -193,13 +210,20 @@
193
  {"model": "openai/whisper-large-v3/947MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-07T18:06:57Z", "speed": 2.79, "tokens_per_second": 10.51, "dataset_speed": {"earnings22-10mins": 3.94, "librispeech-10mins": 2.48}, "dataset_tokens_per_second": {"earnings22-10mins": 10.93, "librispeech-10mins": 10.4}, "average_wer": 34.12, "dataset_average_wer": {"earnings22-10mins": 66.61, "librispeech-10mins": 4.73}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
194
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-28T04:03:53Z", "speed": 4.48, "tokens_per_second": 16.73, "dataset_speed": {"earnings22-10mins": 6.83, "librispeech-10mins": 3.34}, "dataset_tokens_per_second": {"earnings22-10mins": 22.43, "librispeech-10mins": 13.96}, "average_wer": 6.42, "dataset_average_wer": {"earnings22-10mins": 8.5, "librispeech-10mins": 4.54}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
195
  {"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T02:34:28Z", "speed": 4.75, "tokens_per_second": 17.66, "dataset_speed": {"earnings22-10mins": 5.54, "librispeech-10mins": 4.19}, "dataset_tokens_per_second": {"earnings22-10mins": 20.12, "librispeech-10mins": 15.89}, "average_wer": 8.66, "dataset_average_wer": {"earnings22-10mins": 12.72, "librispeech-10mins": 5.0}, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
 
 
196
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-08-29T16:17:32Z", "speed": 9.45, "tokens_per_second": 33.86, "dataset_speed": {"librispeech-10mins": 5.29, "earnings22-10mins": 15.6}, "dataset_tokens_per_second": {"librispeech-10mins": 22.03, "earnings22-10mins": 51.37}, "average_wer": 8.19, "dataset_average_wer": {"librispeech-10mins": 6.31, "earnings22-10mins": 9.23}, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
197
  {"model": "openai/whisper-base", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T18:31:50Z", "speed": 55.43, "tokens_per_second": 211.01, "dataset_speed": {"librispeech-10mins": 40.44, "earnings22-10mins": 88.3}, "dataset_tokens_per_second": {"librispeech-10mins": 170.2, "earnings22-10mins": 300.5}, "average_wer": 12.39, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.72}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
198
  {"model": "openai/whisper-large-v3/turbo", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T17:17:16Z", "speed": 3.92, "tokens_per_second": 14.16, "dataset_speed": {"earnings22-10mins": 4.82, "librispeech-10mins": 3.59}, "dataset_tokens_per_second": {"earnings22-10mins": 15.81, "librispeech-10mins": 13.55}, "average_wer": 29.51, "dataset_average_wer": {"earnings22-10mins": 57.52, "librispeech-10mins": 4.17}, "qoi": 0.72, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
199
  {"model": "openai/whisper-small", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T22:13:39Z", "speed": 14.76, "tokens_per_second": 56.07, "dataset_speed": {"librispeech-10mins": 11.38, "earnings22-10mins": 21.02}, "dataset_tokens_per_second": {"librispeech-10mins": 48.15, "earnings22-10mins": 70.76}, "average_wer": 8.7, "dataset_average_wer": {"librispeech-10mins": 7.63, "earnings22-10mins": 9.88}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
200
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T00:30:37Z", "speed": 4.68, "tokens_per_second": 17.64, "dataset_speed": {"earnings22-10mins": 5.69, "librispeech-10mins": 4.03}, "dataset_tokens_per_second": {"earnings22-10mins": 20.12, "librispeech-10mins": 16.04}, "average_wer": 11.63, "dataset_average_wer": {"earnings22-10mins": 17.01, "librispeech-10mins": 6.77}, "qoi": 0.57, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
201
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-05T00:40:19Z", "speed": 7.49, "tokens_per_second": 27.94, "dataset_speed": {"earnings22-10mins": 14.53, "librispeech-10mins": 5.05}, "dataset_tokens_per_second": {"earnings22-10mins": 47.86, "librispeech-10mins": 21.04}, "average_wer": 7.7, "dataset_average_wer": {"earnings22-10mins": 9.23, "librispeech-10mins": 6.31}, "qoi": 0.67, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
202
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T03:15:05Z", "speed": 11.25, "tokens_per_second": 41.97, "dataset_speed": {"librispeech-10mins": 7.67, "earnings22-10mins": 21.23}, "dataset_tokens_per_second": {"librispeech-10mins": 31.94, "earnings22-10mins": 69.87}, "average_wer": 7.73, "dataset_average_wer": {"librispeech-10mins": 6.38, "earnings22-10mins": 9.23}, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
203
  {"model": "openai/whisper-large-v2/949MB", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:32:50Z", "speed": 2.72, "tokens_per_second": 10.34, "dataset_speed": {"earnings22-10mins": 4.08, "librispeech-10mins": 2.05}, "dataset_tokens_per_second": {"earnings22-10mins": 13.47, "librispeech-10mins": 8.78}, "average_wer": 6.59, "dataset_average_wer": {"earnings22-10mins": 8.36, "librispeech-10mins": 5.0}, "qoi": 0.64, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
204
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-02T06:23:48Z", "speed": 9.24, "tokens_per_second": 38.77, "dataset_speed": {"librispeech-10mins": 6.72, "earnings22-10mins": 14.79}, "dataset_tokens_per_second": {"librispeech-10mins": 28.34, "earnings22-10mins": 61.82}, "average_wer": 6.45, "dataset_average_wer": {"librispeech-10mins": 4.54, "earnings22-10mins": 8.58}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
205
  {"model": "distil-whisper/distil-large-v3", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:49:29Z", "speed": 10.15, "tokens_per_second": 38.0, "dataset_speed": {"librispeech-10mins": 7.24, "earnings22-10mins": 16.99}, "dataset_tokens_per_second": {"librispeech-10mins": 30.39, "earnings22-10mins": 55.91}, "average_wer": 6.59, "dataset_average_wer": {"librispeech-10mins": 5.19, "earnings22-10mins": 8.14}, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
@@ -208,33 +232,48 @@
208
  {"model": "openai/whisper-large-v2/turbo", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T18:52:10Z", "speed": 2.94, "tokens_per_second": 11.83, "dataset_speed": {"earnings22-10mins": 4.1, "librispeech-10mins": 2.64}, "dataset_tokens_per_second": {"earnings22-10mins": 13.52, "librispeech-10mins": 11.39}, "average_wer": 32.55, "dataset_average_wer": {"earnings22-10mins": 62.57, "librispeech-10mins": 5.39}, "qoi": 0.61, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
209
  {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-28T04:11:27Z", "speed": 5.83, "tokens_per_second": 22.92, "dataset_speed": {"librispeech-10mins": 4.73, "earnings22-10mins": 7.67}, "dataset_tokens_per_second": {"librispeech-10mins": 18.15, "earnings22-10mins": 30.86}, "average_wer": 7.77, "dataset_average_wer": {"librispeech-10mins": 5.16, "earnings22-10mins": 10.65}, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
210
  {"model": "openai/whisper-large-v3-v20240930", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T17:36:53Z", "speed": 9.34, "tokens_per_second": 38.74, "dataset_speed": {"earnings22-10mins": 15.59, "librispeech-10mins": 6.67}, "dataset_tokens_per_second": {"earnings22-10mins": 64.47, "librispeech-10mins": 27.77}, "average_wer": 6.06, "dataset_average_wer": {"earnings22-10mins": 7.96, "librispeech-10mins": 4.34}, "qoi": 0.74, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
211
  {"model": "openai/whisper-small.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T21:01:55Z", "speed": 16.71, "tokens_per_second": 59.01, "dataset_speed": {"earnings22-10mins": 20.09, "librispeech-10mins": 14.32}, "dataset_tokens_per_second": {"earnings22-10mins": 63.35, "librispeech-10mins": 55.93}, "average_wer": 7.35, "dataset_average_wer": {"earnings22-10mins": 8.07, "librispeech-10mins": 6.71}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
212
  {"model": "openai/whisper-base", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:39:07Z", "speed": 64.64, "tokens_per_second": 245.76, "dataset_speed": {"librispeech-10mins": 46.65, "earnings22-10mins": 105.51}, "dataset_tokens_per_second": {"librispeech-10mins": 196.34, "earnings22-10mins": 358.03}, "average_wer": 12.25, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.43}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
213
  {"model": "openai/whisper-base.en", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T22:01:14Z", "speed": 42.95, "tokens_per_second": 152.34, "dataset_speed": {"librispeech-10mins": 30.69, "earnings22-10mins": 71.72}, "dataset_tokens_per_second": {"librispeech-10mins": 118.18, "earnings22-10mins": 232.48}, "average_wer": 9.94, "dataset_average_wer": {"librispeech-10mins": 8.94, "earnings22-10mins": 11.05}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
214
  {"model": "openai/whisper-base.en", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-09-06T19:58:19Z", "speed": 68.95, "tokens_per_second": 244.61, "dataset_speed": {"librispeech-10mins": 50.45, "earnings22-10mins": 109.15}, "dataset_tokens_per_second": {"librispeech-10mins": 194.25, "earnings22-10mins": 354.0}, "average_wer": 9.77, "dataset_average_wer": {"librispeech-10mins": 8.94, "earnings22-10mins": 10.68}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
215
  {"model": "openai/whisper-large-v3", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:22:47Z", "speed": 2.88, "tokens_per_second": 11.58, "dataset_speed": {"earnings22-10mins": 3.72, "librispeech-10mins": 2.65}, "dataset_tokens_per_second": {"earnings22-10mins": 12.92, "librispeech-10mins": 11.22}, "average_wer": 31.9, "dataset_average_wer": {"earnings22-10mins": 63.01, "librispeech-10mins": 3.75}, "qoi": 0.74, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
216
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T19:59:54Z", "speed": 8.08, "tokens_per_second": 32.58, "dataset_speed": {"librispeech-10mins": 5.66, "earnings22-10mins": 14.1}, "dataset_tokens_per_second": {"librispeech-10mins": 23.82, "earnings22-10mins": 54.48}, "average_wer": 6.49, "dataset_average_wer": {"librispeech-10mins": 4.67, "earnings22-10mins": 8.5}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
217
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-09-06T22:41:34Z", "speed": 7.19, "tokens_per_second": 30.14, "dataset_speed": {"librispeech-10mins": 4.61, "earnings22-10mins": 10.44}, "dataset_tokens_per_second": {"librispeech-10mins": 19.38, "earnings22-10mins": 43.7}, "average_wer": 12.85, "dataset_average_wer": {"librispeech-10mins": 4.67, "earnings22-10mins": 17.37}, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
218
  {"model": "openai/whisper-large-v2/949MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-27T23:42:47Z", "speed": 1.57, "tokens_per_second": 6.24, "dataset_speed": {"librispeech-10mins": 1.46, "earnings22-10mins": 1.84}, "dataset_tokens_per_second": {"librispeech-10mins": 6.29, "earnings22-10mins": 6.12}, "average_wer": 28.63, "dataset_average_wer": {"librispeech-10mins": 5.46, "earnings22-10mins": 54.25}, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
219
  {"model": "openai/whisper-large-v2/949MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T18:44:33Z", "speed": 2.68, "tokens_per_second": 10.83, "dataset_speed": {"earnings22-10mins": 3.56, "librispeech-10mins": 2.45}, "dataset_tokens_per_second": {"earnings22-10mins": 12.04, "librispeech-10mins": 10.52}, "average_wer": 33.53, "dataset_average_wer": {"earnings22-10mins": 65.08, "librispeech-10mins": 5.0}, "qoi": 0.64, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
 
220
  {"model": "openai/whisper-base.en", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:58:12Z", "speed": 63.1, "tokens_per_second": 223.94, "dataset_speed": {"librispeech-10mins": 46.62, "earnings22-10mins": 97.81}, "dataset_tokens_per_second": {"librispeech-10mins": 179.51, "earnings22-10mins": 317.56}, "average_wer": 10.04, "dataset_average_wer": {"librispeech-10mins": 8.94, "earnings22-10mins": 11.26}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
221
  {"model": "openai/whisper-small", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-07T17:24:46Z", "speed": 18.68, "tokens_per_second": 70.97, "dataset_speed": {"librispeech-10mins": 14.33, "earnings22-10mins": 26.85}, "dataset_tokens_per_second": {"librispeech-10mins": 60.64, "earnings22-10mins": 90.39}, "average_wer": 8.7, "dataset_average_wer": {"librispeech-10mins": 7.63, "earnings22-10mins": 9.88}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
 
 
222
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-09-06T21:02:03Z", "speed": 9.47, "tokens_per_second": 38.7, "dataset_speed": {"librispeech-10mins": 6.72, "earnings22-10mins": 16.07}, "dataset_tokens_per_second": {"librispeech-10mins": 28.33, "earnings22-10mins": 63.59}, "average_wer": 6.37, "dataset_average_wer": {"librispeech-10mins": 4.54, "earnings22-10mins": 8.39}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
223
  {"model": "openai/whisper-tiny", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T21:02:26Z", "speed": 58.11, "tokens_per_second": 222.29, "dataset_speed": {"earnings22-10mins": 120.09, "librispeech-10mins": 38.38}, "dataset_tokens_per_second": {"earnings22-10mins": 408.3, "librispeech-10mins": 163.09}, "average_wer": 16.53, "dataset_average_wer": {"earnings22-10mins": 17.08, "librispeech-10mins": 16.04}, "qoi": 0.32, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
224
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:06:27Z", "speed": 11.03, "tokens_per_second": 41.15, "dataset_speed": {"librispeech-10mins": 7.46, "earnings22-10mins": 21.26}, "dataset_tokens_per_second": {"librispeech-10mins": 31.08, "earnings22-10mins": 69.99}, "average_wer": 7.73, "dataset_average_wer": {"librispeech-10mins": 6.38, "earnings22-10mins": 9.23}, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
225
  {"model": "openai/whisper-large-v3/947MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:28:29Z", "speed": 3.44, "tokens_per_second": 12.79, "dataset_speed": {"earnings22-10mins": 4.72, "librispeech-10mins": 3.03}, "dataset_tokens_per_second": {"earnings22-10mins": 13.13, "librispeech-10mins": 12.68}, "average_wer": 31.34, "dataset_average_wer": {"earnings22-10mins": 60.9, "librispeech-10mins": 4.6}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
226
  {"model": "openai/whisper-base.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-01T20:57:27Z", "speed": 66.41, "tokens_per_second": 235.59, "dataset_speed": {"earnings22-10mins": 98.24, "librispeech-10mins": 50.21}, "dataset_tokens_per_second": {"earnings22-10mins": 318.63, "librispeech-10mins": 193.33}, "average_wer": 9.77, "dataset_average_wer": {"earnings22-10mins": 10.68, "librispeech-10mins": 8.94}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
227
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-02T03:32:23Z", "speed": 11.17, "tokens_per_second": 41.67, "dataset_speed": {"earnings22-10mins": 21.03, "librispeech-10mins": 7.62}, "dataset_tokens_per_second": {"earnings22-10mins": 69.21, "librispeech-10mins": 31.73}, "average_wer": 7.73, "dataset_average_wer": {"earnings22-10mins": 9.23, "librispeech-10mins": 6.38}, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
228
  {"model": "openai/whisper-large-v3-v20240930", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T19:52:08Z", "speed": 7.94, "tokens_per_second": 33.91, "dataset_speed": {"librispeech-10mins": 5.71, "earnings22-10mins": 13.17}, "dataset_tokens_per_second": {"librispeech-10mins": 23.78, "earnings22-10mins": 57.66}, "average_wer": 6.59, "dataset_average_wer": {"librispeech-10mins": 4.34, "earnings22-10mins": 9.08}, "qoi": 0.73, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
229
  {"model": "openai/whisper-base.en", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:23:45Z", "speed": 47.44, "tokens_per_second": 168.27, "dataset_speed": {"librispeech-10mins": 34.25, "earnings22-10mins": 77.36}, "dataset_tokens_per_second": {"librispeech-10mins": 131.89, "earnings22-10mins": 250.77}, "average_wer": 9.94, "dataset_average_wer": {"librispeech-10mins": 8.94, "earnings22-10mins": 11.05}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
230
  {"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T19:56:02Z", "speed": 12.36, "tokens_per_second": 42.64, "dataset_speed": {"librispeech-10mins": 8.88, "earnings22-10mins": 20.39}, "dataset_tokens_per_second": {"librispeech-10mins": 32.96, "earnings22-10mins": 64.97}, "average_wer": 6.02, "dataset_average_wer": {"librispeech-10mins": 4.73, "earnings22-10mins": 7.45}, "qoi": 0.72, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
231
  {"model": "openai/whisper-tiny.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-27T22:35:46Z", "speed": 104.22, "tokens_per_second": 364.96, "dataset_speed": {"earnings22-10mins": 178.86, "librispeech-10mins": 73.63}, "dataset_tokens_per_second": {"earnings22-10mins": 566.38, "librispeech-10mins": 282.4}, "average_wer": 15.05, "dataset_average_wer": {"earnings22-10mins": 16.72, "librispeech-10mins": 13.54}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
 
232
  {"model": "openai/whisper-base", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:56:36Z", "speed": 53.27, "tokens_per_second": 202.81, "dataset_speed": {"librispeech-10mins": 39.11, "earnings22-10mins": 83.72}, "dataset_tokens_per_second": {"librispeech-10mins": 164.61, "earnings22-10mins": 284.93}, "average_wer": 12.39, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.72}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
233
  {"model": "openai/whisper-tiny", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-09-06T20:03:01Z", "speed": 70.77, "tokens_per_second": 270.7, "dataset_speed": {"librispeech-10mins": 47.21, "earnings22-10mins": 141.86}, "dataset_tokens_per_second": {"librispeech-10mins": 200.57, "earnings22-10mins": 482.33}, "average_wer": 16.53, "dataset_average_wer": {"librispeech-10mins": 16.04, "earnings22-10mins": 17.08}, "qoi": 0.32, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
 
234
  {"model": "openai/whisper-large-v2/949MB", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T22:50:38Z", "speed": 2.35, "tokens_per_second": 9.19, "dataset_speed": {"librispeech-10mins": 2.0, "earnings22-10mins": 3.44}, "dataset_tokens_per_second": {"librispeech-10mins": 8.57, "earnings22-10mins": 11.09}, "average_wer": 26.06, "dataset_average_wer": {"librispeech-10mins": 5.0, "earnings22-10mins": 49.35}, "qoi": 0.64, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
235
  {"model": "openai/whisper-tiny", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T18:28:00Z", "speed": 82.89, "tokens_per_second": 317.09, "dataset_speed": {"earnings22-10mins": 166.54, "librispeech-10mins": 55.26}, "dataset_tokens_per_second": {"earnings22-10mins": 566.49, "librispeech-10mins": 234.68}, "average_wer": 16.43, "dataset_average_wer": {"earnings22-10mins": 17.08, "librispeech-10mins": 15.84}, "qoi": 0.32, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
236
  {"model": "openai/whisper-large-v3/947MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-13T03:04:18Z", "speed": 1.71, "tokens_per_second": 6.51, "dataset_speed": {"librispeech-10mins": 1.56, "earnings22-10mins": 2.09}, "dataset_tokens_per_second": {"librispeech-10mins": 6.55, "earnings22-10mins": 6.4}, "average_wer": 28.03, "dataset_average_wer": {"librispeech-10mins": 4.6, "earnings22-10mins": 53.92}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
237
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-02T06:23:01Z", "speed": 8.83, "tokens_per_second": 36.18, "dataset_speed": {"earnings22-10mins": 14.31, "librispeech-10mins": 6.39}, "dataset_tokens_per_second": {"earnings22-10mins": 56.94, "librispeech-10mins": 26.94}, "average_wer": 6.42, "dataset_average_wer": {"earnings22-10mins": 8.5, "librispeech-10mins": 4.54}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
238
  {"model": "openai/whisper-base.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:57:51Z", "speed": 55.46, "tokens_per_second": 196.61, "dataset_speed": {"librispeech-10mins": 40.92, "earnings22-10mins": 86.25}, "dataset_tokens_per_second": {"librispeech-10mins": 157.55, "earnings22-10mins": 279.3}, "average_wer": 9.91, "dataset_average_wer": {"librispeech-10mins": 8.94, "earnings22-10mins": 10.97}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
239
  {"model": "openai/whisper-base.en", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:55:45Z", "speed": 69.84, "tokens_per_second": 247.74, "dataset_speed": {"librispeech-10mins": 51.38, "earnings22-10mins": 109.24}, "dataset_tokens_per_second": {"librispeech-10mins": 197.84, "earnings22-10mins": 354.3}, "average_wer": 9.77, "dataset_average_wer": {"librispeech-10mins": 8.94, "earnings22-10mins": 10.68}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
240
  {"model": "openai/whisper-base", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:22:58Z", "speed": 45.65, "tokens_per_second": 173.9, "dataset_speed": {"earnings22-10mins": 75.91, "librispeech-10mins": 32.68}, "dataset_tokens_per_second": {"earnings22-10mins": 258.72, "librispeech-10mins": 137.54}, "average_wer": 12.46, "dataset_average_wer": {"earnings22-10mins": 12.86, "librispeech-10mins": 12.1}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
@@ -243,6 +282,7 @@
243
  {"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-09-06T20:59:33Z", "speed": 14.63, "tokens_per_second": 50.0, "dataset_speed": {"librispeech-10mins": 10.66, "earnings22-10mins": 23.38}, "dataset_tokens_per_second": {"librispeech-10mins": 38.87, "earnings22-10mins": 74.52}, "average_wer": 5.83, "dataset_average_wer": {"librispeech-10mins": 4.4, "earnings22-10mins": 7.41}, "qoi": 0.73, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
244
  {"model": "openai/whisper-base", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:54:48Z", "speed": 66.73, "tokens_per_second": 253.71, "dataset_speed": {"earnings22-10mins": 105.92, "librispeech-10mins": 48.77}, "dataset_tokens_per_second": {"earnings22-10mins": 359.41, "librispeech-10mins": 205.25}, "average_wer": 12.25, "dataset_average_wer": {"earnings22-10mins": 12.43, "librispeech-10mins": 12.1}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
245
  {"model": "openai/whisper-small", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:59:59Z", "speed": 21.69, "tokens_per_second": 82.41, "dataset_speed": {"earnings22-10mins": 30.11, "librispeech-10mins": 16.97}, "dataset_tokens_per_second": {"earnings22-10mins": 101.37, "librispeech-10mins": 71.78}, "average_wer": 8.7, "dataset_average_wer": {"earnings22-10mins": 9.88, "librispeech-10mins": 7.63}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
246
  {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-09-06T21:06:16Z", "speed": 13.99, "tokens_per_second": 55.51, "dataset_speed": {"earnings22-10mins": 20.89, "librispeech-10mins": 10.53}, "dataset_tokens_per_second": {"earnings22-10mins": 83.46, "librispeech-10mins": 41.48}, "average_wer": 6.58, "dataset_average_wer": {"earnings22-10mins": 8.14, "librispeech-10mins": 5.16}, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
247
  {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T04:08:33Z", "speed": 14.08, "tokens_per_second": 54.14, "dataset_speed": {"librispeech-10mins": 10.75, "earnings22-10mins": 20.42}, "dataset_tokens_per_second": {"librispeech-10mins": 40.72, "earnings22-10mins": 79.74}, "average_wer": 6.66, "dataset_average_wer": {"librispeech-10mins": 5.39, "earnings22-10mins": 8.07}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
248
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-02T06:25:13Z", "speed": 5.66, "tokens_per_second": 23.68, "dataset_speed": {"librispeech-10mins": 4.24, "earnings22-10mins": 8.74}, "dataset_tokens_per_second": {"librispeech-10mins": 17.8, "earnings22-10mins": 36.37}, "average_wer": 8.73, "dataset_average_wer": {"librispeech-10mins": 4.67, "earnings22-10mins": 13.23}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
@@ -253,14 +293,21 @@
253
  {"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:09:27Z", "speed": 16.98, "tokens_per_second": 59.92, "dataset_speed": {"librispeech-10mins": 12.12, "earnings22-10mins": 28.46}, "dataset_tokens_per_second": {"librispeech-10mins": 44.82, "earnings22-10mins": 95.54}, "average_wer": 6.63, "dataset_average_wer": {"librispeech-10mins": 5.59, "earnings22-10mins": 7.78}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
254
  {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-28T03:33:16Z", "speed": 9.96, "tokens_per_second": 34.45, "dataset_speed": {"librispeech-10mins": 7.56, "earnings22-10mins": 14.63}, "dataset_tokens_per_second": {"librispeech-10mins": 27.65, "earnings22-10mins": 47.67}, "average_wer": 7.61, "dataset_average_wer": {"librispeech-10mins": 6.31, "earnings22-10mins": 9.05}, "qoi": 0.64, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
255
  {"model": "openai/whisper-large-v3", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T19:05:02Z", "speed": 2.51, "tokens_per_second": 9.9, "dataset_speed": {"earnings22-10mins": 3.61, "librispeech-10mins": 2.25}, "dataset_tokens_per_second": {"earnings22-10mins": 11.52, "librispeech-10mins": 9.5}, "average_wer": 32.83, "dataset_average_wer": {"earnings22-10mins": 64.97, "librispeech-10mins": 3.75}, "qoi": 0.74, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
256
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-13T03:46:58Z", "speed": 6.52, "tokens_per_second": 24.28, "dataset_speed": {"earnings22-10mins": 10.84, "librispeech-10mins": 4.67}, "dataset_tokens_per_second": {"earnings22-10mins": 35.62, "librispeech-10mins": 19.42}, "average_wer": 7.73, "dataset_average_wer": {"earnings22-10mins": 9.3, "librispeech-10mins": 6.31}, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
257
  {"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:17:10Z", "speed": 14.43, "tokens_per_second": 49.31, "dataset_speed": {"earnings22-10mins": 23.24, "librispeech-10mins": 10.48}, "dataset_tokens_per_second": {"earnings22-10mins": 74.46, "librispeech-10mins": 38.02}, "average_wer": 6.14, "dataset_average_wer": {"earnings22-10mins": 7.49, "librispeech-10mins": 4.93}, "qoi": 0.72, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
258
  {"model": "openai/whisper-tiny", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:53:56Z", "speed": 76.66, "tokens_per_second": 293.24, "dataset_speed": {"librispeech-10mins": 52.09, "earnings22-10mins": 145.64}, "dataset_tokens_per_second": {"librispeech-10mins": 221.23, "earnings22-10mins": 495.43}, "average_wer": 16.43, "dataset_average_wer": {"librispeech-10mins": 15.84, "earnings22-10mins": 17.08}, "qoi": 0.32, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
259
  {"model": "openai/whisper-large-v3/947MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T01:39:44Z", "speed": 4.02, "tokens_per_second": 14.38, "dataset_speed": {"earnings22-10mins": 5.88, "librispeech-10mins": 3.09}, "dataset_tokens_per_second": {"earnings22-10mins": 17.31, "librispeech-10mins": 12.92}, "average_wer": 12.98, "dataset_average_wer": {"earnings22-10mins": 22.24, "librispeech-10mins": 4.6}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
260
  {"model": "openai/whisper-tiny", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:53:40Z", "speed": 73.41, "tokens_per_second": 280.73, "dataset_speed": {"earnings22-10mins": 116.28, "librispeech-10mins": 53.69}, "dataset_tokens_per_second": {"earnings22-10mins": 395.15, "librispeech-10mins": 228.12}, "average_wer": 16.29, "dataset_average_wer": {"earnings22-10mins": 16.93, "librispeech-10mins": 15.71}, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
 
261
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-09-06T20:49:35Z", "speed": 11.23, "tokens_per_second": 41.89, "dataset_speed": {"librispeech-10mins": 7.61, "earnings22-10mins": 21.54}, "dataset_tokens_per_second": {"librispeech-10mins": 31.69, "earnings22-10mins": 70.89}, "average_wer": 7.73, "dataset_average_wer": {"librispeech-10mins": 6.38, "earnings22-10mins": 9.23}, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
262
  {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T03:32:05Z", "speed": 17.67, "tokens_per_second": 60.24, "dataset_speed": {"librispeech-10mins": 12.87, "earnings22-10mins": 28.29}, "dataset_tokens_per_second": {"librispeech-10mins": 46.74, "earnings22-10mins": 90.05}, "average_wer": 7.84, "dataset_average_wer": {"librispeech-10mins": 6.44, "earnings22-10mins": 9.38}, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
263
  {"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T19:36:36Z", "speed": 3.48, "tokens_per_second": 12.76, "dataset_speed": {"librispeech-10mins": 3.28, "earnings22-10mins": 4.02}, "dataset_tokens_per_second": {"librispeech-10mins": 12.2, "earnings22-10mins": 14.19}, "average_wer": 29.86, "dataset_average_wer": {"librispeech-10mins": 5.0, "earnings22-10mins": 57.34}, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
 
264
  {"model": "openai/whisper-large-v2", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-07T17:33:29Z", "speed": 2.39, "tokens_per_second": 9.8, "dataset_speed": {"librispeech-10mins": 2.22, "earnings22-10mins": 3.19}, "dataset_tokens_per_second": {"librispeech-10mins": 9.57, "earnings22-10mins": 10.83}, "average_wer": 35.54, "dataset_average_wer": {"librispeech-10mins": 5.13, "earnings22-10mins": 69.15}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
265
  {"model": "openai/whisper-small.en", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T22:23:00Z", "speed": 15.54, "tokens_per_second": 54.87, "dataset_speed": {"earnings22-10mins": 22.29, "librispeech-10mins": 11.94}, "dataset_tokens_per_second": {"earnings22-10mins": 70.32, "librispeech-10mins": 46.62}, "average_wer": 7.42, "dataset_average_wer": {"earnings22-10mins": 8.21, "librispeech-10mins": 6.71}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
266
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:19:51Z", "speed": 9.11, "tokens_per_second": 38.11, "dataset_speed": {"earnings22-10mins": 15.03, "librispeech-10mins": 6.59}, "dataset_tokens_per_second": {"earnings22-10mins": 62.47, "librispeech-10mins": 27.79}, "average_wer": 8.04, "dataset_average_wer": {"earnings22-10mins": 11.92, "librispeech-10mins": 4.54}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
@@ -274,17 +321,23 @@
274
  {"model": "openai/whisper-small", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:57:02Z", "speed": 23.25, "tokens_per_second": 88.34, "dataset_speed": {"librispeech-10mins": 18.17, "earnings22-10mins": 32.32}, "dataset_tokens_per_second": {"librispeech-10mins": 76.88, "earnings22-10mins": 108.8}, "average_wer": 8.7, "dataset_average_wer": {"librispeech-10mins": 7.63, "earnings22-10mins": 9.88}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
275
  {"model": "openai/whisper-tiny", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:54:09Z", "speed": 90.09, "tokens_per_second": 345.45, "dataset_speed": {"librispeech-10mins": 61.21, "earnings22-10mins": 171.19}, "dataset_tokens_per_second": {"librispeech-10mins": 259.98, "earnings22-10mins": 585.47}, "average_wer": 16.85, "dataset_average_wer": {"librispeech-10mins": 15.78, "earnings22-10mins": 18.02}, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
276
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-02T06:22:38Z", "speed": 6.88, "tokens_per_second": 27.57, "dataset_speed": {"earnings22-10mins": 10.63, "librispeech-10mins": 5.09}, "dataset_tokens_per_second": {"earnings22-10mins": 40.44, "librispeech-10mins": 21.44}, "average_wer": 6.7, "dataset_average_wer": {"earnings22-10mins": 8.94, "librispeech-10mins": 4.67}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
277
  {"model": "openai/whisper-small.en", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T21:02:52Z", "speed": 22.71, "tokens_per_second": 80.22, "dataset_speed": {"earnings22-10mins": 31.47, "librispeech-10mins": 17.79}, "dataset_tokens_per_second": {"earnings22-10mins": 99.3, "librispeech-10mins": 69.49}, "average_wer": 7.42, "dataset_average_wer": {"earnings22-10mins": 8.21, "librispeech-10mins": 6.71}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
278
  {"model": "distil-whisper/distil-large-v3", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T02:54:13Z", "speed": 2.44, "tokens_per_second": 9.16, "dataset_speed": {"earnings22-10mins": 4.72, "librispeech-10mins": 1.65}, "dataset_tokens_per_second": {"earnings22-10mins": 15.52, "librispeech-10mins": 6.94}, "average_wer": 6.59, "dataset_average_wer": {"earnings22-10mins": 8.07, "librispeech-10mins": 5.26}, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
279
  {"model": "openai/whisper-base.en", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:57:52Z", "speed": 48.23, "tokens_per_second": 171.08, "dataset_speed": {"librispeech-10mins": 37.6, "earnings22-10mins": 67.34}, "dataset_tokens_per_second": {"librispeech-10mins": 144.77, "earnings22-10mins": 218.4}, "average_wer": 10.08, "dataset_average_wer": {"librispeech-10mins": 8.94, "earnings22-10mins": 11.34}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
280
  {"model": "openai/whisper-tiny.en", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T21:28:00Z", "speed": 61.34, "tokens_per_second": 214.9, "dataset_speed": {"librispeech-10mins": 41.24, "earnings22-10mins": 120.14}, "dataset_tokens_per_second": {"librispeech-10mins": 158.31, "earnings22-10mins": 380.44}, "average_wer": 15.08, "dataset_average_wer": {"librispeech-10mins": 13.61, "earnings22-10mins": 16.72}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
281
  {"model": "distil-whisper/distil-large-v3/turbo", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T03:25:51Z", "speed": 2.7, "tokens_per_second": 9.93, "dataset_speed": {"earnings22-10mins": 2.7}, "dataset_tokens_per_second": {"earnings22-10mins": 9.93}, "average_wer": 8.07, "dataset_average_wer": {"earnings22-10mins": 8.07}, "qoi": 1, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
282
  {"model": "openai/whisper-base", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-27T22:36:53Z", "speed": 64.44, "tokens_per_second": 244.98, "dataset_speed": {"librispeech-10mins": 48.33, "earnings22-10mins": 96.82}, "dataset_tokens_per_second": {"librispeech-10mins": 203.44, "earnings22-10mins": 328.55}, "average_wer": 12.25, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.43}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
283
  {"model": "openai/whisper-small", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-01T20:59:44Z", "speed": 22.68, "tokens_per_second": 86.19, "dataset_speed": {"librispeech-10mins": 18.05, "earnings22-10mins": 30.57}, "dataset_tokens_per_second": {"librispeech-10mins": 76.35, "earnings22-10mins": 102.92}, "average_wer": 8.7, "dataset_average_wer": {"librispeech-10mins": 7.63, "earnings22-10mins": 9.88}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
284
  {"model": "openai/whisper-large-v3-v20240930", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:13:16Z", "speed": 9.15, "tokens_per_second": 38.65, "dataset_speed": {"earnings22-10mins": 15.09, "librispeech-10mins": 6.57}, "dataset_tokens_per_second": {"earnings22-10mins": 64.71, "librispeech-10mins": 27.35}, "average_wer": 6.01, "dataset_average_wer": {"earnings22-10mins": 7.85, "librispeech-10mins": 4.34}, "qoi": 0.74, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
285
  {"model": "openai/whisper-tiny", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-01T20:53:48Z", "speed": 100.8, "tokens_per_second": 385.1, "dataset_speed": {"librispeech-10mins": 69.14, "earnings22-10mins": 186.67}, "dataset_tokens_per_second": {"librispeech-10mins": 293.62, "earnings22-10mins": 633.12}, "average_wer": 16.19, "dataset_average_wer": {"librispeech-10mins": 15.78, "earnings22-10mins": 16.64}, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
286
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-02T03:34:40Z", "speed": 7.08, "tokens_per_second": 26.4, "dataset_speed": {"librispeech-10mins": 4.93, "earnings22-10mins": 12.59}, "dataset_tokens_per_second": {"librispeech-10mins": 20.52, "earnings22-10mins": 41.47}, "average_wer": 7.77, "dataset_average_wer": {"librispeech-10mins": 6.31, "earnings22-10mins": 9.38}, "qoi": 0.67, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
287
  {"model": "openai/whisper-large-v3-v20240930/turbo", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T03:55:08Z", "speed": 2.53, "tokens_per_second": 8.14, "dataset_speed": {"earnings22-10mins": 2.53}, "dataset_tokens_per_second": {"earnings22-10mins": 8.14}, "average_wer": 7.49, "dataset_average_wer": {"earnings22-10mins": 7.49}, "qoi": 1, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
288
  {"model": "distil-whisper/distil-large-v3", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T09:00:21Z", "speed": 11.08, "tokens_per_second": 41.09, "dataset_speed": {"earnings22-10mins": 24.21, "librispeech-10mins": 7.2}, "dataset_tokens_per_second": {"earnings22-10mins": 78.59, "librispeech-10mins": 29.98}, "average_wer": 6.63, "dataset_average_wer": {"earnings22-10mins": 8.21, "librispeech-10mins": 5.19}, "qoi": 0.68, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
289
  {"model": "openai/whisper-small.en", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T07:39:23Z", "speed": 9.03, "tokens_per_second": 32.61, "dataset_speed": {"earnings22-10mins": 11.89, "librispeech-10mins": 7.29}, "dataset_tokens_per_second": {"earnings22-10mins": 40.26, "librispeech-10mins": 27.93}, "average_wer": 7.87, "dataset_average_wer": {"earnings22-10mins": 8.72, "librispeech-10mins": 7.1}, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
290
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T09:03:01Z", "speed": 6.78, "tokens_per_second": 24.98, "dataset_speed": {"earnings22-10mins": 12.68, "librispeech-10mins": 4.63}, "dataset_tokens_per_second": {"earnings22-10mins": 40.7, "librispeech-10mins": 19.26}, "average_wer": 7.73, "dataset_average_wer": {"earnings22-10mins": 9.3, "librispeech-10mins": 6.31}, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 
143
  {"model": "openai/whisper-small", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T21:00:02Z", "speed": 17.1, "tokens_per_second": 64.96, "dataset_speed": {"librispeech-10mins": 14.12, "earnings22-10mins": 21.69}, "dataset_tokens_per_second": {"librispeech-10mins": 59.72, "earnings22-10mins": 73.03}, "average_wer": 8.73, "dataset_average_wer": {"librispeech-10mins": 7.63, "earnings22-10mins": 9.96}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
144
  {"model": "openai/whisper-base", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:56:29Z", "speed": 59.8, "tokens_per_second": 227.86, "dataset_speed": {"earnings22-10mins": 91.24, "librispeech-10mins": 44.52}, "dataset_tokens_per_second": {"earnings22-10mins": 310.98, "librispeech-10mins": 187.47}, "average_wer": 12.46, "dataset_average_wer": {"earnings22-10mins": 12.86, "librispeech-10mins": 12.1}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
145
  {"model": "openai/whisper-tiny.en", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:54:22Z", "speed": 108.3, "tokens_per_second": 379.25, "dataset_speed": {"librispeech-10mins": 73.65, "earnings22-10mins": 205.31}, "dataset_tokens_per_second": {"librispeech-10mins": 282.48, "earnings22-10mins": 650.15}, "average_wer": 15.05, "dataset_average_wer": {"librispeech-10mins": 13.54, "earnings22-10mins": 16.72}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
146
+ {"model": "openai/whisper-small.en", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T20:20:13Z", "speed": 28.82, "tokens_per_second": 101.77, "dataset_speed": {"earnings22-10mins": 43.93, "librispeech-10mins": 21.47}, "dataset_tokens_per_second": {"earnings22-10mins": 138.52, "librispeech-10mins": 83.88}, "average_wer": 7.35, "dataset_average_wer": {"earnings22-10mins": 8.07, "librispeech-10mins": 6.71}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
147
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-01T23:39:48Z", "speed": 4.65, "tokens_per_second": 17.45, "dataset_speed": {"earnings22-10mins": 5.93, "librispeech-10mins": 3.91}, "dataset_tokens_per_second": {"earnings22-10mins": 20.09, "librispeech-10mins": 15.92}, "average_wer": 13.53, "dataset_average_wer": {"earnings22-10mins": 21.0, "librispeech-10mins": 6.77}, "qoi": 0.57, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
148
  {"model": "openai/whisper-tiny.en", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-07T17:22:19Z", "speed": 88.19, "tokens_per_second": 308.9, "dataset_speed": {"earnings22-10mins": 165.43, "librispeech-10mins": 60.2}, "dataset_tokens_per_second": {"earnings22-10mins": 523.31, "librispeech-10mins": 231.2}, "average_wer": 15.12, "dataset_average_wer": {"earnings22-10mins": 16.72, "librispeech-10mins": 13.68}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
149
+ {"model": "openai/whisper-large-v2/949MB", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-27T23:36:00Z", "speed": 2.16, "tokens_per_second": 8.48, "dataset_speed": {"earnings22-10mins": 2.74, "librispeech-10mins": 1.93}, "dataset_tokens_per_second": {"earnings22-10mins": 8.9, "librispeech-10mins": 8.32}, "average_wer": 26.11, "dataset_average_wer": {"earnings22-10mins": 48.95, "librispeech-10mins": 5.46}, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
150
+ {"model": "openai/whisper-tiny", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-27T22:34:55Z", "speed": 74.5, "tokens_per_second": 286.14, "dataset_speed": {"librispeech-10mins": 54.35, "earnings22-10mins": 118.66}, "dataset_tokens_per_second": {"librispeech-10mins": 231.29, "earnings22-10mins": 406.41}, "average_wer": 16.36, "dataset_average_wer": {"librispeech-10mins": 15.98, "earnings22-10mins": 16.79}, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
151
+ {"model": "openai/whisper-tiny", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-27T22:34:51Z", "speed": 90.41, "tokens_per_second": 346.95, "dataset_speed": {"earnings22-10mins": 138.7, "librispeech-10mins": 67.13}, "dataset_tokens_per_second": {"earnings22-10mins": 473.9, "librispeech-10mins": 285.77}, "average_wer": 16.6, "dataset_average_wer": {"earnings22-10mins": 17.08, "librispeech-10mins": 16.17}, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
152
  {"model": "openai/whisper-base.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-27T22:37:49Z", "speed": 67.43, "tokens_per_second": 239.22, "dataset_speed": {"earnings22-10mins": 99.96, "librispeech-10mins": 50.93}, "dataset_tokens_per_second": {"earnings22-10mins": 324.19, "librispeech-10mins": 196.1}, "average_wer": 9.77, "dataset_average_wer": {"earnings22-10mins": 10.68, "librispeech-10mins": 8.94}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
153
+ {"model": "openai/whisper-large-v2/949MB", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T20:27:38Z", "speed": 3.4, "tokens_per_second": 13.77, "dataset_speed": {"earnings22-10mins": 4.45, "librispeech-10mins": 3.07}, "dataset_tokens_per_second": {"earnings22-10mins": 15.53, "librispeech-10mins": 13.23}, "average_wer": 28.82, "dataset_average_wer": {"earnings22-10mins": 54.65, "librispeech-10mins": 5.46}, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
154
  {"model": "openai/whisper-large-v3/947MB", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T17:14:30Z", "speed": 3.6, "tokens_per_second": 13.35, "dataset_speed": {"librispeech-10mins": 3.08, "earnings22-10mins": 5.28}, "dataset_tokens_per_second": {"librispeech-10mins": 12.88, "earnings22-10mins": 14.87}, "average_wer": 30.12, "dataset_average_wer": {"librispeech-10mins": 4.6, "earnings22-10mins": 58.32}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
155
  {"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T17:22:48Z", "speed": 4.42, "tokens_per_second": 16.8, "dataset_speed": {"librispeech-10mins": 3.92, "earnings22-10mins": 5.78}, "dataset_tokens_per_second": {"librispeech-10mins": 16.19, "earnings22-10mins": 18.46}, "average_wer": 26.46, "dataset_average_wer": {"librispeech-10mins": 5.13, "earnings22-10mins": 50.04}, "qoi": 0.65, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
156
+ {"model": "openai/whisper-large-v2/turbo", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T20:37:23Z", "speed": 4.01, "tokens_per_second": 17.04, "dataset_speed": {"librispeech-10mins": 3.8, "earnings22-10mins": 4.52}, "dataset_tokens_per_second": {"librispeech-10mins": 16.41, "earnings22-10mins": 18.52}, "average_wer": 28.96, "dataset_average_wer": {"librispeech-10mins": 5.39, "earnings22-10mins": 55.01}, "qoi": 0.61, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
157
  {"model": "openai/whisper-tiny.en", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:21:52Z", "speed": 72.42, "tokens_per_second": 253.73, "dataset_speed": {"librispeech-10mins": 48.9, "earnings22-10mins": 140.1}, "dataset_tokens_per_second": {"librispeech-10mins": 187.72, "earnings22-10mins": 443.64}, "average_wer": 15.08, "dataset_average_wer": {"librispeech-10mins": 13.61, "earnings22-10mins": 16.72}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
158
  {"model": "openai/whisper-small", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-09-06T22:05:05Z", "speed": 15.46, "tokens_per_second": 58.75, "dataset_speed": {"librispeech-10mins": 11.82, "earnings22-10mins": 22.38}, "dataset_tokens_per_second": {"librispeech-10mins": 50.01, "earnings22-10mins": 75.35}, "average_wer": 8.7, "dataset_average_wer": {"librispeech-10mins": 7.63, "earnings22-10mins": 9.88}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
159
+ {"model": "openai/whisper-large-v2", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T20:22:10Z", "speed": 3.39, "tokens_per_second": 13.62, "dataset_speed": {"earnings22-10mins": 4.47, "librispeech-10mins": 3.07}, "dataset_tokens_per_second": {"earnings22-10mins": 14.76, "librispeech-10mins": 13.28}, "average_wer": 30.48, "dataset_average_wer": {"earnings22-10mins": 58.5, "librispeech-10mins": 5.13}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
160
  {"model": "openai/whisper-small.en", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:57:55Z", "speed": 24.47, "tokens_per_second": 86.39, "dataset_speed": {"earnings22-10mins": 34.06, "librispeech-10mins": 19.11}, "dataset_tokens_per_second": {"earnings22-10mins": 107.4, "librispeech-10mins": 74.65}, "average_wer": 7.35, "dataset_average_wer": {"earnings22-10mins": 8.07, "librispeech-10mins": 6.71}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
161
+ {"model": "openai/whisper-tiny.en", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T20:15:15Z", "speed": 113.31, "tokens_per_second": 396.77, "dataset_speed": {"earnings22-10mins": 275.21, "librispeech-10mins": 71.45}, "dataset_tokens_per_second": {"earnings22-10mins": 871.5, "librispeech-10mins": 274.04}, "average_wer": 15.05, "dataset_average_wer": {"earnings22-10mins": 16.72, "librispeech-10mins": 13.54}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
162
+ {"model": "openai/whisper-small", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-27T22:39:54Z", "speed": 18.29, "tokens_per_second": 69.71, "dataset_speed": {"librispeech-10mins": 15.15, "earnings22-10mins": 23.08}, "dataset_tokens_per_second": {"librispeech-10mins": 64.33, "earnings22-10mins": 77.93}, "average_wer": 8.84, "dataset_average_wer": {"librispeech-10mins": 7.76, "earnings22-10mins": 10.03}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
163
  {"model": "openai/whisper-large-v2/949MB", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-09-06T20:08:11Z", "speed": 3.43, "tokens_per_second": 13.6, "dataset_speed": {"earnings22-10mins": 4.82, "librispeech-10mins": 3.02}, "dataset_tokens_per_second": {"earnings22-10mins": 15.67, "librispeech-10mins": 12.99}, "average_wer": 29.2, "dataset_average_wer": {"earnings22-10mins": 55.45, "librispeech-10mins": 5.46}, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
164
  {"model": "openai/whisper-base.en", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-07T17:24:02Z", "speed": 57.83, "tokens_per_second": 205.0, "dataset_speed": {"earnings22-10mins": 94.28, "librispeech-10mins": 41.75}, "dataset_tokens_per_second": {"earnings22-10mins": 305.3, "librispeech-10mins": 160.76}, "average_wer": 9.91, "dataset_average_wer": {"earnings22-10mins": 10.97, "librispeech-10mins": 8.94}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
165
  {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T20:04:42Z", "speed": 11.32, "tokens_per_second": 44.15, "dataset_speed": {"librispeech-10mins": 8.54, "earnings22-10mins": 17.2}, "dataset_tokens_per_second": {"librispeech-10mins": 33.0, "earnings22-10mins": 67.71}, "average_wer": 8.13, "dataset_average_wer": {"librispeech-10mins": 4.9, "earnings22-10mins": 11.7}, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
166
+ {"model": "openai/whisper-base", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-27T22:36:54Z", "speed": 57.18, "tokens_per_second": 217.2, "dataset_speed": {"librispeech-10mins": 45.03, "earnings22-10mins": 78.41}, "dataset_tokens_per_second": {"librispeech-10mins": 189.47, "earnings22-10mins": 265.68}, "average_wer": 12.22, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.35}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
167
+ {"model": "openai/whisper-small.en", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-27T22:42:23Z", "speed": 17.21, "tokens_per_second": 60.48, "dataset_speed": {"librispeech-10mins": 14.85, "earnings22-10mins": 20.46}, "dataset_tokens_per_second": {"librispeech-10mins": 57.85, "earnings22-10mins": 64.12}, "average_wer": 7.42, "dataset_average_wer": {"librispeech-10mins": 6.84, "earnings22-10mins": 8.07}, "qoi": 0.61, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
168
  {"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-09-06T20:51:31Z", "speed": 16.95, "tokens_per_second": 61.2, "dataset_speed": {"earnings22-10mins": 29.4, "librispeech-10mins": 11.92}, "dataset_tokens_per_second": {"earnings22-10mins": 95.49, "librispeech-10mins": 47.36}, "average_wer": 6.63, "dataset_average_wer": {"earnings22-10mins": 7.78, "librispeech-10mins": 5.59}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
169
  {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-09-06T20:55:02Z", "speed": 17.95, "tokens_per_second": 61.29, "dataset_speed": {"librispeech-10mins": 12.87, "earnings22-10mins": 29.75}, "dataset_tokens_per_second": {"librispeech-10mins": 46.75, "earnings22-10mins": 95.05}, "average_wer": 7.77, "dataset_average_wer": {"librispeech-10mins": 6.44, "earnings22-10mins": 9.23}, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
170
+ {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T02:50:06Z", "speed": 2.33, "tokens_per_second": 8.6, "dataset_speed": {"librispeech-10mins": 2.13, "earnings22-10mins": 2.81}, "dataset_tokens_per_second": {"librispeech-10mins": 8.45, "earnings22-10mins": 8.98}, "average_wer": 28.1, "dataset_average_wer": {"librispeech-10mins": 6.9, "earnings22-10mins": 51.53}, "qoi": 0.57, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
171
+ {"model": "openai/whisper-tiny.en", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-27T22:35:54Z", "speed": 94.29, "tokens_per_second": 330.49, "dataset_speed": {"librispeech-10mins": 70.91, "earnings22-10mins": 140.96}, "dataset_tokens_per_second": {"librispeech-10mins": 271.86, "earnings22-10mins": 447.53}, "average_wer": 14.81, "dataset_average_wer": {"librispeech-10mins": 13.35, "earnings22-10mins": 16.42}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
172
  {"model": "openai/whisper-small.en", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T21:02:53Z", "speed": 15.39, "tokens_per_second": 54.26, "dataset_speed": {"librispeech-10mins": 12.89, "earnings22-10mins": 19.13}, "dataset_tokens_per_second": {"librispeech-10mins": 50.24, "earnings22-10mins": 60.27}, "average_wer": 7.53, "dataset_average_wer": {"librispeech-10mins": 6.9, "earnings22-10mins": 8.21}, "qoi": 0.61, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
173
  {"model": "openai/whisper-small", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T21:00:13Z", "speed": 14.8, "tokens_per_second": 56.32, "dataset_speed": {"librispeech-10mins": 12.28, "earnings22-10mins": 18.64}, "dataset_tokens_per_second": {"librispeech-10mins": 52.09, "earnings22-10mins": 62.76}, "average_wer": 8.7, "dataset_average_wer": {"librispeech-10mins": 7.63, "earnings22-10mins": 9.88}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
174
  {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:25:24Z", "speed": 13.69, "tokens_per_second": 55.46, "dataset_speed": {"librispeech-10mins": 10.12, "earnings22-10mins": 21.22}, "dataset_tokens_per_second": {"librispeech-10mins": 42.43, "earnings22-10mins": 82.91}, "average_wer": 6.32, "dataset_average_wer": {"librispeech-10mins": 4.93, "earnings22-10mins": 7.85}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
175
  {"model": "openai/whisper-small.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-27T22:41:53Z", "speed": 24.12, "tokens_per_second": 85.15, "dataset_speed": {"earnings22-10mins": 32.68, "librispeech-10mins": 19.12}, "dataset_tokens_per_second": {"earnings22-10mins": 103.06, "librispeech-10mins": 74.71}, "average_wer": 7.35, "dataset_average_wer": {"earnings22-10mins": 8.07, "librispeech-10mins": 6.71}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
176
  {"model": "openai/whisper-small", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-27T22:39:12Z", "speed": 22.81, "tokens_per_second": 86.67, "dataset_speed": {"earnings22-10mins": 30.62, "librispeech-10mins": 18.19}, "dataset_tokens_per_second": {"earnings22-10mins": 103.09, "librispeech-10mins": 76.96}, "average_wer": 8.7, "dataset_average_wer": {"earnings22-10mins": 9.88, "librispeech-10mins": 7.63}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
177
  {"model": "openai/whisper-small.en", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:42:00Z", "speed": 24.49, "tokens_per_second": 86.46, "dataset_speed": {"earnings22-10mins": 33.83, "librispeech-10mins": 19.2}, "dataset_tokens_per_second": {"earnings22-10mins": 106.68, "librispeech-10mins": 75.03}, "average_wer": 7.35, "dataset_average_wer": {"earnings22-10mins": 8.07, "librispeech-10mins": 6.71}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
178
+ {"model": "openai/whisper-small.en", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T02:19:03Z", "speed": 16.42, "tokens_per_second": 57.84, "dataset_speed": {"earnings22-10mins": 20.46, "librispeech-10mins": 13.73}, "dataset_tokens_per_second": {"earnings22-10mins": 64.31, "librispeech-10mins": 53.52}, "average_wer": 7.46, "dataset_average_wer": {"earnings22-10mins": 8.14, "librispeech-10mins": 6.84}, "qoi": 0.61, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
179
  {"model": "openai/whisper-tiny.en", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:38:05Z", "speed": 104.01, "tokens_per_second": 364.2, "dataset_speed": {"librispeech-10mins": 70.08, "earnings22-10mins": 202.37}, "dataset_tokens_per_second": {"librispeech-10mins": 268.8, "earnings22-10mins": 640.82}, "average_wer": 15.05, "dataset_average_wer": {"librispeech-10mins": 13.54, "earnings22-10mins": 16.72}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
180
+ {"model": "distil-whisper/distil-large-v3", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T21:07:03Z", "speed": 12.15, "tokens_per_second": 45.49, "dataset_speed": {"earnings22-10mins": 24.46, "librispeech-10mins": 8.09}, "dataset_tokens_per_second": {"earnings22-10mins": 80.5, "librispeech-10mins": 33.95}, "average_wer": 6.59, "dataset_average_wer": {"earnings22-10mins": 8.14, "librispeech-10mins": 5.19}, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
181
  {"model": "openai/whisper-small.en", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-09-06T22:08:03Z", "speed": 16.4, "tokens_per_second": 57.88, "dataset_speed": {"earnings22-10mins": 23.99, "librispeech-10mins": 12.47}, "dataset_tokens_per_second": {"earnings22-10mins": 75.68, "librispeech-10mins": 48.67}, "average_wer": 7.42, "dataset_average_wer": {"earnings22-10mins": 8.21, "librispeech-10mins": 6.71}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
182
+ {"model": "openai/whisper-tiny", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T02:12:30Z", "speed": 88.93, "tokens_per_second": 340.92, "dataset_speed": {"earnings22-10mins": 134.59, "librispeech-10mins": 66.48}, "dataset_tokens_per_second": {"earnings22-10mins": 459.6, "librispeech-10mins": 282.55}, "average_wer": 16.85, "dataset_average_wer": {"earnings22-10mins": 17.88, "librispeech-10mins": 15.91}, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
183
  {"model": "openai/whisper-tiny", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:53:37Z", "speed": 104.76, "tokens_per_second": 400.2, "dataset_speed": {"earnings22-10mins": 201.82, "librispeech-10mins": 70.83}, "dataset_tokens_per_second": {"earnings22-10mins": 684.5, "librispeech-10mins": 300.84}, "average_wer": 16.19, "dataset_average_wer": {"earnings22-10mins": 16.64, "librispeech-10mins": 15.78}, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
184
+ {"model": "openai/whisper-large-v3/947MB", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T03:04:11Z", "speed": 2.07, "tokens_per_second": 7.75, "dataset_speed": {"earnings22-10mins": 2.74, "librispeech-10mins": 1.82}, "dataset_tokens_per_second": {"earnings22-10mins": 8.03, "librispeech-10mins": 7.64}, "average_wer": 28.17, "dataset_average_wer": {"earnings22-10mins": 54.07, "librispeech-10mins": 4.73}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
185
  {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T19:48:37Z", "speed": 15.02, "tokens_per_second": 51.5, "dataset_speed": {"earnings22-10mins": 25.74, "librispeech-10mins": 10.62}, "dataset_tokens_per_second": {"earnings22-10mins": 82.91, "librispeech-10mins": 38.59}, "average_wer": 7.7, "dataset_average_wer": {"earnings22-10mins": 9.23, "librispeech-10mins": 6.31}, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
186
  {"model": "openai/whisper-base", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-27T22:36:42Z", "speed": 44.15, "tokens_per_second": 167.93, "dataset_speed": {"librispeech-10mins": 33.56, "earnings22-10mins": 64.64}, "dataset_tokens_per_second": {"librispeech-10mins": 141.35, "earnings22-10mins": 219.35}, "average_wer": 12.19, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.28}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
187
  {"model": "openai/whisper-large-v2/turbo", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:12:04Z", "speed": 3.55, "tokens_per_second": 14.21, "dataset_speed": {"earnings22-10mins": 4.72, "librispeech-10mins": 3.17}, "dataset_tokens_per_second": {"earnings22-10mins": 15.8, "librispeech-10mins": 13.71}, "average_wer": 29.69, "dataset_average_wer": {"earnings22-10mins": 56.54, "librispeech-10mins": 5.39}, "qoi": 0.61, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
210
  {"model": "openai/whisper-large-v3/947MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-07T18:06:57Z", "speed": 2.79, "tokens_per_second": 10.51, "dataset_speed": {"earnings22-10mins": 3.94, "librispeech-10mins": 2.48}, "dataset_tokens_per_second": {"earnings22-10mins": 10.93, "librispeech-10mins": 10.4}, "average_wer": 34.12, "dataset_average_wer": {"earnings22-10mins": 66.61, "librispeech-10mins": 4.73}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
211
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-28T04:03:53Z", "speed": 4.48, "tokens_per_second": 16.73, "dataset_speed": {"earnings22-10mins": 6.83, "librispeech-10mins": 3.34}, "dataset_tokens_per_second": {"earnings22-10mins": 22.43, "librispeech-10mins": 13.96}, "average_wer": 6.42, "dataset_average_wer": {"earnings22-10mins": 8.5, "librispeech-10mins": 4.54}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
212
  {"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T02:34:28Z", "speed": 4.75, "tokens_per_second": 17.66, "dataset_speed": {"earnings22-10mins": 5.54, "librispeech-10mins": 4.19}, "dataset_tokens_per_second": {"earnings22-10mins": 20.12, "librispeech-10mins": 15.89}, "average_wer": 8.66, "dataset_average_wer": {"earnings22-10mins": 12.72, "librispeech-10mins": 5.0}, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
213
+ {"model": "openai/whisper-base.en", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-13T02:15:19Z", "speed": 59.48, "tokens_per_second": 210.87, "dataset_speed": {"earnings22-10mins": 79.67, "librispeech-10mins": 47.5}, "dataset_tokens_per_second": {"earnings22-10mins": 258.54, "librispeech-10mins": 182.58}, "average_wer": 9.98, "dataset_average_wer": {"earnings22-10mins": 10.97, "librispeech-10mins": 9.07}, "qoi": 0.48, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
214
+ {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T03:44:37Z", "speed": 7.45, "tokens_per_second": 27.8, "dataset_speed": {"earnings22-10mins": 12.7, "librispeech-10mins": 5.28}, "dataset_tokens_per_second": {"earnings22-10mins": 41.78, "librispeech-10mins": 22.01}, "average_wer": 7.77, "dataset_average_wer": {"earnings22-10mins": 9.38, "librispeech-10mins": 6.31}, "qoi": 0.67, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
215
+ {"model": "openai/whisper-large-v3", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T20:49:36Z", "speed": 3.56, "tokens_per_second": 13.67, "dataset_speed": {"librispeech-10mins": 3.12, "earnings22-10mins": 4.98}, "dataset_tokens_per_second": {"librispeech-10mins": 13.19, "earnings22-10mins": 15.18}, "average_wer": 29.34, "dataset_average_wer": {"librispeech-10mins": 3.75, "earnings22-10mins": 57.63}, "qoi": 0.74, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
216
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-08-29T16:17:32Z", "speed": 9.45, "tokens_per_second": 33.86, "dataset_speed": {"librispeech-10mins": 5.29, "earnings22-10mins": 15.6}, "dataset_tokens_per_second": {"librispeech-10mins": 22.03, "earnings22-10mins": 51.37}, "average_wer": 8.19, "dataset_average_wer": {"librispeech-10mins": 6.31, "earnings22-10mins": 9.23}, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
217
+ {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-28T03:31:24Z", "speed": 12.16, "tokens_per_second": 42.1, "dataset_speed": {"earnings22-10mins": 18.71, "librispeech-10mins": 9.02}, "dataset_tokens_per_second": {"earnings22-10mins": 61.11, "librispeech-10mins": 32.97}, "average_wer": 7.63, "dataset_average_wer": {"earnings22-10mins": 9.08, "librispeech-10mins": 6.31}, "qoi": 0.64, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
218
  {"model": "openai/whisper-base", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T18:31:50Z", "speed": 55.43, "tokens_per_second": 211.01, "dataset_speed": {"librispeech-10mins": 40.44, "earnings22-10mins": 88.3}, "dataset_tokens_per_second": {"librispeech-10mins": 170.2, "earnings22-10mins": 300.5}, "average_wer": 12.39, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.72}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
219
  {"model": "openai/whisper-large-v3/turbo", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T17:17:16Z", "speed": 3.92, "tokens_per_second": 14.16, "dataset_speed": {"earnings22-10mins": 4.82, "librispeech-10mins": 3.59}, "dataset_tokens_per_second": {"earnings22-10mins": 15.81, "librispeech-10mins": 13.55}, "average_wer": 29.51, "dataset_average_wer": {"earnings22-10mins": 57.52, "librispeech-10mins": 4.17}, "qoi": 0.72, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
220
  {"model": "openai/whisper-small", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T22:13:39Z", "speed": 14.76, "tokens_per_second": 56.07, "dataset_speed": {"librispeech-10mins": 11.38, "earnings22-10mins": 21.02}, "dataset_tokens_per_second": {"librispeech-10mins": 48.15, "earnings22-10mins": 70.76}, "average_wer": 8.7, "dataset_average_wer": {"librispeech-10mins": 7.63, "earnings22-10mins": 9.88}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
221
+ {"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T20:43:28Z", "speed": 4.43, "tokens_per_second": 16.9, "dataset_speed": {"librispeech-10mins": 3.89, "earnings22-10mins": 5.83}, "dataset_tokens_per_second": {"librispeech-10mins": 16.17, "earnings22-10mins": 18.84}, "average_wer": 26.06, "dataset_average_wer": {"librispeech-10mins": 6.77, "earnings22-10mins": 47.38}, "qoi": 0.57, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
222
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T00:30:37Z", "speed": 4.68, "tokens_per_second": 17.64, "dataset_speed": {"earnings22-10mins": 5.69, "librispeech-10mins": 4.03}, "dataset_tokens_per_second": {"earnings22-10mins": 20.12, "librispeech-10mins": 16.04}, "average_wer": 11.63, "dataset_average_wer": {"earnings22-10mins": 17.01, "librispeech-10mins": 6.77}, "qoi": 0.57, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
223
+ {"model": "openai/whisper-large-v3/947MB", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-28T01:40:05Z", "speed": 2.31, "tokens_per_second": 8.84, "dataset_speed": {"earnings22-10mins": 2.97, "librispeech-10mins": 2.06}, "dataset_tokens_per_second": {"earnings22-10mins": 9.34, "librispeech-10mins": 8.64}, "average_wer": 27.37, "dataset_average_wer": {"earnings22-10mins": 52.4, "librispeech-10mins": 4.73}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
224
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-05T00:40:19Z", "speed": 7.49, "tokens_per_second": 27.94, "dataset_speed": {"earnings22-10mins": 14.53, "librispeech-10mins": 5.05}, "dataset_tokens_per_second": {"earnings22-10mins": 47.86, "librispeech-10mins": 21.04}, "average_wer": 7.7, "dataset_average_wer": {"earnings22-10mins": 9.23, "librispeech-10mins": 6.31}, "qoi": 0.67, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
225
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T03:15:05Z", "speed": 11.25, "tokens_per_second": 41.97, "dataset_speed": {"librispeech-10mins": 7.67, "earnings22-10mins": 21.23}, "dataset_tokens_per_second": {"librispeech-10mins": 31.94, "earnings22-10mins": 69.87}, "average_wer": 7.73, "dataset_average_wer": {"librispeech-10mins": 6.38, "earnings22-10mins": 9.23}, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
226
+ {"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T21:09:35Z", "speed": 12.62, "tokens_per_second": 47.08, "dataset_speed": {"earnings22-10mins": 25.71, "librispeech-10mins": 8.38}, "dataset_tokens_per_second": {"earnings22-10mins": 84.63, "librispeech-10mins": 34.89}, "average_wer": 7.73, "dataset_average_wer": {"earnings22-10mins": 9.23, "librispeech-10mins": 6.38}, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
227
  {"model": "openai/whisper-large-v2/949MB", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:32:50Z", "speed": 2.72, "tokens_per_second": 10.34, "dataset_speed": {"earnings22-10mins": 4.08, "librispeech-10mins": 2.05}, "dataset_tokens_per_second": {"earnings22-10mins": 13.47, "librispeech-10mins": 8.78}, "average_wer": 6.59, "dataset_average_wer": {"earnings22-10mins": 8.36, "librispeech-10mins": 5.0}, "qoi": 0.64, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
228
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-02T06:23:48Z", "speed": 9.24, "tokens_per_second": 38.77, "dataset_speed": {"librispeech-10mins": 6.72, "earnings22-10mins": 14.79}, "dataset_tokens_per_second": {"librispeech-10mins": 28.34, "earnings22-10mins": 61.82}, "average_wer": 6.45, "dataset_average_wer": {"librispeech-10mins": 4.54, "earnings22-10mins": 8.58}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
229
  {"model": "distil-whisper/distil-large-v3", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:49:29Z", "speed": 10.15, "tokens_per_second": 38.0, "dataset_speed": {"librispeech-10mins": 7.24, "earnings22-10mins": 16.99}, "dataset_tokens_per_second": {"librispeech-10mins": 30.39, "earnings22-10mins": 55.91}, "average_wer": 6.59, "dataset_average_wer": {"librispeech-10mins": 5.19, "earnings22-10mins": 8.14}, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
232
  {"model": "openai/whisper-large-v2/turbo", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T18:52:10Z", "speed": 2.94, "tokens_per_second": 11.83, "dataset_speed": {"earnings22-10mins": 4.1, "librispeech-10mins": 2.64}, "dataset_tokens_per_second": {"earnings22-10mins": 13.52, "librispeech-10mins": 11.39}, "average_wer": 32.55, "dataset_average_wer": {"earnings22-10mins": 62.57, "librispeech-10mins": 5.39}, "qoi": 0.61, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
233
  {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-28T04:11:27Z", "speed": 5.83, "tokens_per_second": 22.92, "dataset_speed": {"librispeech-10mins": 4.73, "earnings22-10mins": 7.67}, "dataset_tokens_per_second": {"librispeech-10mins": 18.15, "earnings22-10mins": 30.86}, "average_wer": 7.77, "dataset_average_wer": {"librispeech-10mins": 5.16, "earnings22-10mins": 10.65}, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
234
  {"model": "openai/whisper-large-v3-v20240930", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T17:36:53Z", "speed": 9.34, "tokens_per_second": 38.74, "dataset_speed": {"earnings22-10mins": 15.59, "librispeech-10mins": 6.67}, "dataset_tokens_per_second": {"earnings22-10mins": 64.47, "librispeech-10mins": 27.77}, "average_wer": 6.06, "dataset_average_wer": {"earnings22-10mins": 7.96, "librispeech-10mins": 4.34}, "qoi": 0.74, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
235
+ {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-13T03:44:36Z", "speed": 7.88, "tokens_per_second": 29.36, "dataset_speed": {"earnings22-10mins": 13.29, "librispeech-10mins": 5.61}, "dataset_tokens_per_second": {"earnings22-10mins": 43.7, "librispeech-10mins": 23.33}, "average_wer": 7.73, "dataset_average_wer": {"earnings22-10mins": 9.23, "librispeech-10mins": 6.38}, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
236
  {"model": "openai/whisper-small.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T21:01:55Z", "speed": 16.71, "tokens_per_second": 59.01, "dataset_speed": {"earnings22-10mins": 20.09, "librispeech-10mins": 14.32}, "dataset_tokens_per_second": {"earnings22-10mins": 63.35, "librispeech-10mins": 55.93}, "average_wer": 7.35, "dataset_average_wer": {"earnings22-10mins": 8.07, "librispeech-10mins": 6.71}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
237
  {"model": "openai/whisper-base", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:39:07Z", "speed": 64.64, "tokens_per_second": 245.76, "dataset_speed": {"librispeech-10mins": 46.65, "earnings22-10mins": 105.51}, "dataset_tokens_per_second": {"librispeech-10mins": 196.34, "earnings22-10mins": 358.03}, "average_wer": 12.25, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.43}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
238
  {"model": "openai/whisper-base.en", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T22:01:14Z", "speed": 42.95, "tokens_per_second": 152.34, "dataset_speed": {"librispeech-10mins": 30.69, "earnings22-10mins": 71.72}, "dataset_tokens_per_second": {"librispeech-10mins": 118.18, "earnings22-10mins": 232.48}, "average_wer": 9.94, "dataset_average_wer": {"librispeech-10mins": 8.94, "earnings22-10mins": 11.05}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
239
  {"model": "openai/whisper-base.en", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-09-06T19:58:19Z", "speed": 68.95, "tokens_per_second": 244.61, "dataset_speed": {"librispeech-10mins": 50.45, "earnings22-10mins": 109.15}, "dataset_tokens_per_second": {"librispeech-10mins": 194.25, "earnings22-10mins": 354.0}, "average_wer": 9.77, "dataset_average_wer": {"librispeech-10mins": 8.94, "earnings22-10mins": 10.68}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
240
+ {"model": "openai/whisper-large-v3-v20240930", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T21:18:52Z", "speed": 10.59, "tokens_per_second": 42.84, "dataset_speed": {"earnings22-10mins": 19.08, "librispeech-10mins": 7.33}, "dataset_tokens_per_second": {"earnings22-10mins": 74.99, "librispeech-10mins": 30.53}, "average_wer": 5.9, "dataset_average_wer": {"earnings22-10mins": 7.63, "librispeech-10mins": 4.34}, "qoi": 0.74, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
241
  {"model": "openai/whisper-large-v3", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:22:47Z", "speed": 2.88, "tokens_per_second": 11.58, "dataset_speed": {"earnings22-10mins": 3.72, "librispeech-10mins": 2.65}, "dataset_tokens_per_second": {"earnings22-10mins": 12.92, "librispeech-10mins": 11.22}, "average_wer": 31.9, "dataset_average_wer": {"earnings22-10mins": 63.01, "librispeech-10mins": 3.75}, "qoi": 0.74, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
242
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T19:59:54Z", "speed": 8.08, "tokens_per_second": 32.58, "dataset_speed": {"librispeech-10mins": 5.66, "earnings22-10mins": 14.1}, "dataset_tokens_per_second": {"librispeech-10mins": 23.82, "earnings22-10mins": 54.48}, "average_wer": 6.49, "dataset_average_wer": {"librispeech-10mins": 4.67, "earnings22-10mins": 8.5}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
243
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-09-06T22:41:34Z", "speed": 7.19, "tokens_per_second": 30.14, "dataset_speed": {"librispeech-10mins": 4.61, "earnings22-10mins": 10.44}, "dataset_tokens_per_second": {"librispeech-10mins": 19.38, "earnings22-10mins": 43.7}, "average_wer": 12.85, "dataset_average_wer": {"librispeech-10mins": 4.67, "earnings22-10mins": 17.37}, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
244
  {"model": "openai/whisper-large-v2/949MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-27T23:42:47Z", "speed": 1.57, "tokens_per_second": 6.24, "dataset_speed": {"librispeech-10mins": 1.46, "earnings22-10mins": 1.84}, "dataset_tokens_per_second": {"librispeech-10mins": 6.29, "earnings22-10mins": 6.12}, "average_wer": 28.63, "dataset_average_wer": {"librispeech-10mins": 5.46, "earnings22-10mins": 54.25}, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
245
+ {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-13T02:45:09Z", "speed": 2.76, "tokens_per_second": 10.23, "dataset_speed": {"librispeech-10mins": 2.5, "earnings22-10mins": 3.36}, "dataset_tokens_per_second": {"librispeech-10mins": 9.92, "earnings22-10mins": 10.94}, "average_wer": 24.7, "dataset_average_wer": {"librispeech-10mins": 6.87, "earnings22-10mins": 44.4}, "qoi": 0.57, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
246
  {"model": "openai/whisper-large-v2/949MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T18:44:33Z", "speed": 2.68, "tokens_per_second": 10.83, "dataset_speed": {"earnings22-10mins": 3.56, "librispeech-10mins": 2.45}, "dataset_tokens_per_second": {"earnings22-10mins": 12.04, "librispeech-10mins": 10.52}, "average_wer": 33.53, "dataset_average_wer": {"earnings22-10mins": 65.08, "librispeech-10mins": 5.0}, "qoi": 0.64, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
247
+ {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T03:55:12Z", "speed": 5.2, "tokens_per_second": 20.83, "dataset_speed": {"earnings22-10mins": 8.46, "librispeech-10mins": 3.76}, "dataset_tokens_per_second": {"earnings22-10mins": 32.16, "librispeech-10mins": 15.81}, "average_wer": 6.59, "dataset_average_wer": {"earnings22-10mins": 8.79, "librispeech-10mins": 4.6}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
248
+ {"model": "openai/whisper-large-v2/949MB", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T02:28:15Z", "speed": 1.91, "tokens_per_second": 7.52, "dataset_speed": {"librispeech-10mins": 1.69, "earnings22-10mins": 2.49}, "dataset_tokens_per_second": {"librispeech-10mins": 7.27, "earnings22-10mins": 8.16}, "average_wer": 25.85, "dataset_average_wer": {"librispeech-10mins": 5.46, "earnings22-10mins": 48.4}, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
249
  {"model": "openai/whisper-base.en", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:58:12Z", "speed": 63.1, "tokens_per_second": 223.94, "dataset_speed": {"librispeech-10mins": 46.62, "earnings22-10mins": 97.81}, "dataset_tokens_per_second": {"librispeech-10mins": 179.51, "earnings22-10mins": 317.56}, "average_wer": 10.04, "dataset_average_wer": {"librispeech-10mins": 8.94, "earnings22-10mins": 11.26}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
250
  {"model": "openai/whisper-small", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-07T17:24:46Z", "speed": 18.68, "tokens_per_second": 70.97, "dataset_speed": {"librispeech-10mins": 14.33, "earnings22-10mins": 26.85}, "dataset_tokens_per_second": {"librispeech-10mins": 60.64, "earnings22-10mins": 90.39}, "average_wer": 8.7, "dataset_average_wer": {"librispeech-10mins": 7.63, "earnings22-10mins": 9.88}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
251
+ {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-28T04:02:38Z", "speed": 5.91, "tokens_per_second": 22.1, "dataset_speed": {"librispeech-10mins": 4.22, "earnings22-10mins": 9.85}, "dataset_tokens_per_second": {"librispeech-10mins": 17.72, "earnings22-10mins": 32.35}, "average_wer": 6.45, "dataset_average_wer": {"librispeech-10mins": 4.54, "earnings22-10mins": 8.58}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
252
+ {"model": "openai/whisper-tiny.en", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-13T02:13:35Z", "speed": 75.22, "tokens_per_second": 263.6, "dataset_speed": {"earnings22-10mins": 116.38, "librispeech-10mins": 55.63}, "dataset_tokens_per_second": {"earnings22-10mins": 368.93, "librispeech-10mins": 213.46}, "average_wer": 14.88, "dataset_average_wer": {"earnings22-10mins": 16.35, "librispeech-10mins": 13.54}, "qoi": 0.38, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
253
+ {"model": "openai/whisper-small.en", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-13T02:20:08Z", "speed": 13.96, "tokens_per_second": 49.13, "dataset_speed": {"earnings22-10mins": 18.08, "librispeech-10mins": 11.38}, "dataset_tokens_per_second": {"earnings22-10mins": 56.77, "librispeech-10mins": 44.35}, "average_wer": 7.46, "dataset_average_wer": {"earnings22-10mins": 8.07, "librispeech-10mins": 6.9}, "qoi": 0.61, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
254
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-09-06T21:02:03Z", "speed": 9.47, "tokens_per_second": 38.7, "dataset_speed": {"librispeech-10mins": 6.72, "earnings22-10mins": 16.07}, "dataset_tokens_per_second": {"librispeech-10mins": 28.33, "earnings22-10mins": 63.59}, "average_wer": 6.37, "dataset_average_wer": {"librispeech-10mins": 4.54, "earnings22-10mins": 8.39}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
255
  {"model": "openai/whisper-tiny", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T21:02:26Z", "speed": 58.11, "tokens_per_second": 222.29, "dataset_speed": {"earnings22-10mins": 120.09, "librispeech-10mins": 38.38}, "dataset_tokens_per_second": {"earnings22-10mins": 408.3, "librispeech-10mins": 163.09}, "average_wer": 16.53, "dataset_average_wer": {"earnings22-10mins": 17.08, "librispeech-10mins": 16.04}, "qoi": 0.32, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
256
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:06:27Z", "speed": 11.03, "tokens_per_second": 41.15, "dataset_speed": {"librispeech-10mins": 7.46, "earnings22-10mins": 21.26}, "dataset_tokens_per_second": {"librispeech-10mins": 31.08, "earnings22-10mins": 69.99}, "average_wer": 7.73, "dataset_average_wer": {"librispeech-10mins": 6.38, "earnings22-10mins": 9.23}, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
257
  {"model": "openai/whisper-large-v3/947MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:28:29Z", "speed": 3.44, "tokens_per_second": 12.79, "dataset_speed": {"earnings22-10mins": 4.72, "librispeech-10mins": 3.03}, "dataset_tokens_per_second": {"earnings22-10mins": 13.13, "librispeech-10mins": 12.68}, "average_wer": 31.34, "dataset_average_wer": {"earnings22-10mins": 60.9, "librispeech-10mins": 4.6}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
258
+ {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T21:16:33Z", "speed": 20.59, "tokens_per_second": 70.42, "dataset_speed": {"earnings22-10mins": 36.72, "librispeech-10mins": 14.32}, "dataset_tokens_per_second": {"earnings22-10mins": 117.74, "librispeech-10mins": 52.04}, "average_wer": 7.77, "dataset_average_wer": {"earnings22-10mins": 9.23, "librispeech-10mins": 6.44}, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
259
  {"model": "openai/whisper-base.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-01T20:57:27Z", "speed": 66.41, "tokens_per_second": 235.59, "dataset_speed": {"earnings22-10mins": 98.24, "librispeech-10mins": 50.21}, "dataset_tokens_per_second": {"earnings22-10mins": 318.63, "librispeech-10mins": 193.33}, "average_wer": 9.77, "dataset_average_wer": {"earnings22-10mins": 10.68, "librispeech-10mins": 8.94}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
260
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-02T03:32:23Z", "speed": 11.17, "tokens_per_second": 41.67, "dataset_speed": {"earnings22-10mins": 21.03, "librispeech-10mins": 7.62}, "dataset_tokens_per_second": {"earnings22-10mins": 69.21, "librispeech-10mins": 31.73}, "average_wer": 7.73, "dataset_average_wer": {"earnings22-10mins": 9.23, "librispeech-10mins": 6.38}, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
261
  {"model": "openai/whisper-large-v3-v20240930", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T19:52:08Z", "speed": 7.94, "tokens_per_second": 33.91, "dataset_speed": {"librispeech-10mins": 5.71, "earnings22-10mins": 13.17}, "dataset_tokens_per_second": {"librispeech-10mins": 23.78, "earnings22-10mins": 57.66}, "average_wer": 6.59, "dataset_average_wer": {"librispeech-10mins": 4.34, "earnings22-10mins": 9.08}, "qoi": 0.73, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
262
  {"model": "openai/whisper-base.en", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:23:45Z", "speed": 47.44, "tokens_per_second": 168.27, "dataset_speed": {"librispeech-10mins": 34.25, "earnings22-10mins": 77.36}, "dataset_tokens_per_second": {"librispeech-10mins": 131.89, "earnings22-10mins": 250.77}, "average_wer": 9.94, "dataset_average_wer": {"librispeech-10mins": 8.94, "earnings22-10mins": 11.05}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
263
+ {"model": "openai/whisper-tiny", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T20:14:47Z", "speed": 109.68, "tokens_per_second": 419.0, "dataset_speed": {"librispeech-10mins": 68.85, "earnings22-10mins": 271.09}, "dataset_tokens_per_second": {"librispeech-10mins": 292.43, "earnings22-10mins": 919.44}, "average_wer": 16.19, "dataset_average_wer": {"librispeech-10mins": 15.78, "earnings22-10mins": 16.64}, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
264
  {"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T19:56:02Z", "speed": 12.36, "tokens_per_second": 42.64, "dataset_speed": {"librispeech-10mins": 8.88, "earnings22-10mins": 20.39}, "dataset_tokens_per_second": {"librispeech-10mins": 32.96, "earnings22-10mins": 64.97}, "average_wer": 6.02, "dataset_average_wer": {"librispeech-10mins": 4.73, "earnings22-10mins": 7.45}, "qoi": 0.72, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
265
  {"model": "openai/whisper-tiny.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-27T22:35:46Z", "speed": 104.22, "tokens_per_second": 364.96, "dataset_speed": {"earnings22-10mins": 178.86, "librispeech-10mins": 73.63}, "dataset_tokens_per_second": {"earnings22-10mins": 566.38, "librispeech-10mins": 282.4}, "average_wer": 15.05, "dataset_average_wer": {"earnings22-10mins": 16.72, "librispeech-10mins": 13.54}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
266
+ {"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T21:04:47Z", "speed": 4.92, "tokens_per_second": 17.6, "dataset_speed": {"librispeech-10mins": 4.32, "earnings22-10mins": 6.38}, "dataset_tokens_per_second": {"librispeech-10mins": 16.35, "earnings22-10mins": 20.63}, "average_wer": 23.85, "dataset_average_wer": {"librispeech-10mins": 5.26, "earnings22-10mins": 44.4}, "qoi": 0.65, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
267
+ {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T03:50:26Z", "speed": 10.08, "tokens_per_second": 34.32, "dataset_speed": {"earnings22-10mins": 15.71, "librispeech-10mins": 7.43}, "dataset_tokens_per_second": {"earnings22-10mins": 49.78, "librispeech-10mins": 27.03}, "average_wer": 7.84, "dataset_average_wer": {"earnings22-10mins": 9.38, "librispeech-10mins": 6.44}, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
268
  {"model": "openai/whisper-base", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:56:36Z", "speed": 53.27, "tokens_per_second": 202.81, "dataset_speed": {"librispeech-10mins": 39.11, "earnings22-10mins": 83.72}, "dataset_tokens_per_second": {"librispeech-10mins": 164.61, "earnings22-10mins": 284.93}, "average_wer": 12.39, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.72}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
269
  {"model": "openai/whisper-tiny", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-09-06T20:03:01Z", "speed": 70.77, "tokens_per_second": 270.7, "dataset_speed": {"librispeech-10mins": 47.21, "earnings22-10mins": 141.86}, "dataset_tokens_per_second": {"librispeech-10mins": 200.57, "earnings22-10mins": 482.33}, "average_wer": 16.53, "dataset_average_wer": {"librispeech-10mins": 16.04, "earnings22-10mins": 17.08}, "qoi": 0.32, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
270
+ {"model": "openai/whisper-base.en", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T20:17:54Z", "speed": 76.38, "tokens_per_second": 270.97, "dataset_speed": {"librispeech-10mins": 51.97, "earnings22-10mins": 144.57}, "dataset_tokens_per_second": {"librispeech-10mins": 200.12, "earnings22-10mins": 468.87}, "average_wer": 9.77, "dataset_average_wer": {"librispeech-10mins": 8.94, "earnings22-10mins": 10.68}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
271
+ {"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T21:14:17Z", "speed": 19.09, "tokens_per_second": 66.87, "dataset_speed": {"librispeech-10mins": 12.98, "earnings22-10mins": 36.19}, "dataset_tokens_per_second": {"librispeech-10mins": 48.98, "earnings22-10mins": 116.96}, "average_wer": 6.39, "dataset_average_wer": {"librispeech-10mins": 5.13, "earnings22-10mins": 7.78}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
272
  {"model": "openai/whisper-large-v2/949MB", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T22:50:38Z", "speed": 2.35, "tokens_per_second": 9.19, "dataset_speed": {"librispeech-10mins": 2.0, "earnings22-10mins": 3.44}, "dataset_tokens_per_second": {"librispeech-10mins": 8.57, "earnings22-10mins": 11.09}, "average_wer": 26.06, "dataset_average_wer": {"librispeech-10mins": 5.0, "earnings22-10mins": 49.35}, "qoi": 0.64, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
273
  {"model": "openai/whisper-tiny", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T18:28:00Z", "speed": 82.89, "tokens_per_second": 317.09, "dataset_speed": {"earnings22-10mins": 166.54, "librispeech-10mins": 55.26}, "dataset_tokens_per_second": {"earnings22-10mins": 566.49, "librispeech-10mins": 234.68}, "average_wer": 16.43, "dataset_average_wer": {"earnings22-10mins": 17.08, "librispeech-10mins": 15.84}, "qoi": 0.32, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
274
  {"model": "openai/whisper-large-v3/947MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-13T03:04:18Z", "speed": 1.71, "tokens_per_second": 6.51, "dataset_speed": {"librispeech-10mins": 1.56, "earnings22-10mins": 2.09}, "dataset_tokens_per_second": {"librispeech-10mins": 6.55, "earnings22-10mins": 6.4}, "average_wer": 28.03, "dataset_average_wer": {"librispeech-10mins": 4.6, "earnings22-10mins": 53.92}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
275
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-02T06:23:01Z", "speed": 8.83, "tokens_per_second": 36.18, "dataset_speed": {"earnings22-10mins": 14.31, "librispeech-10mins": 6.39}, "dataset_tokens_per_second": {"earnings22-10mins": 56.94, "librispeech-10mins": 26.94}, "average_wer": 6.42, "dataset_average_wer": {"earnings22-10mins": 8.5, "librispeech-10mins": 4.54}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
276
+ {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-28T04:09:47Z", "speed": 7.64, "tokens_per_second": 29.92, "dataset_speed": {"earnings22-10mins": 10.6, "librispeech-10mins": 5.98}, "dataset_tokens_per_second": {"earnings22-10mins": 41.69, "librispeech-10mins": 23.31}, "average_wer": 6.83, "dataset_average_wer": {"earnings22-10mins": 8.43, "librispeech-10mins": 5.39}, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
277
  {"model": "openai/whisper-base.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:57:51Z", "speed": 55.46, "tokens_per_second": 196.61, "dataset_speed": {"librispeech-10mins": 40.92, "earnings22-10mins": 86.25}, "dataset_tokens_per_second": {"librispeech-10mins": 157.55, "earnings22-10mins": 279.3}, "average_wer": 9.91, "dataset_average_wer": {"librispeech-10mins": 8.94, "earnings22-10mins": 10.97}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
278
  {"model": "openai/whisper-base.en", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:55:45Z", "speed": 69.84, "tokens_per_second": 247.74, "dataset_speed": {"librispeech-10mins": 51.38, "earnings22-10mins": 109.24}, "dataset_tokens_per_second": {"librispeech-10mins": 197.84, "earnings22-10mins": 354.3}, "average_wer": 9.77, "dataset_average_wer": {"librispeech-10mins": 8.94, "earnings22-10mins": 10.68}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
279
  {"model": "openai/whisper-base", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:22:58Z", "speed": 45.65, "tokens_per_second": 173.9, "dataset_speed": {"earnings22-10mins": 75.91, "librispeech-10mins": 32.68}, "dataset_tokens_per_second": {"earnings22-10mins": 258.72, "librispeech-10mins": 137.54}, "average_wer": 12.46, "dataset_average_wer": {"earnings22-10mins": 12.86, "librispeech-10mins": 12.1}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
282
  {"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-09-06T20:59:33Z", "speed": 14.63, "tokens_per_second": 50.0, "dataset_speed": {"librispeech-10mins": 10.66, "earnings22-10mins": 23.38}, "dataset_tokens_per_second": {"librispeech-10mins": 38.87, "earnings22-10mins": 74.52}, "average_wer": 5.83, "dataset_average_wer": {"librispeech-10mins": 4.4, "earnings22-10mins": 7.41}, "qoi": 0.73, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
283
  {"model": "openai/whisper-base", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:54:48Z", "speed": 66.73, "tokens_per_second": 253.71, "dataset_speed": {"earnings22-10mins": 105.92, "librispeech-10mins": 48.77}, "dataset_tokens_per_second": {"earnings22-10mins": 359.41, "librispeech-10mins": 205.25}, "average_wer": 12.25, "dataset_average_wer": {"earnings22-10mins": 12.43, "librispeech-10mins": 12.1}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
284
  {"model": "openai/whisper-small", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:59:59Z", "speed": 21.69, "tokens_per_second": 82.41, "dataset_speed": {"earnings22-10mins": 30.11, "librispeech-10mins": 16.97}, "dataset_tokens_per_second": {"earnings22-10mins": 101.37, "librispeech-10mins": 71.78}, "average_wer": 8.7, "dataset_average_wer": {"earnings22-10mins": 9.88, "librispeech-10mins": 7.63}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
285
+ {"model": "openai/whisper-small", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T20:18:44Z", "speed": 27.32, "tokens_per_second": 103.82, "dataset_speed": {"earnings22-10mins": 41.38, "librispeech-10mins": 20.42}, "dataset_tokens_per_second": {"earnings22-10mins": 139.3, "librispeech-10mins": 86.38}, "average_wer": 8.7, "dataset_average_wer": {"earnings22-10mins": 9.88, "librispeech-10mins": 7.63}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
286
  {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-09-06T21:06:16Z", "speed": 13.99, "tokens_per_second": 55.51, "dataset_speed": {"earnings22-10mins": 20.89, "librispeech-10mins": 10.53}, "dataset_tokens_per_second": {"earnings22-10mins": 83.46, "librispeech-10mins": 41.48}, "average_wer": 6.58, "dataset_average_wer": {"earnings22-10mins": 8.14, "librispeech-10mins": 5.16}, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
287
  {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T04:08:33Z", "speed": 14.08, "tokens_per_second": 54.14, "dataset_speed": {"librispeech-10mins": 10.75, "earnings22-10mins": 20.42}, "dataset_tokens_per_second": {"librispeech-10mins": 40.72, "earnings22-10mins": 79.74}, "average_wer": 6.66, "dataset_average_wer": {"librispeech-10mins": 5.39, "earnings22-10mins": 8.07}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
288
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-02T06:25:13Z", "speed": 5.66, "tokens_per_second": 23.68, "dataset_speed": {"librispeech-10mins": 4.24, "earnings22-10mins": 8.74}, "dataset_tokens_per_second": {"librispeech-10mins": 17.8, "earnings22-10mins": 36.37}, "average_wer": 8.73, "dataset_average_wer": {"librispeech-10mins": 4.67, "earnings22-10mins": 13.23}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
293
  {"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:09:27Z", "speed": 16.98, "tokens_per_second": 59.92, "dataset_speed": {"librispeech-10mins": 12.12, "earnings22-10mins": 28.46}, "dataset_tokens_per_second": {"librispeech-10mins": 44.82, "earnings22-10mins": 95.54}, "average_wer": 6.63, "dataset_average_wer": {"librispeech-10mins": 5.59, "earnings22-10mins": 7.78}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
294
  {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-28T03:33:16Z", "speed": 9.96, "tokens_per_second": 34.45, "dataset_speed": {"librispeech-10mins": 7.56, "earnings22-10mins": 14.63}, "dataset_tokens_per_second": {"librispeech-10mins": 27.65, "earnings22-10mins": 47.67}, "average_wer": 7.61, "dataset_average_wer": {"librispeech-10mins": 6.31, "earnings22-10mins": 9.05}, "qoi": 0.64, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
295
  {"model": "openai/whisper-large-v3", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T19:05:02Z", "speed": 2.51, "tokens_per_second": 9.9, "dataset_speed": {"earnings22-10mins": 3.61, "librispeech-10mins": 2.25}, "dataset_tokens_per_second": {"earnings22-10mins": 11.52, "librispeech-10mins": 9.5}, "average_wer": 32.83, "dataset_average_wer": {"earnings22-10mins": 64.97, "librispeech-10mins": 3.75}, "qoi": 0.74, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
296
+ {"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T03:26:05Z", "speed": 2.14, "tokens_per_second": 8.58, "dataset_speed": {"earnings22-10mins": 2.35, "librispeech-10mins": 2.04}, "dataset_tokens_per_second": {"earnings22-10mins": 8.92, "librispeech-10mins": 8.43}, "average_wer": 26.65, "dataset_average_wer": {"earnings22-10mins": 50.29, "librispeech-10mins": 5.26}, "qoi": 0.65, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
297
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-13T03:46:58Z", "speed": 6.52, "tokens_per_second": 24.28, "dataset_speed": {"earnings22-10mins": 10.84, "librispeech-10mins": 4.67}, "dataset_tokens_per_second": {"earnings22-10mins": 35.62, "librispeech-10mins": 19.42}, "average_wer": 7.73, "dataset_average_wer": {"earnings22-10mins": 9.3, "librispeech-10mins": 6.31}, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
298
  {"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:17:10Z", "speed": 14.43, "tokens_per_second": 49.31, "dataset_speed": {"earnings22-10mins": 23.24, "librispeech-10mins": 10.48}, "dataset_tokens_per_second": {"earnings22-10mins": 74.46, "librispeech-10mins": 38.02}, "average_wer": 6.14, "dataset_average_wer": {"earnings22-10mins": 7.49, "librispeech-10mins": 4.93}, "qoi": 0.72, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
299
+ {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T04:04:08Z", "speed": 7.29, "tokens_per_second": 28.43, "dataset_speed": {"earnings22-10mins": 10.11, "librispeech-10mins": 5.7}, "dataset_tokens_per_second": {"earnings22-10mins": 39.08, "librispeech-10mins": 22.45}, "average_wer": 6.32, "dataset_average_wer": {"earnings22-10mins": 7.78, "librispeech-10mins": 5.0}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
300
  {"model": "openai/whisper-tiny", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:53:56Z", "speed": 76.66, "tokens_per_second": 293.24, "dataset_speed": {"librispeech-10mins": 52.09, "earnings22-10mins": 145.64}, "dataset_tokens_per_second": {"librispeech-10mins": 221.23, "earnings22-10mins": 495.43}, "average_wer": 16.43, "dataset_average_wer": {"librispeech-10mins": 15.84, "earnings22-10mins": 17.08}, "qoi": 0.32, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
301
+ {"model": "openai/whisper-base.en", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T02:15:15Z", "speed": 55.65, "tokens_per_second": 197.45, "dataset_speed": {"earnings22-10mins": 75.17, "librispeech-10mins": 44.21}, "dataset_tokens_per_second": {"earnings22-10mins": 244.04, "librispeech-10mins": 170.16}, "average_wer": 10.04, "dataset_average_wer": {"earnings22-10mins": 11.12, "librispeech-10mins": 9.07}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
302
  {"model": "openai/whisper-large-v3/947MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T01:39:44Z", "speed": 4.02, "tokens_per_second": 14.38, "dataset_speed": {"earnings22-10mins": 5.88, "librispeech-10mins": 3.09}, "dataset_tokens_per_second": {"earnings22-10mins": 17.31, "librispeech-10mins": 12.92}, "average_wer": 12.98, "dataset_average_wer": {"earnings22-10mins": 22.24, "librispeech-10mins": 4.6}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
303
  {"model": "openai/whisper-tiny", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:53:40Z", "speed": 73.41, "tokens_per_second": 280.73, "dataset_speed": {"earnings22-10mins": 116.28, "librispeech-10mins": 53.69}, "dataset_tokens_per_second": {"earnings22-10mins": 395.15, "librispeech-10mins": 228.12}, "average_wer": 16.29, "dataset_average_wer": {"earnings22-10mins": 16.93, "librispeech-10mins": 15.71}, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
304
+ {"model": "openai/whisper-base", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T20:16:32Z", "speed": 72.44, "tokens_per_second": 275.43, "dataset_speed": {"earnings22-10mins": 139.48, "librispeech-10mins": 49.0}, "dataset_tokens_per_second": {"earnings22-10mins": 473.29, "librispeech-10mins": 206.22}, "average_wer": 12.25, "dataset_average_wer": {"earnings22-10mins": 12.43, "librispeech-10mins": 12.1}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
305
+ {"model": "openai/whisper-tiny.en", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T02:13:29Z", "speed": 90.7, "tokens_per_second": 317.32, "dataset_speed": {"librispeech-10mins": 68.65, "earnings22-10mins": 133.88}, "dataset_tokens_per_second": {"librispeech-10mins": 262.86, "earnings22-10mins": 423.96}, "average_wer": 14.98, "dataset_average_wer": {"librispeech-10mins": 13.35, "earnings22-10mins": 16.79}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
306
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-09-06T20:49:35Z", "speed": 11.23, "tokens_per_second": 41.89, "dataset_speed": {"librispeech-10mins": 7.61, "earnings22-10mins": 21.54}, "dataset_tokens_per_second": {"librispeech-10mins": 31.69, "earnings22-10mins": 70.89}, "average_wer": 7.73, "dataset_average_wer": {"librispeech-10mins": 6.38, "earnings22-10mins": 9.23}, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
307
  {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T03:32:05Z", "speed": 17.67, "tokens_per_second": 60.24, "dataset_speed": {"librispeech-10mins": 12.87, "earnings22-10mins": 28.29}, "dataset_tokens_per_second": {"librispeech-10mins": 46.74, "earnings22-10mins": 90.05}, "average_wer": 7.84, "dataset_average_wer": {"librispeech-10mins": 6.44, "earnings22-10mins": 9.38}, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
308
  {"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T19:36:36Z", "speed": 3.48, "tokens_per_second": 12.76, "dataset_speed": {"librispeech-10mins": 3.28, "earnings22-10mins": 4.02}, "dataset_tokens_per_second": {"librispeech-10mins": 12.2, "earnings22-10mins": 14.19}, "average_wer": 29.86, "dataset_average_wer": {"librispeech-10mins": 5.0, "earnings22-10mins": 57.34}, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
309
+ {"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-28T02:37:53Z", "speed": 2.59, "tokens_per_second": 10.34, "dataset_speed": {"librispeech-10mins": 2.61, "earnings22-10mins": 2.56}, "dataset_tokens_per_second": {"librispeech-10mins": 9.91, "earnings22-10mins": 10.99}, "average_wer": 21.76, "dataset_average_wer": {"librispeech-10mins": 5.26, "earnings22-10mins": 40.01}, "qoi": 0.65, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
310
+ {"model": "openai/whisper-small", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T02:16:35Z", "speed": 15.54, "tokens_per_second": 59.15, "dataset_speed": {"earnings22-10mins": 18.39, "librispeech-10mins": 13.47}, "dataset_tokens_per_second": {"earnings22-10mins": 61.91, "librispeech-10mins": 57.14}, "average_wer": 8.7, "dataset_average_wer": {"earnings22-10mins": 9.88, "librispeech-10mins": 7.63}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
311
  {"model": "openai/whisper-large-v2", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-07T17:33:29Z", "speed": 2.39, "tokens_per_second": 9.8, "dataset_speed": {"librispeech-10mins": 2.22, "earnings22-10mins": 3.19}, "dataset_tokens_per_second": {"librispeech-10mins": 9.57, "earnings22-10mins": 10.83}, "average_wer": 35.54, "dataset_average_wer": {"librispeech-10mins": 5.13, "earnings22-10mins": 69.15}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
312
  {"model": "openai/whisper-small.en", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T22:23:00Z", "speed": 15.54, "tokens_per_second": 54.87, "dataset_speed": {"earnings22-10mins": 22.29, "librispeech-10mins": 11.94}, "dataset_tokens_per_second": {"earnings22-10mins": 70.32, "librispeech-10mins": 46.62}, "average_wer": 7.42, "dataset_average_wer": {"earnings22-10mins": 8.21, "librispeech-10mins": 6.71}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
313
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:19:51Z", "speed": 9.11, "tokens_per_second": 38.11, "dataset_speed": {"earnings22-10mins": 15.03, "librispeech-10mins": 6.59}, "dataset_tokens_per_second": {"earnings22-10mins": 62.47, "librispeech-10mins": 27.79}, "average_wer": 8.04, "dataset_average_wer": {"earnings22-10mins": 11.92, "librispeech-10mins": 4.54}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
321
  {"model": "openai/whisper-small", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:57:02Z", "speed": 23.25, "tokens_per_second": 88.34, "dataset_speed": {"librispeech-10mins": 18.17, "earnings22-10mins": 32.32}, "dataset_tokens_per_second": {"librispeech-10mins": 76.88, "earnings22-10mins": 108.8}, "average_wer": 8.7, "dataset_average_wer": {"librispeech-10mins": 7.63, "earnings22-10mins": 9.88}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
322
  {"model": "openai/whisper-tiny", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:54:09Z", "speed": 90.09, "tokens_per_second": 345.45, "dataset_speed": {"librispeech-10mins": 61.21, "earnings22-10mins": 171.19}, "dataset_tokens_per_second": {"librispeech-10mins": 259.98, "earnings22-10mins": 585.47}, "average_wer": 16.85, "dataset_average_wer": {"librispeech-10mins": 15.78, "earnings22-10mins": 18.02}, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
323
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-02T06:22:38Z", "speed": 6.88, "tokens_per_second": 27.57, "dataset_speed": {"earnings22-10mins": 10.63, "librispeech-10mins": 5.09}, "dataset_tokens_per_second": {"earnings22-10mins": 40.44, "librispeech-10mins": 21.44}, "average_wer": 6.7, "dataset_average_wer": {"earnings22-10mins": 8.94, "librispeech-10mins": 4.67}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
324
+ {"model": "openai/whisper-large-v3/947MB", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T20:51:49Z", "speed": 3.74, "tokens_per_second": 13.91, "dataset_speed": {"earnings22-10mins": 5.6, "librispeech-10mins": 3.15}, "dataset_tokens_per_second": {"earnings22-10mins": 16.28, "librispeech-10mins": 13.15}, "average_wer": 27.55, "dataset_average_wer": {"earnings22-10mins": 52.91, "librispeech-10mins": 4.6}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
325
  {"model": "openai/whisper-small.en", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T21:02:52Z", "speed": 22.71, "tokens_per_second": 80.22, "dataset_speed": {"earnings22-10mins": 31.47, "librispeech-10mins": 17.79}, "dataset_tokens_per_second": {"earnings22-10mins": 99.3, "librispeech-10mins": 69.49}, "average_wer": 7.42, "dataset_average_wer": {"earnings22-10mins": 8.21, "librispeech-10mins": 6.71}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
326
+ {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T21:27:33Z", "speed": 10.46, "tokens_per_second": 42.46, "dataset_speed": {"librispeech-10mins": 7.28, "earnings22-10mins": 18.62}, "dataset_tokens_per_second": {"librispeech-10mins": 30.69, "earnings22-10mins": 72.7}, "average_wer": 6.7, "dataset_average_wer": {"librispeech-10mins": 4.54, "earnings22-10mins": 9.08}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
327
  {"model": "distil-whisper/distil-large-v3", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T02:54:13Z", "speed": 2.44, "tokens_per_second": 9.16, "dataset_speed": {"earnings22-10mins": 4.72, "librispeech-10mins": 1.65}, "dataset_tokens_per_second": {"earnings22-10mins": 15.52, "librispeech-10mins": 6.94}, "average_wer": 6.59, "dataset_average_wer": {"earnings22-10mins": 8.07, "librispeech-10mins": 5.26}, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
328
+ {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T21:32:49Z", "speed": 15.78, "tokens_per_second": 61.83, "dataset_speed": {"earnings22-10mins": 25.25, "librispeech-10mins": 11.49}, "dataset_tokens_per_second": {"earnings22-10mins": 98.81, "librispeech-10mins": 45.08}, "average_wer": 6.9, "dataset_average_wer": {"earnings22-10mins": 8.58, "librispeech-10mins": 5.39}, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
329
  {"model": "openai/whisper-base.en", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:57:52Z", "speed": 48.23, "tokens_per_second": 171.08, "dataset_speed": {"librispeech-10mins": 37.6, "earnings22-10mins": 67.34}, "dataset_tokens_per_second": {"librispeech-10mins": 144.77, "earnings22-10mins": 218.4}, "average_wer": 10.08, "dataset_average_wer": {"librispeech-10mins": 8.94, "earnings22-10mins": 11.34}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
330
  {"model": "openai/whisper-tiny.en", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T21:28:00Z", "speed": 61.34, "tokens_per_second": 214.9, "dataset_speed": {"librispeech-10mins": 41.24, "earnings22-10mins": 120.14}, "dataset_tokens_per_second": {"librispeech-10mins": 158.31, "earnings22-10mins": 380.44}, "average_wer": 15.08, "dataset_average_wer": {"librispeech-10mins": 13.61, "earnings22-10mins": 16.72}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
331
  {"model": "distil-whisper/distil-large-v3/turbo", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T03:25:51Z", "speed": 2.7, "tokens_per_second": 9.93, "dataset_speed": {"earnings22-10mins": 2.7}, "dataset_tokens_per_second": {"earnings22-10mins": 9.93}, "average_wer": 8.07, "dataset_average_wer": {"earnings22-10mins": 8.07}, "qoi": 1, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
332
+ {"model": "openai/whisper-base", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T02:14:32Z", "speed": 54.37, "tokens_per_second": 207.18, "dataset_speed": {"librispeech-10mins": 42.91, "earnings22-10mins": 74.3}, "dataset_tokens_per_second": {"librispeech-10mins": 180.7, "earnings22-10mins": 253.22}, "average_wer": 12.46, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.86}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
333
  {"model": "openai/whisper-base", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-27T22:36:53Z", "speed": 64.44, "tokens_per_second": 244.98, "dataset_speed": {"librispeech-10mins": 48.33, "earnings22-10mins": 96.82}, "dataset_tokens_per_second": {"librispeech-10mins": 203.44, "earnings22-10mins": 328.55}, "average_wer": 12.25, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.43}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
334
  {"model": "openai/whisper-small", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-01T20:59:44Z", "speed": 22.68, "tokens_per_second": 86.19, "dataset_speed": {"librispeech-10mins": 18.05, "earnings22-10mins": 30.57}, "dataset_tokens_per_second": {"librispeech-10mins": 76.35, "earnings22-10mins": 102.92}, "average_wer": 8.7, "dataset_average_wer": {"librispeech-10mins": 7.63, "earnings22-10mins": 9.88}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
335
+ {"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T21:23:05Z", "speed": 16.77, "tokens_per_second": 57.12, "dataset_speed": {"earnings22-10mins": 29.22, "librispeech-10mins": 11.78}, "dataset_tokens_per_second": {"earnings22-10mins": 93.02, "librispeech-10mins": 42.71}, "average_wer": 6.14, "dataset_average_wer": {"earnings22-10mins": 7.49, "librispeech-10mins": 4.93}, "qoi": 0.72, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
336
  {"model": "openai/whisper-large-v3-v20240930", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:13:16Z", "speed": 9.15, "tokens_per_second": 38.65, "dataset_speed": {"earnings22-10mins": 15.09, "librispeech-10mins": 6.57}, "dataset_tokens_per_second": {"earnings22-10mins": 64.71, "librispeech-10mins": 27.35}, "average_wer": 6.01, "dataset_average_wer": {"earnings22-10mins": 7.85, "librispeech-10mins": 4.34}, "qoi": 0.74, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
337
  {"model": "openai/whisper-tiny", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-01T20:53:48Z", "speed": 100.8, "tokens_per_second": 385.1, "dataset_speed": {"librispeech-10mins": 69.14, "earnings22-10mins": 186.67}, "dataset_tokens_per_second": {"librispeech-10mins": 293.62, "earnings22-10mins": 633.12}, "average_wer": 16.19, "dataset_average_wer": {"librispeech-10mins": 15.78, "earnings22-10mins": 16.64}, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
338
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-02T03:34:40Z", "speed": 7.08, "tokens_per_second": 26.4, "dataset_speed": {"librispeech-10mins": 4.93, "earnings22-10mins": 12.59}, "dataset_tokens_per_second": {"librispeech-10mins": 20.52, "earnings22-10mins": 41.47}, "average_wer": 7.77, "dataset_average_wer": {"librispeech-10mins": 6.31, "earnings22-10mins": 9.38}, "qoi": 0.67, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
339
  {"model": "openai/whisper-large-v3-v20240930/turbo", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T03:55:08Z", "speed": 2.53, "tokens_per_second": 8.14, "dataset_speed": {"earnings22-10mins": 2.53}, "dataset_tokens_per_second": {"earnings22-10mins": 8.14}, "average_wer": 7.49, "dataset_average_wer": {"earnings22-10mins": 7.49}, "qoi": 1, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
340
+ {"model": "openai/whisper-large-v3/turbo", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T20:59:09Z", "speed": 5.96, "tokens_per_second": 19.8, "dataset_speed": {"earnings22-10mins": 5.96}, "dataset_tokens_per_second": {"earnings22-10mins": 19.8}, "average_wer": 43.02, "dataset_average_wer": {"earnings22-10mins": 43.02}, "qoi": 0, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
341
  {"model": "distil-whisper/distil-large-v3", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T09:00:21Z", "speed": 11.08, "tokens_per_second": 41.09, "dataset_speed": {"earnings22-10mins": 24.21, "librispeech-10mins": 7.2}, "dataset_tokens_per_second": {"earnings22-10mins": 78.59, "librispeech-10mins": 29.98}, "average_wer": 6.63, "dataset_average_wer": {"earnings22-10mins": 8.21, "librispeech-10mins": 5.19}, "qoi": 0.68, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
342
  {"model": "openai/whisper-small.en", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T07:39:23Z", "speed": 9.03, "tokens_per_second": 32.61, "dataset_speed": {"earnings22-10mins": 11.89, "librispeech-10mins": 7.29}, "dataset_tokens_per_second": {"earnings22-10mins": 40.26, "librispeech-10mins": 27.93}, "average_wer": 7.87, "dataset_average_wer": {"earnings22-10mins": 8.72, "librispeech-10mins": 7.1}, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
343
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T09:03:01Z", "speed": 6.78, "tokens_per_second": 24.98, "dataset_speed": {"earnings22-10mins": 12.68, "librispeech-10mins": 4.63}, "dataset_tokens_per_second": {"earnings22-10mins": 40.7, "librispeech-10mins": 19.26}, "average_wer": 7.73, "dataset_average_wer": {"earnings22-10mins": 9.3, "librispeech-10mins": 6.31}, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
dashboard_data/support_data_c814cae.csv CHANGED
@@ -1,23 +1,23 @@
1
- ,Model,"Apple M2 (Mac14,3)","Apple M4 (Mac16,10)","Apple M1 (Macmini9,1)","iPad Pro (11-inch) (3rd generation) (iPad13,6)","iPad Air 11-inch (M2) (iPad14,8)","iPad Air 13-inch (M3) (iPad15,5)","iPad (A16) (iPad15,7)","iPad mini (A17 Pro) (iPad16,1)","iPad Pro 11-inch (M4) (iPad16,3)"
2
- distil-whisper_distil-large-v3,distil-whisper_distil-large-v3,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Macmini9%2C1_summary_2025-09-06T154244.json>macOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>
3
- distil-whisper_distil-large-v3_594MB,distil-whisper_distil-large-v3_594MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>
4
- distil-whisper_distil-large-v3_turbo,distil-whisper_distil-large-v3_turbo,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C3_summary_2025-08-27T211253.json>iPadOS 26.0</a><p>? iPadOS 18.4.1</p>
5
- distil-whisper_distil-large-v3_turbo_600MB,distil-whisper_distil-large-v3_turbo_600MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>
6
- openai_whisper-base,openai_whisper-base,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>
7
- openai_whisper-base.en,openai_whisper-base.en,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>
8
- openai_whisper-large-v2,openai_whisper-large-v2,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Macmini9%2C1_summary_2025-09-06T154244.json>macOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C5_summary_2025-08-01T235644.json>iPadOS 18.6</a>,Not Supported,Not Supported,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>
9
- openai_whisper-large-v2_949MB,openai_whisper-large-v2_949MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>
10
- openai_whisper-large-v2_turbo,openai_whisper-large-v2_turbo,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C3_summary_2025-08-27T211253.json>iPadOS 26.0</a><p>? iPadOS 18.4.1</p>
11
- openai_whisper-large-v2_turbo_955MB,openai_whisper-large-v2_turbo_955MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>
12
- openai_whisper-large-v3,openai_whisper-large-v3,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Macmini9%2C1_summary_2025-09-06T154244.json>macOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>
13
- openai_whisper-large-v3-v20240930,openai_whisper-large-v3-v20240930,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Macmini9%2C1_summary_2025-09-06T154244.json>macOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,? iPadOS 26.0<p>? iPadOS 18.4.1</p>
14
- openai_whisper-large-v3-v20240930_626MB,openai_whisper-large-v3-v20240930_626MB,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Mac14%2C3_summary_2025-09-07T121012.json>macOS 26.0</a>,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>
15
- openai_whisper-large-v3-v20240930_turbo,openai_whisper-large-v3-v20240930_turbo,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C3_summary_2025-08-27T211253.json>iPadOS 26.0</a><p>? iPadOS 18.4.1</p>
16
- openai_whisper-large-v3-v20240930_turbo_632MB,openai_whisper-large-v3-v20240930_turbo_632MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>
17
- openai_whisper-large-v3_947MB,openai_whisper-large-v3_947MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>
18
- openai_whisper-large-v3_turbo,openai_whisper-large-v3_turbo,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C3_summary_2025-08-27T211253.json>iPadOS 26.0</a><p>? iPadOS 18.4.1</p>
19
- openai_whisper-large-v3_turbo_954MB,openai_whisper-large-v3_turbo_954MB,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Mac14%2C3_summary_2025-09-07T121012.json>macOS 26.0</a>,✅ macOS 26.0<p>✅ macOS 15.5</p>,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>
20
- openai_whisper-small,openai_whisper-small,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>
21
- openai_whisper-small.en,openai_whisper-small.en,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>
22
- openai_whisper-tiny,openai_whisper-tiny,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>
23
- openai_whisper-tiny.en,openai_whisper-tiny.en,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>
 
1
+ ,Model,"Apple M2 (Mac14,3)","Apple M4 (Mac16,10)","Apple M4 Pro (Mac16,8)","Apple M1 (Macmini9,1)","iPad Pro (11-inch) (3rd generation) (iPad13,6)","iPad Air 11-inch (M2) (iPad14,8)","iPad Air 13-inch (M3) (iPad15,5)","iPad (A16) (iPad15,7)","iPad mini (A17 Pro) (iPad16,1)","iPad Pro 11-inch (M4) (iPad16,3)","iPhone 15 (iPhone15,4)","iPhone 16 Pro (iPhone17,1)","iPhone 16e (iPhone17,5)"
2
+ distil-whisper_distil-large-v3,distil-whisper_distil-large-v3,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Macmini9%2C1_summary_2025-09-06T154244.json>macOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
3
+ distil-whisper_distil-large-v3_594MB,distil-whisper_distil-large-v3_594MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
4
+ distil-whisper_distil-large-v3_turbo,distil-whisper_distil-large-v3_turbo,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C3_summary_2025-08-27T211253.json>iPadOS 26.0</a><p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
5
+ distil-whisper_distil-large-v3_turbo_600MB,distil-whisper_distil-large-v3_turbo_600MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
6
+ openai_whisper-base,openai_whisper-base,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,✅ macOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
7
+ openai_whisper-base.en,openai_whisper-base.en,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
8
+ openai_whisper-large-v2,openai_whisper-large-v2,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Macmini9%2C1_summary_2025-09-06T154244.json>macOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C5_summary_2025-08-01T235644.json>iPadOS 18.6</a>,Not Supported,Not Supported,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
9
+ openai_whisper-large-v2_949MB,openai_whisper-large-v2_949MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
10
+ openai_whisper-large-v2_turbo,openai_whisper-large-v2_turbo,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C3_summary_2025-08-27T211253.json>iPadOS 26.0</a><p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
11
+ openai_whisper-large-v2_turbo_955MB,openai_whisper-large-v2_turbo_955MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
12
+ openai_whisper-large-v3,openai_whisper-large-v3,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Macmini9%2C1_summary_2025-09-06T154244.json>macOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
13
+ openai_whisper-large-v3-v20240930,openai_whisper-large-v3-v20240930,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Macmini9%2C1_summary_2025-09-06T154244.json>macOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,? iPadOS 26.0<p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
14
+ openai_whisper-large-v3-v20240930_626MB,openai_whisper-large-v3-v20240930_626MB,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Mac14%2C3_summary_2025-09-07T121012.json>macOS 26.0</a>,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,✅ macOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
15
+ openai_whisper-large-v3-v20240930_turbo,openai_whisper-large-v3-v20240930_turbo,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C3_summary_2025-08-27T211253.json>iPadOS 26.0</a><p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
16
+ openai_whisper-large-v3-v20240930_turbo_632MB,openai_whisper-large-v3-v20240930_turbo_632MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
17
+ openai_whisper-large-v3_947MB,openai_whisper-large-v3_947MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
18
+ openai_whisper-large-v3_turbo,openai_whisper-large-v3_turbo,✅ macOS 26.0,✅ macOS 26.0<p>�� macOS 15.5</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Mac16%2C8_summary_2025-09-16T143413.json>macOS 15.7</a>,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C3_summary_2025-08-27T211253.json>iPadOS 26.0</a><p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
19
+ openai_whisper-large-v3_turbo_954MB,openai_whisper-large-v3_turbo_954MB,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Mac14%2C3_summary_2025-09-07T121012.json>macOS 26.0</a>,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
20
+ openai_whisper-small,openai_whisper-small,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
21
+ openai_whisper-small.en,openai_whisper-small.en,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
22
+ openai_whisper-tiny,openai_whisper-tiny,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
23
+ openai_whisper-tiny.en,openai_whisper-tiny.en,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
dashboard_data/test_coverage_112a023.json CHANGED
@@ -5,155 +5,155 @@
5
  "skipped_devices": 88,
6
  "coverage_percentage": 35.76642335766424,
7
  "tested_device_list": [
8
- "Mac14,15",
9
- "iPad14,10",
10
- "Mac14,2",
11
  "iPhone12,5",
12
- "Mac15,8",
13
- "Mac14,13",
14
- "iPad14,6",
15
- "iPad14,9",
16
- "Mac15,5",
17
- "iPad14,5",
18
- "iPad14,4",
19
- "iPad14,3",
20
- "Mac15,9",
21
- "Mac15,10",
22
  "iPad16,6",
23
- "iPhone12,3",
24
- "Mac16,8",
25
- "Mac16,9",
26
- "Mac14,12",
27
- "iPad14,11",
28
  "Mac14,3",
 
 
 
 
 
 
 
 
29
  "Mac15,4",
30
  "Mac14,14",
31
- "Mac14,9",
32
- "iPad14,8",
33
- "iPhone14,4",
34
- "iPhone14,5",
35
  "Mac15,13",
36
- "iPhone12,8",
37
  "iPhone14,7",
38
- "iPhone14,6",
39
- "Mac14,7",
40
- "Mac14,5",
41
- "iPhone14,3",
42
- "iPhone14,2",
43
- "iPad16,3",
44
  "Mac14,4",
 
 
 
 
 
 
 
 
45
  "Mac15,6",
46
- "Mac15,11",
47
- "Mac15,3",
48
- "Mac15,7",
49
- "Mac14,6",
50
- "iPad16,5",
51
  "iPhone14,8",
52
- "Mac15,12",
53
- "iPad16,4",
54
- "Mac14,8",
55
- "Mac14,10",
56
- "iPhone12,1"
 
 
 
 
 
57
  ],
58
  "skipped_device_list": [
59
- "iPad8,10",
 
 
 
 
 
60
  "Mac16,1",
 
61
  "iPhone11,5",
62
  "iPad16,1",
63
- "iPhone13,3",
64
- "iPad13,8",
65
- "Mac16,10",
66
  "iPhone17,3",
67
- "iPad14,2",
68
- "iPad15,5",
69
- "iPad8,7",
70
- "Mac16,13",
71
- "iPad13,10",
72
- "iPhone13,2",
73
- "iPad15,4",
74
- "iPad13,5",
75
- "iPad13,17",
76
- "Mac13,1",
77
- "iPad13,7",
78
  "MacBookAir10,1",
79
- "Mac13,2",
80
- "iPad13,4",
81
- "iPad15,6",
82
- "iPad11,6",
83
  "iPhone16,2",
84
- "iPhone17,4",
 
 
 
 
 
 
 
 
 
 
 
85
  "iPad11,2",
86
- "iPhone11,2",
87
- "iPad8,12",
88
- "iPhone11,4",
89
- "iPhone11,3",
90
- "iPad11,4",
91
  "iPad8,5",
92
- "iPad15,3",
 
 
 
93
  "iPad11,1",
94
  "MacBookPro18,2",
95
- "Mac16,11",
96
- "iPad15,8",
97
- "iPad8,1",
98
- "iPad16,2",
99
- "iPad8,9",
100
- "iPad11,3",
101
- "iMac21,1",
102
- "iMac21,2",
103
- "iPhone17,5",
104
- "iPad13,1",
105
- "Mac16,12",
106
- "iPhone13,4",
107
- "iPhone15,4",
108
- "iPhone12,2",
109
- "iPad8,6",
110
- "Mac16,5",
111
- "iPad13,18",
112
  "iPad12,2",
113
- "Mac16,3",
114
- "iPad8,2",
115
- "iPhone16,1",
116
- "MacBookPro18,3",
117
- "Mac16,6",
118
- "iPad8,4",
119
- "iPhone15,5",
120
- "iPad13,16",
121
- "iPhone17,1",
122
- "iPad8,3",
123
- "MacBookPro17,1",
124
- "iPhone13,1",
125
  "iPhone12,4",
 
126
  "iPad8,11",
127
- "iPhone11,6",
128
- "Macmini9,1",
 
129
  "iPad13,2",
130
- "iPhone15,3",
131
- "iPad13,6",
 
 
 
 
 
 
 
132
  "Mac16,7",
 
 
133
  "MacBookPro18,1",
134
- "MacBookPro18,4",
135
- "iPad11,7",
136
  "iPad14,1",
137
- "iPad12,1",
138
- "Mac16,2",
 
 
 
139
  "iPad13,19",
140
- "iPad13,11",
141
- "iPad8,8",
142
- "iPhone15,2",
 
 
 
 
 
 
 
 
 
 
143
  "iPhone11,8",
144
- "iPhone17,2",
145
- "iPad15,7",
146
- "iPad13,9"
 
147
  ],
148
  "tested_os_versions": [
149
- "iOS_17.7.1",
150
- "macOS_15.1.1",
151
- "iPadOS_17.6.1",
152
- "iOS_17.6.1",
153
- "iPadOS_18.1",
154
  "macOS_15.2",
155
- "macOS_15.2.0",
156
- "macOS_15.0.1"
 
 
 
 
 
157
  ],
158
  "has_target_os_coverage": false,
159
  "covered_target_versions": [
 
5
  "skipped_devices": 88,
6
  "coverage_percentage": 35.76642335766424,
7
  "tested_device_list": [
8
+ "iPhone14,5",
 
 
9
  "iPhone12,5",
10
+ "iPhone14,4",
11
+ "Mac14,10",
12
+ "Mac15,11",
 
 
 
 
 
 
 
13
  "iPad16,6",
 
 
 
 
 
14
  "Mac14,3",
15
+ "iPad14,4",
16
+ "Mac14,7",
17
+ "iPad16,5",
18
+ "iPhone14,6",
19
+ "Mac14,8",
20
+ "Mac15,8",
21
+ "iPad14,10",
22
+ "iPhone14,3",
23
  "Mac15,4",
24
  "Mac14,14",
25
+ "Mac16,9",
26
+ "Mac16,8",
 
 
27
  "Mac15,13",
28
+ "iPad14,11",
29
  "iPhone14,7",
30
+ "iPad14,9",
31
+ "Mac14,13",
32
+ "Mac15,7",
33
+ "iPad14,6",
34
+ "iPad14,3",
35
+ "Mac15,3",
36
  "Mac14,4",
37
+ "Mac14,9",
38
+ "iPhone12,3",
39
+ "iPad16,4",
40
+ "Mac15,12",
41
+ "iPhone14,2",
42
+ "Mac14,5",
43
+ "Mac15,9",
44
+ "Mac14,2",
45
  "Mac15,6",
 
 
 
 
 
46
  "iPhone14,8",
47
+ "iPhone12,8",
48
+ "Mac14,15",
49
+ "iPad14,5",
50
+ "iPad16,3",
51
+ "iPad14,8",
52
+ "Mac14,6",
53
+ "Mac14,12",
54
+ "Mac15,10",
55
+ "iPhone12,1",
56
+ "Mac15,5"
57
  ],
58
  "skipped_device_list": [
59
+ "iPad13,18",
60
+ "iPad11,4",
61
+ "iPhone11,2",
62
+ "Mac16,10",
63
+ "iPhone15,3",
64
+ "iPad15,8",
65
  "Mac16,1",
66
+ "Mac16,11",
67
  "iPhone11,5",
68
  "iPad16,1",
69
+ "iPhone15,5",
 
 
70
  "iPhone17,3",
71
+ "Macmini9,1",
72
+ "iPad16,2",
 
 
 
 
 
 
 
 
 
73
  "MacBookAir10,1",
 
 
 
 
74
  "iPhone16,2",
75
+ "iPad11,6",
76
+ "iPad13,4",
77
+ "iPhone15,2",
78
+ "iPhone17,2",
79
+ "iPhone16,1",
80
+ "iPad13,11",
81
+ "iPad8,8",
82
+ "iPad8,4",
83
+ "iPad15,5",
84
+ "Mac16,5",
85
+ "iPhone17,5",
86
+ "iPad8,3",
87
  "iPad11,2",
 
 
 
 
 
88
  "iPad8,5",
89
+ "iPhone15,4",
90
+ "iPad15,7",
91
+ "iPad15,4",
92
+ "Mac16,13",
93
  "iPad11,1",
94
  "MacBookPro18,2",
95
+ "iPad13,6",
96
+ "Mac13,2",
97
+ "iPad8,7",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
98
  "iPad12,2",
99
+ "iPad15,3",
100
+ "iPad13,7",
101
+ "iPad8,12",
 
 
 
 
 
 
 
 
 
102
  "iPhone12,4",
103
+ "iPad13,8",
104
  "iPad8,11",
105
+ "iPad13,17",
106
+ "Mac16,3",
107
+ "iPad13,10",
108
  "iPad13,2",
109
+ "iPhone11,4",
110
+ "iPad11,7",
111
+ "iPad13,5",
112
+ "Mac16,2",
113
+ "Mac13,1",
114
+ "iPhone11,6",
115
+ "iPad13,16",
116
+ "iPhone13,2",
117
+ "iMac21,1",
118
  "Mac16,7",
119
+ "iPhone11,3",
120
+ "iPhone17,1",
121
  "MacBookPro18,1",
 
 
122
  "iPad14,1",
123
+ "iPad15,6",
124
+ "iPad8,2",
125
+ "iMac21,2",
126
+ "iPad8,1",
127
+ "Mac16,12",
128
  "iPad13,19",
129
+ "MacBookPro17,1",
130
+ "MacBookPro18,3",
131
+ "iPhone12,2",
132
+ "iPhone13,1",
133
+ "iPad8,10",
134
+ "iPad8,9",
135
+ "iPad12,1",
136
+ "Mac16,6",
137
+ "MacBookPro18,4",
138
+ "iPhone17,4",
139
+ "iPad13,9",
140
+ "iPhone13,3",
141
+ "iPad13,1",
142
  "iPhone11,8",
143
+ "iPad8,6",
144
+ "iPad14,2",
145
+ "iPhone13,4",
146
+ "iPad11,3"
147
  ],
148
  "tested_os_versions": [
 
 
 
 
 
149
  "macOS_15.2",
150
+ "iPadOS_18.1",
151
+ "iOS_17.6.1",
152
+ "iPadOS_17.6.1",
153
+ "macOS_15.1.1",
154
+ "iOS_17.7.1",
155
+ "macOS_15.0.1",
156
+ "macOS_15.2.0"
157
  ],
158
  "has_target_os_coverage": false,
159
  "covered_target_versions": [
dashboard_data/test_coverage_11a1fab.json CHANGED
@@ -5,151 +5,151 @@
5
  "skipped_devices": 115,
6
  "coverage_percentage": 16.05839416058394,
7
  "tested_device_list": [
8
- "iPad13,1",
9
- "iPad13,2",
10
  "Mac16,12",
11
- "Mac16,3",
12
- "Mac16,1",
13
- "iPad15,4",
14
- "iPad16,1",
15
- "Mac16,6",
 
16
  "Mac16,7",
17
- "iPad15,7",
18
- "iPad15,3",
19
  "Mac16,10",
20
- "iPad15,6",
21
- "Mac16,11",
22
  "iPad15,8",
23
- "Mac16,5",
24
- "iPad15,5",
 
 
 
 
 
25
  "Mac16,13",
26
- "iPad16,2",
27
- "Mac16,2",
28
- "iPad13,18",
29
- "iPad13,19"
30
  ],
31
  "skipped_device_list": [
32
- "iPad8,10",
33
- "Mac14,15",
34
- "Mac14,13",
35
- "iPhone11,5",
36
- "iPad14,6",
37
- "Mac15,5",
38
- "iPad13,8",
39
- "iPhone13,3",
40
- "iPhone17,3",
41
- "Mac16,8",
42
- "iPad14,2",
43
- "Mac16,9",
44
- "iPad8,7",
45
  "Mac15,4",
46
- "Mac14,14",
47
- "iPad13,10",
48
- "iPhone13,2",
49
- "iPhone14,4",
50
- "iPad13,5",
51
- "iPad13,17",
52
  "iPhone14,3",
53
- "iPhone14,2",
54
- "Mac13,1",
55
- "iPad13,7",
56
- "Mac15,6",
 
 
 
 
57
  "MacBookAir10,1",
58
- "Mac15,3",
59
- "Mac15,7",
60
- "Mac13,2",
61
- "iPad13,4",
62
- "iPad11,6",
63
  "iPhone16,2",
64
- "iPhone17,4",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
65
  "iPad11,2",
66
- "iPad14,9",
67
- "iPhone11,2",
68
- "iPad8,12",
69
- "iPad16,6",
70
- "Mac14,12",
71
- "iPhone11,4",
72
- "iPhone11,3",
73
- "iPad14,8",
74
- "iPad11,4",
75
  "iPad8,5",
76
- "Mac15,13",
77
- "iPhone12,8",
78
- "Mac14,5",
 
79
  "iPad11,1",
80
  "MacBookPro18,2",
81
- "Mac14,8",
82
- "iPad8,1",
83
- "iPad8,9",
84
  "iPad11,3",
85
- "iMac21,1",
86
- "iMac21,2",
87
- "iPhone17,5",
88
- "iPhone13,4",
89
  "Mac14,2",
90
- "iPhone15,4",
91
- "iPhone12,5",
92
- "iPad14,5",
93
- "iPhone12,2",
94
- "iPad14,4",
95
- "Mac15,10",
96
- "iPad8,6",
97
  "iPad12,2",
98
- "Mac14,9",
99
- "iPad8,2",
100
- "iPhone16,1",
101
- "MacBookPro18,3",
102
- "iPhone14,6",
103
- "iPad8,4",
104
- "Mac14,7",
105
- "iPhone15,5",
106
- "iPad13,16",
107
- "iPhone17,1",
108
- "iPad8,3",
109
- "Mac15,11",
110
- "MacBookPro17,1",
111
- "Mac14,6",
112
- "iPad16,5",
113
- "iPhone13,1",
114
- "Mac15,12",
115
  "iPhone12,4",
116
- "iPad8,11",
117
- "iPhone12,1",
118
- "iPhone11,6",
119
- "Macmini9,1",
120
- "iPhone15,3",
121
  "iPad14,10",
122
- "Mac15,8",
123
- "iPad13,6",
 
 
 
 
 
 
 
 
 
 
 
 
 
124
  "Mac15,9",
 
 
 
 
 
 
125
  "MacBookPro18,1",
126
- "iPad14,3",
127
- "MacBookPro18,4",
128
- "iPhone12,3",
129
- "iPad11,7",
 
 
 
 
 
130
  "iPad14,11",
 
 
 
 
131
  "iPad12,1",
132
- "Mac14,3",
133
- "iPad14,1",
134
- "iPad13,11",
135
- "iPad8,8",
136
- "iPhone15,2",
137
- "iPhone14,5",
138
- "iPhone11,8",
139
- "iPhone14,7",
140
- "iPhone17,2",
141
- "iPad16,3",
142
- "Mac14,4",
143
- "iPhone14,8",
144
- "iPad13,9",
145
  "iPad16,4",
146
- "Mac14,10"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
147
  ],
148
  "tested_os_versions": [
149
- "macOS_15.4.0",
150
- "iPadOS_18.4",
151
  "iPadOS_18.3.2",
152
- "macOS_15.4"
 
 
153
  ],
154
  "has_target_os_coverage": false,
155
  "covered_target_versions": [
 
5
  "skipped_devices": 115,
6
  "coverage_percentage": 16.05839416058394,
7
  "tested_device_list": [
 
 
8
  "Mac16,12",
9
+ "iPad16,2",
10
+ "Mac16,2",
11
+ "iPad13,18",
12
+ "iPad13,19",
13
+ "iPad15,5",
14
+ "iPad13,1",
15
  "Mac16,7",
16
+ "Mac16,5",
 
17
  "Mac16,10",
18
+ "iPad15,3",
 
19
  "iPad15,8",
20
+ "Mac16,1",
21
+ "Mac16,11",
22
+ "iPad15,7",
23
+ "Mac16,3",
24
+ "iPad15,6",
25
+ "iPad16,1",
26
+ "iPad15,4",
27
  "Mac16,13",
28
+ "Mac16,6",
29
+ "iPad13,2"
 
 
30
  ],
31
  "skipped_device_list": [
32
+ "iPad11,4",
33
+ "iPhone11,2",
34
+ "iPad14,4",
 
 
 
 
 
 
 
 
 
 
35
  "Mac15,4",
 
 
 
 
 
 
36
  "iPhone14,3",
37
+ "iPhone15,3",
38
+ "iPhone11,5",
39
+ "Mac14,4",
40
+ "iPhone15,5",
41
+ "iPhone12,3",
42
+ "iPhone17,3",
43
+ "Mac15,12",
44
+ "Macmini9,1",
45
  "MacBookAir10,1",
 
 
 
 
 
46
  "iPhone16,2",
47
+ "iPad11,6",
48
+ "iPad13,4",
49
+ "iPhone15,2",
50
+ "iPhone17,2",
51
+ "iPhone16,1",
52
+ "Mac14,6",
53
+ "iPhone12,1",
54
+ "iPad13,11",
55
+ "iPad8,8",
56
+ "iPhone14,5",
57
+ "iPad8,4",
58
+ "iPhone12,5",
59
+ "Mac15,11",
60
+ "Mac14,3",
61
+ "iPhone14,6",
62
+ "Mac14,8",
63
+ "iPhone17,5",
64
+ "iPhone14,7",
65
+ "iPad8,3",
66
  "iPad11,2",
 
 
 
 
 
 
 
 
 
67
  "iPad8,5",
68
+ "iPhone15,4",
69
+ "Mac14,13",
70
+ "iPad14,9",
71
+ "Mac14,9",
72
  "iPad11,1",
73
  "MacBookPro18,2",
74
+ "iPad13,6",
75
+ "Mac13,2",
 
76
  "iPad11,3",
 
 
 
 
77
  "Mac14,2",
78
+ "iPad8,7",
79
+ "iPhone14,8",
 
 
 
 
 
80
  "iPad12,2",
81
+ "iPad14,5",
82
+ "iPad13,7",
83
+ "iPad8,12",
84
+ "Mac15,5",
85
+ "iPad13,8",
 
 
 
 
 
 
 
 
 
 
 
 
86
  "iPhone12,4",
87
+ "iPad16,6",
88
+ "Mac14,10",
89
+ "iPhone14,4",
90
+ "iPad16,5",
 
91
  "iPad14,10",
92
+ "Mac14,14",
93
+ "Mac16,8",
94
+ "Mac16,9",
95
+ "iPad8,11",
96
+ "Mac15,7",
97
+ "iPad13,17",
98
+ "iPad14,6",
99
+ "iPad13,10",
100
+ "Mac15,3",
101
+ "iPhone11,4",
102
+ "iPad11,7",
103
+ "iPad13,5",
104
+ "iPhone14,2",
105
+ "Mac14,5",
106
+ "Mac13,1",
107
  "Mac15,9",
108
+ "iPhone11,6",
109
+ "iPad13,16",
110
+ "iPhone13,2",
111
+ "iMac21,1",
112
+ "iPhone11,3",
113
+ "iPhone17,1",
114
  "MacBookPro18,1",
115
+ "iPad14,1",
116
+ "iPad8,2",
117
+ "Mac15,10",
118
+ "iMac21,2",
119
+ "iPad8,1",
120
+ "Mac14,7",
121
+ "MacBookPro17,1",
122
+ "iPhone12,2",
123
+ "Mac15,13",
124
  "iPad14,11",
125
+ "iPhone13,1",
126
+ "iPad8,10",
127
+ "iPad8,9",
128
+ "iPad14,3",
129
  "iPad12,1",
 
 
 
 
 
 
 
 
 
 
 
 
 
130
  "iPad16,4",
131
+ "MacBookPro18,4",
132
+ "iPhone17,4",
133
+ "iPad13,9",
134
+ "iPhone13,3",
135
+ "Mac15,6",
136
+ "iPhone12,8",
137
+ "Mac14,15",
138
+ "iPad16,3",
139
+ "iPad14,8",
140
+ "iPhone11,8",
141
+ "iPad8,6",
142
+ "iPad14,2",
143
+ "Mac14,12",
144
+ "iPhone13,4",
145
+ "MacBookPro18,3",
146
+ "Mac15,8"
147
  ],
148
  "tested_os_versions": [
 
 
149
  "iPadOS_18.3.2",
150
+ "macOS_15.4.0",
151
+ "macOS_15.4",
152
+ "iPadOS_18.4"
153
  ],
154
  "has_target_os_coverage": false,
155
  "covered_target_versions": [
dashboard_data/test_coverage_8c0acbd.json CHANGED
@@ -5,159 +5,159 @@
5
  "skipped_devices": 55,
6
  "coverage_percentage": 59.854014598540154,
7
  "tested_device_list": [
8
- "iPhone17,5",
9
- "Mac14,15",
10
- "iPhone13,4",
11
- "Mac14,2",
12
- "iPhone15,4",
13
- "Mac14,13",
14
- "iPhone12,5",
15
- "iPad16,1",
16
- "iPad14,6",
17
- "Mac15,5",
18
- "iPad14,5",
19
- "iPad13,8",
20
- "iPhone13,3",
21
  "iPad14,4",
22
- "iPhone17,3",
23
- "Mac15,10",
24
- "Mac16,8",
25
- "iPad14,2",
26
- "Mac16,9",
27
- "iPad15,5",
28
  "Mac15,4",
29
  "Mac14,14",
30
- "iPad13,10",
31
- "Mac14,9",
32
- "iPhone13,2",
33
- "iPhone14,4",
34
- "iPhone16,1",
35
- "iPad15,4",
36
- "iPad13,5",
37
- "iPhone14,6",
38
  "iPad13,17",
 
 
 
 
 
39
  "iPhone15,5",
40
- "iPad13,16",
41
- "Mac14,7",
42
- "iPhone14,3",
 
43
  "iPhone14,2",
44
- "iPad13,7",
45
- "Mac15,6",
46
- "Mac15,11",
47
- "Mac15,3",
48
- "Mac15,7",
 
49
  "iPad13,4",
50
- "Mac14,6",
 
51
  "iPad15,6",
52
- "iPhone13,1",
53
- "iPad16,5",
54
- "Mac15,12",
55
- "iPhone16,2",
56
- "iPhone17,4",
57
  "iPhone12,1",
58
- "iPhone15,3",
59
- "iPad14,10",
60
- "Mac15,8",
61
- "iPad13,6",
62
- "iPad14,9",
63
- "Mac15,9",
64
- "iPad14,3",
65
- "iPad16,6",
66
- "iPhone12,3",
67
- "Mac14,12",
68
- "iPad14,1",
69
- "iPad14,11",
70
- "Mac14,3",
71
  "iPad13,11",
72
- "iPad14,8",
73
- "iPhone15,2",
74
  "iPhone14,5",
 
 
 
 
 
 
 
 
75
  "Mac15,13",
 
 
76
  "iPhone14,7",
77
- "iPhone12,8",
 
 
78
  "iPad15,7",
79
- "iPad15,3",
80
- "Mac14,5",
81
- "iPad16,3",
82
- "Mac14,4",
83
- "iPhone14,8",
84
- "iPad13,9",
85
- "iPad15,8",
86
  "iPad16,4",
87
- "Mac14,8",
88
- "Mac14,10",
89
- "iPad16,2"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
90
  ],
91
  "skipped_device_list": [
92
- "iPad11,2",
93
- "iPad11,3",
94
- "iPad8,10",
95
- "iMac21,1",
96
- "iMac21,2",
97
- "iPad13,1",
98
  "Mac16,12",
99
- "iPhone11,6",
100
- "Macmini9,1",
101
- "iPad13,2",
102
- "Mac16,1",
103
- "iPhone11,5",
104
- "Mac16,7",
105
- "iPhone12,2",
106
- "Mac16,10",
107
- "MacBookPro18,1",
108
  "iPhone11,2",
109
- "iPad8,12",
110
- "iPad8,6",
111
- "MacBookPro18,4",
 
112
  "Mac16,5",
113
- "iPad11,7",
114
- "iPad8,7",
115
- "iPhone11,4",
 
 
 
 
 
 
 
 
116
  "Mac16,13",
117
  "iPad12,1",
118
- "Mac16,2",
119
- "iPad13,18",
120
- "iPad13,19",
121
- "iPhone11,3",
122
- "iPad12,2",
123
- "iPad8,8",
124
- "iPad11,4",
125
- "Mac16,3",
126
- "iPad8,2",
127
- "iPhone11,8",
128
- "iPad8,5",
129
- "MacBookPro18,3",
130
- "Mac16,6",
131
- "iPad8,4",
132
- "iPhone17,2",
133
  "iPad11,1",
134
- "Mac13,1",
135
  "MacBookPro18,2",
136
- "iPhone17,1",
137
- "iPad8,3",
138
- "MacBookAir10,1",
139
- "MacBookPro17,1",
 
140
  "Mac13,2",
141
- "Mac16,11",
142
- "iPhone12,4",
 
 
 
 
 
 
 
 
143
  "iPad11,6",
144
- "iPad8,1",
145
- "iPad8,9",
146
- "iPad8,11"
 
 
 
 
 
 
 
 
147
  ],
148
  "tested_os_versions": [
 
 
 
 
149
  "iOS_18.1",
150
- "iPadOS_18.4.1",
151
- "macOS_15.5.0",
152
  "iOS_18.4.1",
153
- "macOS_15.5",
154
  "iOS_19.0",
155
- "iOS_18.5",
156
- "iPadOS_18.5",
157
  "iPadOS_19.0",
158
- "iPadOS_18.4",
159
- "iPadOS_26.0",
160
- "iOS_26.0"
 
161
  ],
162
  "has_target_os_coverage": false,
163
  "covered_target_versions": [
 
5
  "skipped_devices": 55,
6
  "coverage_percentage": 59.854014598540154,
7
  "tested_device_list": [
8
+ "iPhone14,4",
9
+ "iPad16,6",
10
+ "Mac14,10",
 
 
 
 
 
 
 
 
 
 
11
  "iPad14,4",
12
+ "iPad16,5",
13
+ "iPad14,10",
14
+ "iPhone14,3",
 
 
 
15
  "Mac15,4",
16
  "Mac14,14",
17
+ "Mac16,9",
18
+ "Mac16,8",
19
+ "iPhone15,3",
20
+ "iPad15,8",
21
+ "Mac15,7",
 
 
 
22
  "iPad13,17",
23
+ "iPad14,6",
24
+ "iPad13,10",
25
+ "iPad16,1",
26
+ "Mac14,4",
27
+ "Mac15,3",
28
  "iPhone15,5",
29
+ "iPhone12,3",
30
+ "iPhone17,3",
31
+ "Mac15,12",
32
+ "iPad13,5",
33
  "iPhone14,2",
34
+ "Mac14,5",
35
+ "iPad16,2",
36
+ "Mac15,9",
37
+ "iPad13,16",
38
+ "iPhone13,2",
39
+ "iPhone16,2",
40
  "iPad13,4",
41
+ "iPhone15,2",
42
+ "iPad14,1",
43
  "iPad15,6",
44
+ "iPhone16,1",
45
+ "Mac14,6",
46
+ "Mac15,10",
 
 
47
  "iPhone12,1",
 
 
 
 
 
 
 
 
 
 
 
 
 
48
  "iPad13,11",
49
+ "Mac15,5",
 
50
  "iPhone14,5",
51
+ "iPhone12,5",
52
+ "Mac15,11",
53
+ "Mac14,3",
54
+ "Mac14,7",
55
+ "iPhone14,6",
56
+ "iPad15,5",
57
+ "Mac14,8",
58
+ "iPhone13,1",
59
  "Mac15,13",
60
+ "iPad14,11",
61
+ "iPhone17,5",
62
  "iPhone14,7",
63
+ "iPad14,9",
64
+ "Mac14,13",
65
+ "iPhone15,4",
66
  "iPad15,7",
67
+ "iPad14,3",
68
+ "iPad15,4",
69
+ "Mac14,9",
 
 
 
 
70
  "iPad16,4",
71
+ "iPhone17,4",
72
+ "iPad13,6",
73
+ "iPad13,9",
74
+ "iPhone13,3",
75
+ "Mac14,2",
76
+ "Mac15,6",
77
+ "iPhone14,8",
78
+ "iPhone12,8",
79
+ "Mac14,15",
80
+ "iPad14,5",
81
+ "iPad16,3",
82
+ "iPad14,8",
83
+ "iPad15,3",
84
+ "iPad14,2",
85
+ "iPad13,7",
86
+ "Mac14,12",
87
+ "iPhone13,4",
88
+ "Mac15,8",
89
+ "iPad13,8"
90
  ],
91
  "skipped_device_list": [
92
+ "iPad8,1",
 
 
 
 
 
93
  "Mac16,12",
94
+ "iPad8,4",
95
+ "iPad13,18",
96
+ "iPad11,4",
 
 
 
 
 
 
97
  "iPhone11,2",
98
+ "iPad13,19",
99
+ "MacBookPro17,1",
100
+ "MacBookPro18,3",
101
+ "iPhone12,2",
102
  "Mac16,5",
103
+ "iPad8,10",
104
+ "Mac16,10",
105
+ "iPad8,9",
106
+ "iPad8,3",
107
+ "Mac16,1",
108
+ "Mac16,11",
109
+ "iPad11,2",
110
+ "iPad8,5",
111
+ "iPad8,11",
112
+ "Mac16,3",
113
+ "iPhone11,5",
114
  "Mac16,13",
115
  "iPad12,1",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
116
  "iPad11,1",
117
+ "Mac16,6",
118
  "MacBookPro18,2",
119
+ "iPad13,2",
120
+ "iPhone11,4",
121
+ "MacBookPro18,4",
122
+ "iPad11,7",
123
+ "Macmini9,1",
124
  "Mac13,2",
125
+ "Mac16,2",
126
+ "Mac13,1",
127
+ "iPad8,7",
128
+ "iPhone11,6",
129
+ "iPad13,1",
130
+ "iPad12,2",
131
+ "MacBookAir10,1",
132
+ "iMac21,1",
133
+ "Mac16,7",
134
+ "iPhone11,3",
135
  "iPad11,6",
136
+ "iPhone11,8",
137
+ "iPad8,6",
138
+ "iPhone17,1",
139
+ "MacBookPro18,1",
140
+ "iPhone17,2",
141
+ "iPad8,2",
142
+ "iPad11,3",
143
+ "iMac21,2",
144
+ "iPad8,8",
145
+ "iPad8,12",
146
+ "iPhone12,4"
147
  ],
148
  "tested_os_versions": [
149
+ "iOS_18.5",
150
+ "iPadOS_26.0",
151
+ "iOS_26.0",
152
+ "iPadOS_18.4",
153
  "iOS_18.1",
 
 
154
  "iOS_18.4.1",
 
155
  "iOS_19.0",
 
 
156
  "iPadOS_19.0",
157
+ "iPadOS_18.5",
158
+ "macOS_15.5",
159
+ "macOS_15.5.0",
160
+ "iPadOS_18.4.1"
161
  ],
162
  "has_target_os_coverage": false,
163
  "covered_target_versions": [
dashboard_data/test_coverage_a9b92c4.json CHANGED
@@ -5,165 +5,165 @@
5
  "skipped_devices": 44,
6
  "coverage_percentage": 67.88321167883211,
7
  "tested_device_list": [
8
- "iMac21,1",
9
- "iMac21,2",
10
- "iPhone17,5",
11
- "Mac14,15",
12
- "iPhone13,4",
13
- "Mac16,12",
14
- "Mac14,2",
15
- "Mac14,13",
16
- "Mac16,1",
17
- "iPhone12,5",
18
- "iPad16,1",
19
- "iPad14,6",
20
- "Mac15,5",
21
- "iPad14,5",
22
- "iPhone13,3",
23
- "iPad13,8",
24
  "iPad14,4",
25
- "Mac16,10",
26
- "iPhone17,3",
27
- "Mac15,10",
28
- "Mac16,8",
29
- "Mac16,9",
30
- "Mac16,5",
31
- "Mac16,13",
32
  "Mac15,4",
33
  "Mac14,14",
34
- "iPad13,10",
35
- "iPhone13,2",
36
- "Mac14,9",
37
- "iPhone14,4",
 
 
38
  "Mac16,3",
39
- "iPhone16,1",
40
- "MacBookPro18,3",
41
- "Mac16,6",
42
- "iPad13,5",
43
- "iPhone14,6",
44
  "iPad13,17",
45
- "Mac14,7",
46
- "iPad13,16",
47
- "iPhone14,3",
 
 
 
 
 
 
48
  "iPhone14,2",
49
- "iPad13,7",
 
 
 
 
50
  "Mac13,1",
51
- "iPhone17,1",
52
- "Mac15,6",
53
  "MacBookAir10,1",
54
- "Mac15,11",
55
- "Mac15,3",
56
- "Mac15,7",
57
- "Mac14,6",
58
- "iPad13,4",
59
- "MacBookPro17,1",
60
- "iPhone13,1",
61
- "iPad16,5",
62
- "Mac15,12",
63
- "Mac13,2",
64
  "iPhone16,2",
65
- "iPhone17,4",
66
- "iPhone12,1",
67
- "Macmini9,1",
68
- "iPad14,10",
69
- "Mac15,8",
70
- "iPad13,6",
71
- "iPad14,9",
72
  "Mac16,7",
73
- "Mac15,9",
74
- "iPad14,3",
75
  "MacBookPro18,1",
76
- "MacBookPro18,4",
77
- "iPad16,6",
78
- "iPhone12,3",
79
- "Mac14,12",
80
- "iPad14,11",
81
- "Mac16,2",
82
- "Mac14,3",
83
  "iPad13,11",
84
- "iPad14,8",
85
  "iPhone14,5",
 
 
 
 
 
 
 
 
 
86
  "Mac15,13",
 
 
 
87
  "iPhone14,7",
88
- "iPhone12,8",
89
- "iPhone17,2",
90
- "Mac14,5",
91
- "iPad16,3",
92
- "Mac14,4",
 
 
93
  "MacBookPro18,2",
94
- "Mac16,11",
95
- "iPhone14,8",
 
96
  "iPad13,9",
97
- "iPad16,4",
98
- "Mac14,8",
99
- "Mac14,10",
100
- "iPad16,2"
 
 
 
 
 
 
 
 
 
 
 
 
101
  ],
102
  "skipped_device_list": [
103
- "iPad11,2",
104
- "iPad11,3",
 
 
 
 
 
 
105
  "iPad8,10",
106
- "iPad13,1",
107
- "iPhone11,6",
108
- "iPad13,2",
109
  "iPhone15,3",
 
 
 
 
110
  "iPhone15,4",
 
 
111
  "iPhone11,5",
112
- "iPhone12,2",
113
- "iPhone11,2",
114
- "iPad8,12",
115
- "iPad8,6",
116
- "iPad14,2",
 
117
  "iPad11,7",
118
- "iPad15,5",
119
  "iPad8,7",
120
- "iPhone11,4",
121
- "iPad12,1",
122
- "iPad14,1",
123
- "iPad13,18",
124
- "iPad13,19",
125
- "iPhone11,3",
126
  "iPad12,2",
127
- "iPad8,8",
128
- "iPad11,4",
129
- "iPhone15,2",
130
- "iPad8,2",
131
- "iPad15,4",
132
- "iPhone11,8",
133
- "iPad8,5",
134
- "iPad8,4",
135
- "iPad15,7",
136
  "iPad15,3",
137
- "iPhone15,5",
138
- "iPad11,1",
139
- "iPad8,3",
 
 
140
  "iPad15,6",
141
- "iPad15,8",
142
- "iPhone12,4",
143
- "iPad11,6",
144
- "iPad8,1",
145
- "iPad8,9",
146
- "iPad8,11"
147
  ],
148
  "tested_os_versions": [
149
- "iOS_18.1",
150
- "iOS_18.2",
151
- "iOS_17.2.1",
152
  "iOS_17.7",
153
- "iOS_18.0",
154
- "macOS_15.0",
155
- "iPadOS_18.0.1",
156
- "macOS_15.1.0",
157
- "iPadOS_17.6.1",
158
  "iOS_17.6.1",
 
159
  "macOS_15.0.0",
160
- "iPadOS_18.1",
161
- "macOS_15.2",
162
- "macOS_15.2.0",
163
- "macOS_15.0.1",
164
  "macOS_15.1",
165
- "iOS_18.0.1",
166
- "iOS_17.3"
 
 
 
 
167
  ],
168
  "has_target_os_coverage": false,
169
  "covered_target_versions": [
 
5
  "skipped_devices": 44,
6
  "coverage_percentage": 67.88321167883211,
7
  "tested_device_list": [
8
+ "iPhone14,4",
9
+ "Mac14,10",
10
+ "iPad16,6",
 
 
 
 
 
 
 
 
 
 
 
 
 
11
  "iPad14,4",
12
+ "iPad16,5",
13
+ "Mac15,8",
14
+ "iPad14,10",
15
+ "iPhone14,3",
 
 
 
16
  "Mac15,4",
17
  "Mac14,14",
18
+ "Mac16,9",
19
+ "Mac16,8",
20
+ "Mac16,10",
21
+ "Mac16,1",
22
+ "Mac16,11",
23
+ "Mac15,7",
24
  "Mac16,3",
 
 
 
 
 
25
  "iPad13,17",
26
+ "iPad14,6",
27
+ "iPad13,10",
28
+ "iPad16,1",
29
+ "Mac14,4",
30
+ "Mac15,3",
31
+ "iPhone12,3",
32
+ "iPhone17,3",
33
+ "Mac15,12",
34
+ "iPad13,5",
35
  "iPhone14,2",
36
+ "Mac14,5",
37
+ "iPad16,2",
38
+ "Macmini9,1",
39
+ "Mac16,2",
40
+ "Mac15,9",
41
  "Mac13,1",
42
+ "iPhone13,2",
43
+ "iPad13,16",
44
  "MacBookAir10,1",
45
+ "iMac21,1",
 
 
 
 
 
 
 
 
 
46
  "iPhone16,2",
 
 
 
 
 
 
 
47
  "Mac16,7",
48
+ "iPhone17,1",
49
+ "iPad13,4",
50
  "MacBookPro18,1",
51
+ "iPhone17,2",
52
+ "iPhone16,1",
53
+ "Mac14,6",
54
+ "Mac15,10",
55
+ "iPhone12,1",
 
 
56
  "iPad13,11",
57
+ "iMac21,2",
58
  "iPhone14,5",
59
+ "Mac16,12",
60
+ "iPhone12,5",
61
+ "Mac15,11",
62
+ "Mac14,3",
63
+ "Mac14,7",
64
+ "iPhone14,6",
65
+ "MacBookPro17,1",
66
+ "Mac14,8",
67
+ "iPhone13,1",
68
  "Mac15,13",
69
+ "iPad14,11",
70
+ "Mac16,5",
71
+ "iPhone17,5",
72
  "iPhone14,7",
73
+ "iPad14,9",
74
+ "Mac14,13",
75
+ "iPad14,3",
76
+ "Mac14,9",
77
+ "Mac16,13",
78
+ "iPad16,4",
79
+ "Mac16,6",
80
  "MacBookPro18,2",
81
+ "MacBookPro18,4",
82
+ "iPhone17,4",
83
+ "iPad13,6",
84
  "iPad13,9",
85
+ "Mac13,2",
86
+ "iPhone13,3",
87
+ "Mac14,2",
88
+ "Mac15,6",
89
+ "iPhone14,8",
90
+ "iPhone12,8",
91
+ "Mac14,15",
92
+ "iPad14,5",
93
+ "iPad16,3",
94
+ "iPad14,8",
95
+ "iPad13,7",
96
+ "Mac14,12",
97
+ "iPhone13,4",
98
+ "MacBookPro18,3",
99
+ "Mac15,5",
100
+ "iPad13,8"
101
  ],
102
  "skipped_device_list": [
103
+ "iPad8,1",
104
+ "iPad8,4",
105
+ "iPad13,18",
106
+ "iPad11,4",
107
+ "iPhone11,2",
108
+ "iPad13,19",
109
+ "iPad15,5",
110
+ "iPhone12,2",
111
  "iPad8,10",
112
+ "iPad8,9",
 
 
113
  "iPhone15,3",
114
+ "iPad15,8",
115
+ "iPad8,3",
116
+ "iPad11,2",
117
+ "iPad8,5",
118
  "iPhone15,4",
119
+ "iPad15,7",
120
+ "iPad8,11",
121
  "iPhone11,5",
122
+ "iPad15,4",
123
+ "iPhone15,5",
124
+ "iPad12,1",
125
+ "iPad11,1",
126
+ "iPad13,2",
127
+ "iPhone11,4",
128
  "iPad11,7",
 
129
  "iPad8,7",
130
+ "iPhone11,6",
131
+ "iPad13,1",
 
 
 
 
132
  "iPad12,2",
133
+ "iPhone11,3",
134
+ "iPad11,6",
 
 
 
 
 
 
 
135
  "iPad15,3",
136
+ "iPhone11,8",
137
+ "iPad8,6",
138
+ "iPad14,2",
139
+ "iPhone15,2",
140
+ "iPad14,1",
141
  "iPad15,6",
142
+ "iPad8,2",
143
+ "iPad11,3",
144
+ "iPad8,8",
145
+ "iPad8,12",
146
+ "iPhone12,4"
 
147
  ],
148
  "tested_os_versions": [
149
+ "macOS_15.2.0",
 
 
150
  "iOS_17.7",
151
+ "macOS_15.2",
152
+ "iOS_17.3",
153
+ "iPadOS_18.1",
 
 
154
  "iOS_17.6.1",
155
+ "iOS_18.0.1",
156
  "macOS_15.0.0",
157
+ "iOS_18.1",
158
+ "iPadOS_17.6.1",
159
+ "macOS_15.1.0",
 
160
  "macOS_15.1",
161
+ "iPadOS_18.0.1",
162
+ "macOS_15.0",
163
+ "iOS_17.2.1",
164
+ "macOS_15.0.1",
165
+ "iOS_18.2",
166
+ "iOS_18.0"
167
  ],
168
  "has_target_os_coverage": false,
169
  "covered_target_versions": [
dashboard_data/test_coverage_c814cae.json CHANGED
@@ -1,160 +1,163 @@
1
  {
2
  "commit_hash": "c814cae",
3
  "total_devices": 137,
4
- "tested_devices": 70,
5
- "skipped_devices": 67,
6
- "coverage_percentage": 51.09489051094891,
7
  "tested_device_list": [
8
- "iMac21,1",
9
- "Macmini9,1",
10
- "iMac21,2",
11
- "Mac16,12",
12
- "iPhone15,3",
13
- "Mac14,15",
14
- "iPad14,10",
15
- "Mac14,2",
16
- "iPhone15,4",
17
- "Mac16,1",
18
- "Mac14,13",
19
- "iPad13,6",
20
- "iPad16,1",
21
- "iPad14,6",
22
- "iPad14,9",
23
- "Mac16,7",
24
- "iPad14,5",
25
- "iPad13,8",
26
- "iPad14,4",
27
- "Mac16,10",
28
- "MacBookPro18,1",
29
- "iPad14,3",
30
- "MacBookPro18,4",
31
  "iPad16,6",
 
 
 
 
 
32
  "Mac16,8",
33
  "Mac16,9",
34
- "Mac16,5",
35
- "Mac14,12",
36
- "iPad15,5",
37
- "Mac16,13",
38
- "iPad14,11",
39
- "Mac16,2",
40
- "Mac14,3",
41
- "Mac14,14",
42
- "iPad13,10",
43
- "iPad13,11",
44
- "Mac14,9",
45
- "iPad14,8",
46
- "iPhone15,2",
47
- "Mac16,3",
48
- "iPad15,4",
49
- "MacBookPro18,3",
50
- "Mac16,6",
51
- "iPad13,5",
52
  "iPad13,17",
53
- "iPad15,7",
 
 
 
 
 
54
  "iPhone15,5",
55
- "iPad13,16",
56
- "iPad15,3",
 
57
  "Mac14,5",
58
- "Mac14,7",
59
- "iPad16,3",
60
- "MacBookPro18,2",
61
  "Mac13,1",
62
- "iPad13,7",
63
- "Mac14,4",
64
  "MacBookAir10,1",
65
- "MacBookPro17,1",
66
- "Mac13,2",
67
- "Mac16,11",
 
 
68
  "iPad13,4",
69
- "iPad16,5",
70
- "iPad13,9",
71
  "iPad15,6",
72
- "iPad16,4",
73
  "Mac14,6",
 
 
 
 
 
 
 
74
  "Mac14,8",
75
- "Mac14,10",
76
- "iPad15,8",
77
- "iPad16,2"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
78
  ],
79
  "skipped_device_list": [
80
- "iPad11,2",
81
- "iPad11,3",
82
- "iPad8,10",
83
- "iPhone17,5",
84
- "iPad13,1",
85
- "iPhone11,6",
86
- "iPad13,2",
87
- "iPhone13,4",
88
  "iPhone12,5",
89
- "Mac15,8",
90
- "iPhone11,5",
91
- "Mac15,5",
92
- "iPhone13,3",
93
- "iPhone12,2",
94
- "Mac15,9",
95
- "iPhone17,3",
96
- "iPhone11,2",
97
- "Mac15,10",
98
- "iPad8,12",
99
- "iPad8,6",
100
- "iPad14,2",
101
- "iPhone12,3",
102
- "iPad11,7",
103
- "iPad8,7",
104
- "iPhone11,4",
105
- "iPad14,1",
106
- "iPad12,1",
107
- "Mac15,4",
108
- "iPad13,18",
109
- "iPad13,19",
110
- "iPhone11,3",
111
- "iPad12,2",
112
- "iPhone13,2",
113
- "iPhone12,1",
114
- "iPad8,8",
115
  "iPhone14,4",
 
116
  "iPad11,4",
117
- "iPad8,2",
118
- "iPhone16,1",
119
- "iPhone14,5",
120
- "iPhone11,8",
121
- "iPad8,5",
 
 
122
  "Mac15,13",
123
- "iPhone12,8",
 
124
  "iPad8,9",
125
- "iPhone14,6",
126
- "iPad8,4",
127
  "iPhone14,7",
128
- "iPhone17,2",
129
- "iPhone14,3",
130
- "iPhone14,2",
131
- "iPad11,1",
132
- "iPhone17,1",
133
  "iPad8,3",
134
- "Mac15,6",
135
- "Mac15,11",
136
- "Mac15,3",
137
  "Mac15,7",
138
- "iPhone13,1",
139
- "iPhone14,8",
 
 
 
 
 
140
  "Mac15,12",
141
- "iPhone12,4",
142
- "iPad11,6",
143
- "iPad8,1",
 
 
 
 
 
 
 
 
144
  "iPhone16,2",
145
- "iPhone17,4",
146
- "iPad8,11"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
147
  ],
148
  "tested_os_versions": [
149
- "iPadOS_18.4.1",
150
- "macOS_15.5.0",
151
- "macOS_15.5",
152
- "macOS_26.0.0",
153
- "iPadOS_18.5",
154
  "macOS_26.0",
155
  "iPadOS_18.6",
156
- "iPadOS_26.0",
157
- "iOS_26.0"
 
 
 
 
 
158
  ],
159
  "has_target_os_coverage": false,
160
  "covered_target_versions": [
@@ -188,17 +191,17 @@
188
  },
189
  "iPhone": {
190
  "total_chips": 6,
191
- "tested_chips": 1,
192
- "coverage_percentage": 16.666666666666664,
193
  "covered_chips": [
194
- "A16"
 
 
195
  ],
196
  "missing_chips": [
197
  "A14",
198
  "A15",
199
- "A17 Pro",
200
- "A18",
201
- "A18 Pro"
202
  ]
203
  },
204
  "Mac": {
@@ -223,9 +226,7 @@
223
  "iPhone": [
224
  "A14",
225
  "A15",
226
- "A17 Pro",
227
- "A18",
228
- "A18 Pro"
229
  ],
230
  "Mac": [
231
  "M3"
 
1
  {
2
  "commit_hash": "c814cae",
3
  "total_devices": 137,
4
+ "tested_devices": 75,
5
+ "skipped_devices": 62,
6
+ "coverage_percentage": 54.74452554744526,
7
  "tested_device_list": [
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
8
  "iPad16,6",
9
+ "Mac14,10",
10
+ "iPad14,4",
11
+ "iPad16,5",
12
+ "iPad14,10",
13
+ "Mac14,14",
14
  "Mac16,8",
15
  "Mac16,9",
16
+ "Mac16,10",
17
+ "iPhone15,3",
18
+ "iPad15,8",
19
+ "Mac16,1",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
20
  "iPad13,17",
21
+ "Mac16,11",
22
+ "Mac16,3",
23
+ "iPad14,6",
24
+ "iPad13,10",
25
+ "iPad16,1",
26
+ "Mac14,4",
27
  "iPhone15,5",
28
+ "iPhone17,3",
29
+ "iPad13,5",
30
+ "Macmini9,1",
31
  "Mac14,5",
32
+ "iPad16,2",
33
+ "Mac16,2",
 
34
  "Mac13,1",
35
+ "iPad13,16",
 
36
  "MacBookAir10,1",
37
+ "iMac21,1",
38
+ "Mac16,7",
39
+ "iPhone17,1",
40
+ "iPhone15,2",
41
+ "MacBookPro18,1",
42
  "iPad13,4",
43
+ "iPhone17,2",
 
44
  "iPad15,6",
 
45
  "Mac14,6",
46
+ "iPad13,11",
47
+ "iMac21,2",
48
+ "Mac16,12",
49
+ "Mac14,3",
50
+ "Mac14,7",
51
+ "iPad15,5",
52
+ "MacBookPro17,1",
53
  "Mac14,8",
54
+ "iPad14,11",
55
+ "Mac16,5",
56
+ "iPhone17,5",
57
+ "iPad14,9",
58
+ "Mac14,13",
59
+ "iPhone15,4",
60
+ "iPad15,7",
61
+ "iPad14,3",
62
+ "iPad15,4",
63
+ "Mac14,9",
64
+ "Mac16,13",
65
+ "iPad16,4",
66
+ "Mac16,6",
67
+ "MacBookPro18,2",
68
+ "MacBookPro18,4",
69
+ "iPhone17,4",
70
+ "iPad13,6",
71
+ "iPad13,9",
72
+ "Mac13,2",
73
+ "Mac14,2",
74
+ "Mac14,15",
75
+ "iPad14,5",
76
+ "iPad16,3",
77
+ "iPad14,8",
78
+ "iPad15,3",
79
+ "iPad13,7",
80
+ "Mac14,12",
81
+ "MacBookPro18,3",
82
+ "iPad13,8"
83
  ],
84
  "skipped_device_list": [
85
+ "iPhone14,5",
86
+ "iPad8,1",
87
+ "iPad8,4",
 
 
 
 
 
88
  "iPhone12,5",
89
+ "Mac15,11",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
90
  "iPhone14,4",
91
+ "iPad13,18",
92
  "iPad11,4",
93
+ "iPhone11,2",
94
+ "iPhone14,6",
95
+ "iPad13,19",
96
+ "Mac15,8",
97
+ "iPhone14,3",
98
+ "Mac15,4",
99
+ "iPhone12,2",
100
  "Mac15,13",
101
+ "iPhone13,1",
102
+ "iPad8,10",
103
  "iPad8,9",
 
 
104
  "iPhone14,7",
 
 
 
 
 
105
  "iPad8,3",
106
+ "iPad11,2",
107
+ "iPad8,5",
108
+ "iPad8,11",
109
  "Mac15,7",
110
+ "iPhone11,5",
111
+ "Mac15,3",
112
+ "iPad12,1",
113
+ "iPhone12,3",
114
+ "iPad11,1",
115
+ "iPad13,2",
116
+ "iPhone11,4",
117
  "Mac15,12",
118
+ "iPad11,7",
119
+ "iPhone14,2",
120
+ "iPhone13,3",
121
+ "Mac15,9",
122
+ "iPad8,7",
123
+ "iPhone11,6",
124
+ "iPhone13,2",
125
+ "Mac15,6",
126
+ "iPhone14,8",
127
+ "iPad13,1",
128
+ "iPad12,2",
129
  "iPhone16,2",
130
+ "iPhone12,8",
131
+ "iPhone11,3",
132
+ "iPad11,6",
133
+ "iPhone11,8",
134
+ "iPad8,6",
135
+ "iPad14,2",
136
+ "iPad14,1",
137
+ "iPhone16,1",
138
+ "iPad8,2",
139
+ "iPhone13,4",
140
+ "iPhone12,1",
141
+ "iPad11,3",
142
+ "Mac15,10",
143
+ "iPad8,8",
144
+ "iPad8,12",
145
+ "Mac15,5",
146
+ "iPhone12,4"
147
  ],
148
  "tested_os_versions": [
149
+ "iPadOS_26.0",
150
+ "iOS_18.5",
151
+ "iOS_26.0",
 
 
152
  "macOS_26.0",
153
  "iPadOS_18.6",
154
+ "macOS_26.0.0",
155
+ "iPadOS_18.5",
156
+ "macOS_15.5",
157
+ "macOS_15.7.0",
158
+ "macOS_15.5.0",
159
+ "macOS_15.7",
160
+ "iPadOS_18.4.1"
161
  ],
162
  "has_target_os_coverage": false,
163
  "covered_target_versions": [
 
191
  },
192
  "iPhone": {
193
  "total_chips": 6,
194
+ "tested_chips": 3,
195
+ "coverage_percentage": 50.0,
196
  "covered_chips": [
197
+ "A16",
198
+ "A18",
199
+ "A18 Pro"
200
  ],
201
  "missing_chips": [
202
  "A14",
203
  "A15",
204
+ "A17 Pro"
 
 
205
  ]
206
  },
207
  "Mac": {
 
226
  "iPhone": [
227
  "A14",
228
  "A15",
229
+ "A17 Pro"
 
 
230
  ],
231
  "Mac": [
232
  "M3"
dashboard_data/test_coverage_ca49596.json CHANGED
@@ -5,155 +5,155 @@
5
  "skipped_devices": 74,
6
  "coverage_percentage": 45.98540145985402,
7
  "tested_device_list": [
 
8
  "Mac16,12",
9
- "Mac14,15",
10
- "iPad14,10",
11
- "Mac14,2",
12
  "iPhone12,5",
13
- "Mac16,1",
14
- "Mac15,8",
15
- "Mac14,13",
16
- "iPad14,6",
17
- "iPad14,9",
18
- "Mac15,5",
19
- "Mac16,7",
20
- "iPad14,5",
21
- "iPad14,4",
22
- "Mac16,10",
23
- "iPad14,3",
24
- "Mac15,9",
25
- "Mac15,10",
26
  "iPad16,6",
27
- "iPhone12,3",
28
- "Mac16,8",
29
- "Mac16,5",
30
- "Mac14,12",
31
- "Mac16,9",
32
- "iPad15,5",
33
- "Mac16,13",
34
- "iPad14,11",
35
- "Mac16,2",
36
  "Mac14,3",
 
 
 
 
 
 
 
 
37
  "Mac15,4",
38
  "Mac14,14",
39
- "Mac14,9",
40
- "iPad14,8",
41
- "iPhone14,4",
42
- "Mac16,3",
43
- "iPhone14,5",
44
- "iPad15,4",
45
  "Mac15,13",
46
- "iPhone12,8",
 
 
47
  "iPhone14,7",
48
- "iPhone14,6",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
49
  "Mac16,6",
50
- "iPad15,3",
51
- "Mac14,7",
52
- "iPhone14,3",
53
- "Mac14,5",
54
  "iPhone14,2",
55
- "iPad16,3",
56
- "Mac14,4",
 
 
57
  "Mac15,6",
58
- "Mac15,11",
59
- "Mac15,3",
60
- "Mac15,7",
61
- "Mac14,6",
62
- "Mac16,11",
63
- "iPad15,6",
64
- "iPad16,5",
65
  "iPhone14,8",
66
- "Mac15,12",
67
- "iPad16,4",
68
- "Mac14,8",
69
- "Mac14,10",
70
- "iPhone12,1"
 
 
 
 
 
 
 
 
 
71
  ],
72
  "skipped_device_list": [
73
- "iPad11,2",
74
- "iPad11,3",
 
 
 
 
 
 
 
 
75
  "iPad8,10",
76
- "iMac21,1",
77
- "iMac21,2",
78
  "iPhone17,5",
79
- "iPad13,1",
80
- "iPhone13,4",
81
- "iPhone11,6",
82
- "Macmini9,1",
83
- "iPad13,2",
84
  "iPhone15,3",
 
 
 
 
85
  "iPhone15,4",
 
 
 
86
  "iPhone11,5",
87
- "iPad13,6",
88
  "iPad16,1",
89
- "iPhone13,3",
90
- "iPad13,8",
91
- "iPhone12,2",
 
92
  "iPhone17,3",
93
- "MacBookPro18,1",
94
- "iPhone11,2",
95
- "iPad8,12",
96
- "iPad8,6",
97
  "MacBookPro18,4",
98
- "iPad14,2",
99
  "iPad11,7",
 
 
 
 
 
 
 
 
 
100
  "iPad8,7",
101
- "iPhone11,4",
102
- "iPad14,1",
103
- "iPad12,1",
104
- "iPad13,18",
105
- "iPad13,10",
106
- "iPad13,19",
107
- "iPhone11,3",
108
- "iPad12,2",
109
  "iPhone13,2",
110
- "iPad13,11",
111
- "iPad8,8",
112
- "iPad11,4",
113
- "iPhone15,2",
114
- "iPad8,2",
115
- "iPhone16,1",
 
116
  "iPhone11,8",
117
- "iPad8,5",
118
- "MacBookPro18,3",
119
- "iPad13,5",
120
- "iPad8,9",
121
- "iPad13,17",
122
- "iPad8,4",
123
- "iPhone15,5",
124
- "iPad13,16",
125
- "iPhone17,2",
126
- "iPad15,7",
127
- "iPad11,1",
128
- "Mac13,1",
129
  "iPad13,7",
130
- "MacBookPro18,2",
131
- "iPhone17,1",
132
- "iPad8,3",
133
- "MacBookAir10,1",
134
- "MacBookPro17,1",
135
- "Mac13,2",
136
  "iPad13,4",
137
- "iPhone13,1",
138
- "iPad15,8",
139
- "iPad13,9",
140
- "iPhone12,4",
141
- "iPad11,6",
142
- "iPad8,1",
143
- "iPad16,2",
144
- "iPhone16,2",
145
- "iPhone17,4",
146
- "iPad8,11"
 
 
 
 
147
  ],
148
  "tested_os_versions": [
149
- "iOS_18.1",
150
  "iPadOS_18.3.2",
 
151
  "macOS_15.4",
 
152
  "iOS_17.6.1",
153
- "macOS_15.3",
154
- "macOS_15.4.0",
155
  "iPadOS_18.4",
156
- "macOS_15.3.0"
 
157
  ],
158
  "has_target_os_coverage": false,
159
  "covered_target_versions": [
 
5
  "skipped_devices": 74,
6
  "coverage_percentage": 45.98540145985402,
7
  "tested_device_list": [
8
+ "iPhone14,5",
9
  "Mac16,12",
 
 
 
10
  "iPhone12,5",
11
+ "iPhone14,4",
12
+ "Mac14,10",
 
 
 
 
 
 
 
 
 
 
 
13
  "iPad16,6",
14
+ "Mac15,11",
 
 
 
 
 
 
 
 
15
  "Mac14,3",
16
+ "iPad14,4",
17
+ "Mac14,7",
18
+ "iPad16,5",
19
+ "iPhone14,6",
20
+ "iPad15,5",
21
+ "Mac14,8",
22
+ "iPad14,10",
23
+ "iPhone14,3",
24
  "Mac15,4",
25
  "Mac14,14",
26
+ "Mac16,9",
27
+ "Mac16,8",
 
 
 
 
28
  "Mac15,13",
29
+ "Mac16,5",
30
+ "iPad14,11",
31
+ "Mac16,10",
32
  "iPhone14,7",
33
+ "iPad14,9",
34
+ "Mac14,13",
35
+ "Mac15,7",
36
+ "Mac16,1",
37
+ "Mac16,11",
38
+ "Mac16,3",
39
+ "iPad14,6",
40
+ "iPad14,3",
41
+ "Mac15,3",
42
+ "iPad15,4",
43
+ "Mac14,4",
44
+ "Mac14,9",
45
+ "Mac16,13",
46
+ "iPhone12,3",
47
+ "iPad16,4",
48
  "Mac16,6",
49
+ "Mac15,12",
 
 
 
50
  "iPhone14,2",
51
+ "Mac14,5",
52
+ "Mac16,2",
53
+ "Mac15,9",
54
+ "Mac14,2",
55
  "Mac15,6",
 
 
 
 
 
 
 
56
  "iPhone14,8",
57
+ "iPhone12,8",
58
+ "Mac16,7",
59
+ "Mac14,15",
60
+ "iPad14,5",
61
+ "iPad16,3",
62
+ "iPad14,8",
63
+ "iPad15,3",
64
+ "iPad15,6",
65
+ "Mac14,6",
66
+ "Mac14,12",
67
+ "Mac15,10",
68
+ "iPhone12,1",
69
+ "Mac15,5",
70
+ "Mac15,8"
71
  ],
72
  "skipped_device_list": [
73
+ "iPad8,1",
74
+ "iPad8,4",
75
+ "iPad13,18",
76
+ "iPad11,4",
77
+ "iPhone11,2",
78
+ "iPad13,19",
79
+ "MacBookPro17,1",
80
+ "MacBookPro18,3",
81
+ "iPhone12,2",
82
+ "iPhone13,1",
83
  "iPad8,10",
 
 
84
  "iPhone17,5",
85
+ "iPad8,9",
 
 
 
 
86
  "iPhone15,3",
87
+ "iPad15,8",
88
+ "iPad8,3",
89
+ "iPad11,2",
90
+ "iPad8,5",
91
  "iPhone15,4",
92
+ "iPad15,7",
93
+ "iPad8,11",
94
+ "iPad13,17",
95
  "iPhone11,5",
 
96
  "iPad16,1",
97
+ "iPhone12,4",
98
+ "iPhone15,5",
99
+ "iPad13,10",
100
+ "iPad12,1",
101
  "iPhone17,3",
102
+ "iPad11,1",
103
+ "MacBookPro18,2",
104
+ "iPad13,2",
105
+ "iPhone11,4",
106
  "MacBookPro18,4",
 
107
  "iPad11,7",
108
+ "iPhone17,4",
109
+ "iPad13,5",
110
+ "iPad13,6",
111
+ "iPad13,9",
112
+ "Macmini9,1",
113
+ "iPad16,2",
114
+ "Mac13,2",
115
+ "iPhone13,3",
116
+ "Mac13,1",
117
  "iPad8,7",
118
+ "iPhone11,6",
119
+ "iPad13,16",
 
 
 
 
 
 
120
  "iPhone13,2",
121
+ "iPad13,1",
122
+ "iPad12,2",
123
+ "MacBookAir10,1",
124
+ "iMac21,1",
125
+ "iPhone16,2",
126
+ "iPhone11,3",
127
+ "iPad11,6",
128
  "iPhone11,8",
129
+ "iPad8,6",
130
+ "iPad14,2",
 
 
 
 
 
 
 
 
 
 
131
  "iPad13,7",
 
 
 
 
 
 
132
  "iPad13,4",
133
+ "iPhone15,2",
134
+ "iPhone17,1",
135
+ "MacBookPro18,1",
136
+ "iPad14,1",
137
+ "iPhone17,2",
138
+ "iPhone16,1",
139
+ "iPad8,2",
140
+ "iPhone13,4",
141
+ "iPad13,11",
142
+ "iPad11,3",
143
+ "iMac21,2",
144
+ "iPad8,8",
145
+ "iPad8,12",
146
+ "iPad13,8"
147
  ],
148
  "tested_os_versions": [
 
149
  "iPadOS_18.3.2",
150
+ "macOS_15.4.0",
151
  "macOS_15.4",
152
+ "macOS_15.3.0",
153
  "iOS_17.6.1",
 
 
154
  "iPadOS_18.4",
155
+ "iOS_18.1",
156
+ "macOS_15.3"
157
  ],
158
  "has_target_os_coverage": false,
159
  "covered_target_versions": [
dashboard_data/version.json CHANGED
@@ -1 +1 @@
1
- {"last_modified": "2025-09-08T17:46:34+00:00", "sha": "2df26c6f9b65e8e60239ca6f11399ee06632b4f0", "releases": ["a9b92c4", "112a023", "ca49596", "11a1fab", "8c0acbd", "c814cae"], "versions": ["0.9.1", "0.10.1", "0.11.0", "0.12.0", "0.13.0", "0.13.1"]}
 
1
+ {"last_modified": "2025-09-16T21:46:15+00:00", "sha": "5ac1eb42304c9078477e3619a3f8fdd41c4e1fb2", "releases": ["a9b92c4", "112a023", "ca49596", "11a1fab", "8c0acbd", "c814cae"], "versions": ["0.9.1", "0.10.1", "0.11.0", "0.12.0", "0.13.0", "0.13.1"]}