Spaces:
Running
Running
Commit
·
a05e125
1
Parent(s):
1de0a73
update dataset files
Browse files- dashboard_data/device_map.json +1 -0
- dashboard_data/performance_data.json +53 -0
- dashboard_data/support_data_c814cae.csv +23 -23
- dashboard_data/test_coverage_112a023.json +115 -115
- dashboard_data/test_coverage_11a1fab.json +117 -117
- dashboard_data/test_coverage_8c0acbd.json +121 -121
- dashboard_data/test_coverage_a9b92c4.json +125 -125
- dashboard_data/test_coverage_c814cae.json +135 -134
- dashboard_data/test_coverage_ca49596.json +115 -115
- dashboard_data/version.json +1 -1
dashboard_data/device_map.json
CHANGED
@@ -9,6 +9,7 @@
|
|
9 |
"Mac15,9": "Apple M3 Max",
|
10 |
"Mac16,10": "Apple M4",
|
11 |
"Mac16,3": "Apple M4",
|
|
|
12 |
"MacBookAir10,1": "Apple M1",
|
13 |
"Macmini9,1": "Apple M1",
|
14 |
"iPad13,16": "iPad Air (5th generation)",
|
|
|
9 |
"Mac15,9": "Apple M3 Max",
|
10 |
"Mac16,10": "Apple M4",
|
11 |
"Mac16,3": "Apple M4",
|
12 |
+
"Mac16,8": "Apple M4 Pro",
|
13 |
"MacBookAir10,1": "Apple M1",
|
14 |
"Macmini9,1": "Apple M1",
|
15 |
"iPad13,16": "iPad Air (5th generation)",
|
dashboard_data/performance_data.json
CHANGED
@@ -143,28 +143,45 @@
|
|
143 |
{"model": "openai/whisper-small", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T21:00:02Z", "speed": 17.1, "tokens_per_second": 64.96, "dataset_speed": {"librispeech-10mins": 14.12, "earnings22-10mins": 21.69}, "dataset_tokens_per_second": {"librispeech-10mins": 59.72, "earnings22-10mins": 73.03}, "average_wer": 8.73, "dataset_average_wer": {"librispeech-10mins": 7.63, "earnings22-10mins": 9.96}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
144 |
{"model": "openai/whisper-base", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:56:29Z", "speed": 59.8, "tokens_per_second": 227.86, "dataset_speed": {"earnings22-10mins": 91.24, "librispeech-10mins": 44.52}, "dataset_tokens_per_second": {"earnings22-10mins": 310.98, "librispeech-10mins": 187.47}, "average_wer": 12.46, "dataset_average_wer": {"earnings22-10mins": 12.86, "librispeech-10mins": 12.1}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
145 |
{"model": "openai/whisper-tiny.en", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:54:22Z", "speed": 108.3, "tokens_per_second": 379.25, "dataset_speed": {"librispeech-10mins": 73.65, "earnings22-10mins": 205.31}, "dataset_tokens_per_second": {"librispeech-10mins": 282.48, "earnings22-10mins": 650.15}, "average_wer": 15.05, "dataset_average_wer": {"librispeech-10mins": 13.54, "earnings22-10mins": 16.72}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
|
|
146 |
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-01T23:39:48Z", "speed": 4.65, "tokens_per_second": 17.45, "dataset_speed": {"earnings22-10mins": 5.93, "librispeech-10mins": 3.91}, "dataset_tokens_per_second": {"earnings22-10mins": 20.09, "librispeech-10mins": 15.92}, "average_wer": 13.53, "dataset_average_wer": {"earnings22-10mins": 21.0, "librispeech-10mins": 6.77}, "qoi": 0.57, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
147 |
{"model": "openai/whisper-tiny.en", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-07T17:22:19Z", "speed": 88.19, "tokens_per_second": 308.9, "dataset_speed": {"earnings22-10mins": 165.43, "librispeech-10mins": 60.2}, "dataset_tokens_per_second": {"earnings22-10mins": 523.31, "librispeech-10mins": 231.2}, "average_wer": 15.12, "dataset_average_wer": {"earnings22-10mins": 16.72, "librispeech-10mins": 13.68}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
|
|
|
|
|
|
148 |
{"model": "openai/whisper-base.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-27T22:37:49Z", "speed": 67.43, "tokens_per_second": 239.22, "dataset_speed": {"earnings22-10mins": 99.96, "librispeech-10mins": 50.93}, "dataset_tokens_per_second": {"earnings22-10mins": 324.19, "librispeech-10mins": 196.1}, "average_wer": 9.77, "dataset_average_wer": {"earnings22-10mins": 10.68, "librispeech-10mins": 8.94}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
|
|
149 |
{"model": "openai/whisper-large-v3/947MB", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T17:14:30Z", "speed": 3.6, "tokens_per_second": 13.35, "dataset_speed": {"librispeech-10mins": 3.08, "earnings22-10mins": 5.28}, "dataset_tokens_per_second": {"librispeech-10mins": 12.88, "earnings22-10mins": 14.87}, "average_wer": 30.12, "dataset_average_wer": {"librispeech-10mins": 4.6, "earnings22-10mins": 58.32}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
150 |
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T17:22:48Z", "speed": 4.42, "tokens_per_second": 16.8, "dataset_speed": {"librispeech-10mins": 3.92, "earnings22-10mins": 5.78}, "dataset_tokens_per_second": {"librispeech-10mins": 16.19, "earnings22-10mins": 18.46}, "average_wer": 26.46, "dataset_average_wer": {"librispeech-10mins": 5.13, "earnings22-10mins": 50.04}, "qoi": 0.65, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
|
|
151 |
{"model": "openai/whisper-tiny.en", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:21:52Z", "speed": 72.42, "tokens_per_second": 253.73, "dataset_speed": {"librispeech-10mins": 48.9, "earnings22-10mins": 140.1}, "dataset_tokens_per_second": {"librispeech-10mins": 187.72, "earnings22-10mins": 443.64}, "average_wer": 15.08, "dataset_average_wer": {"librispeech-10mins": 13.61, "earnings22-10mins": 16.72}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
152 |
{"model": "openai/whisper-small", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-09-06T22:05:05Z", "speed": 15.46, "tokens_per_second": 58.75, "dataset_speed": {"librispeech-10mins": 11.82, "earnings22-10mins": 22.38}, "dataset_tokens_per_second": {"librispeech-10mins": 50.01, "earnings22-10mins": 75.35}, "average_wer": 8.7, "dataset_average_wer": {"librispeech-10mins": 7.63, "earnings22-10mins": 9.88}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
|
|
153 |
{"model": "openai/whisper-small.en", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:57:55Z", "speed": 24.47, "tokens_per_second": 86.39, "dataset_speed": {"earnings22-10mins": 34.06, "librispeech-10mins": 19.11}, "dataset_tokens_per_second": {"earnings22-10mins": 107.4, "librispeech-10mins": 74.65}, "average_wer": 7.35, "dataset_average_wer": {"earnings22-10mins": 8.07, "librispeech-10mins": 6.71}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
|
|
|
|
154 |
{"model": "openai/whisper-large-v2/949MB", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-09-06T20:08:11Z", "speed": 3.43, "tokens_per_second": 13.6, "dataset_speed": {"earnings22-10mins": 4.82, "librispeech-10mins": 3.02}, "dataset_tokens_per_second": {"earnings22-10mins": 15.67, "librispeech-10mins": 12.99}, "average_wer": 29.2, "dataset_average_wer": {"earnings22-10mins": 55.45, "librispeech-10mins": 5.46}, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
155 |
{"model": "openai/whisper-base.en", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-07T17:24:02Z", "speed": 57.83, "tokens_per_second": 205.0, "dataset_speed": {"earnings22-10mins": 94.28, "librispeech-10mins": 41.75}, "dataset_tokens_per_second": {"earnings22-10mins": 305.3, "librispeech-10mins": 160.76}, "average_wer": 9.91, "dataset_average_wer": {"earnings22-10mins": 10.97, "librispeech-10mins": 8.94}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
156 |
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T20:04:42Z", "speed": 11.32, "tokens_per_second": 44.15, "dataset_speed": {"librispeech-10mins": 8.54, "earnings22-10mins": 17.2}, "dataset_tokens_per_second": {"librispeech-10mins": 33.0, "earnings22-10mins": 67.71}, "average_wer": 8.13, "dataset_average_wer": {"librispeech-10mins": 4.9, "earnings22-10mins": 11.7}, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
|
|
|
|
157 |
{"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-09-06T20:51:31Z", "speed": 16.95, "tokens_per_second": 61.2, "dataset_speed": {"earnings22-10mins": 29.4, "librispeech-10mins": 11.92}, "dataset_tokens_per_second": {"earnings22-10mins": 95.49, "librispeech-10mins": 47.36}, "average_wer": 6.63, "dataset_average_wer": {"earnings22-10mins": 7.78, "librispeech-10mins": 5.59}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
158 |
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-09-06T20:55:02Z", "speed": 17.95, "tokens_per_second": 61.29, "dataset_speed": {"librispeech-10mins": 12.87, "earnings22-10mins": 29.75}, "dataset_tokens_per_second": {"librispeech-10mins": 46.75, "earnings22-10mins": 95.05}, "average_wer": 7.77, "dataset_average_wer": {"librispeech-10mins": 6.44, "earnings22-10mins": 9.23}, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
|
|
|
|
159 |
{"model": "openai/whisper-small.en", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T21:02:53Z", "speed": 15.39, "tokens_per_second": 54.26, "dataset_speed": {"librispeech-10mins": 12.89, "earnings22-10mins": 19.13}, "dataset_tokens_per_second": {"librispeech-10mins": 50.24, "earnings22-10mins": 60.27}, "average_wer": 7.53, "dataset_average_wer": {"librispeech-10mins": 6.9, "earnings22-10mins": 8.21}, "qoi": 0.61, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
160 |
{"model": "openai/whisper-small", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T21:00:13Z", "speed": 14.8, "tokens_per_second": 56.32, "dataset_speed": {"librispeech-10mins": 12.28, "earnings22-10mins": 18.64}, "dataset_tokens_per_second": {"librispeech-10mins": 52.09, "earnings22-10mins": 62.76}, "average_wer": 8.7, "dataset_average_wer": {"librispeech-10mins": 7.63, "earnings22-10mins": 9.88}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
161 |
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:25:24Z", "speed": 13.69, "tokens_per_second": 55.46, "dataset_speed": {"librispeech-10mins": 10.12, "earnings22-10mins": 21.22}, "dataset_tokens_per_second": {"librispeech-10mins": 42.43, "earnings22-10mins": 82.91}, "average_wer": 6.32, "dataset_average_wer": {"librispeech-10mins": 4.93, "earnings22-10mins": 7.85}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
162 |
{"model": "openai/whisper-small.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-27T22:41:53Z", "speed": 24.12, "tokens_per_second": 85.15, "dataset_speed": {"earnings22-10mins": 32.68, "librispeech-10mins": 19.12}, "dataset_tokens_per_second": {"earnings22-10mins": 103.06, "librispeech-10mins": 74.71}, "average_wer": 7.35, "dataset_average_wer": {"earnings22-10mins": 8.07, "librispeech-10mins": 6.71}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
163 |
{"model": "openai/whisper-small", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-27T22:39:12Z", "speed": 22.81, "tokens_per_second": 86.67, "dataset_speed": {"earnings22-10mins": 30.62, "librispeech-10mins": 18.19}, "dataset_tokens_per_second": {"earnings22-10mins": 103.09, "librispeech-10mins": 76.96}, "average_wer": 8.7, "dataset_average_wer": {"earnings22-10mins": 9.88, "librispeech-10mins": 7.63}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
164 |
{"model": "openai/whisper-small.en", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:42:00Z", "speed": 24.49, "tokens_per_second": 86.46, "dataset_speed": {"earnings22-10mins": 33.83, "librispeech-10mins": 19.2}, "dataset_tokens_per_second": {"earnings22-10mins": 106.68, "librispeech-10mins": 75.03}, "average_wer": 7.35, "dataset_average_wer": {"earnings22-10mins": 8.07, "librispeech-10mins": 6.71}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
|
|
165 |
{"model": "openai/whisper-tiny.en", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:38:05Z", "speed": 104.01, "tokens_per_second": 364.2, "dataset_speed": {"librispeech-10mins": 70.08, "earnings22-10mins": 202.37}, "dataset_tokens_per_second": {"librispeech-10mins": 268.8, "earnings22-10mins": 640.82}, "average_wer": 15.05, "dataset_average_wer": {"librispeech-10mins": 13.54, "earnings22-10mins": 16.72}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
|
|
166 |
{"model": "openai/whisper-small.en", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-09-06T22:08:03Z", "speed": 16.4, "tokens_per_second": 57.88, "dataset_speed": {"earnings22-10mins": 23.99, "librispeech-10mins": 12.47}, "dataset_tokens_per_second": {"earnings22-10mins": 75.68, "librispeech-10mins": 48.67}, "average_wer": 7.42, "dataset_average_wer": {"earnings22-10mins": 8.21, "librispeech-10mins": 6.71}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
|
|
167 |
{"model": "openai/whisper-tiny", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:53:37Z", "speed": 104.76, "tokens_per_second": 400.2, "dataset_speed": {"earnings22-10mins": 201.82, "librispeech-10mins": 70.83}, "dataset_tokens_per_second": {"earnings22-10mins": 684.5, "librispeech-10mins": 300.84}, "average_wer": 16.19, "dataset_average_wer": {"earnings22-10mins": 16.64, "librispeech-10mins": 15.78}, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
|
|
168 |
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T19:48:37Z", "speed": 15.02, "tokens_per_second": 51.5, "dataset_speed": {"earnings22-10mins": 25.74, "librispeech-10mins": 10.62}, "dataset_tokens_per_second": {"earnings22-10mins": 82.91, "librispeech-10mins": 38.59}, "average_wer": 7.7, "dataset_average_wer": {"earnings22-10mins": 9.23, "librispeech-10mins": 6.31}, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
169 |
{"model": "openai/whisper-base", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-27T22:36:42Z", "speed": 44.15, "tokens_per_second": 167.93, "dataset_speed": {"librispeech-10mins": 33.56, "earnings22-10mins": 64.64}, "dataset_tokens_per_second": {"librispeech-10mins": 141.35, "earnings22-10mins": 219.35}, "average_wer": 12.19, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.28}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
170 |
{"model": "openai/whisper-large-v2/turbo", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:12:04Z", "speed": 3.55, "tokens_per_second": 14.21, "dataset_speed": {"earnings22-10mins": 4.72, "librispeech-10mins": 3.17}, "dataset_tokens_per_second": {"earnings22-10mins": 15.8, "librispeech-10mins": 13.71}, "average_wer": 29.69, "dataset_average_wer": {"earnings22-10mins": 56.54, "librispeech-10mins": 5.39}, "qoi": 0.61, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
@@ -193,13 +210,20 @@
|
|
193 |
{"model": "openai/whisper-large-v3/947MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-07T18:06:57Z", "speed": 2.79, "tokens_per_second": 10.51, "dataset_speed": {"earnings22-10mins": 3.94, "librispeech-10mins": 2.48}, "dataset_tokens_per_second": {"earnings22-10mins": 10.93, "librispeech-10mins": 10.4}, "average_wer": 34.12, "dataset_average_wer": {"earnings22-10mins": 66.61, "librispeech-10mins": 4.73}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
194 |
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-28T04:03:53Z", "speed": 4.48, "tokens_per_second": 16.73, "dataset_speed": {"earnings22-10mins": 6.83, "librispeech-10mins": 3.34}, "dataset_tokens_per_second": {"earnings22-10mins": 22.43, "librispeech-10mins": 13.96}, "average_wer": 6.42, "dataset_average_wer": {"earnings22-10mins": 8.5, "librispeech-10mins": 4.54}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
195 |
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T02:34:28Z", "speed": 4.75, "tokens_per_second": 17.66, "dataset_speed": {"earnings22-10mins": 5.54, "librispeech-10mins": 4.19}, "dataset_tokens_per_second": {"earnings22-10mins": 20.12, "librispeech-10mins": 15.89}, "average_wer": 8.66, "dataset_average_wer": {"earnings22-10mins": 12.72, "librispeech-10mins": 5.0}, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
|
|
|
|
|
|
196 |
{"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-08-29T16:17:32Z", "speed": 9.45, "tokens_per_second": 33.86, "dataset_speed": {"librispeech-10mins": 5.29, "earnings22-10mins": 15.6}, "dataset_tokens_per_second": {"librispeech-10mins": 22.03, "earnings22-10mins": 51.37}, "average_wer": 8.19, "dataset_average_wer": {"librispeech-10mins": 6.31, "earnings22-10mins": 9.23}, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
|
|
197 |
{"model": "openai/whisper-base", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T18:31:50Z", "speed": 55.43, "tokens_per_second": 211.01, "dataset_speed": {"librispeech-10mins": 40.44, "earnings22-10mins": 88.3}, "dataset_tokens_per_second": {"librispeech-10mins": 170.2, "earnings22-10mins": 300.5}, "average_wer": 12.39, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.72}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
198 |
{"model": "openai/whisper-large-v3/turbo", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T17:17:16Z", "speed": 3.92, "tokens_per_second": 14.16, "dataset_speed": {"earnings22-10mins": 4.82, "librispeech-10mins": 3.59}, "dataset_tokens_per_second": {"earnings22-10mins": 15.81, "librispeech-10mins": 13.55}, "average_wer": 29.51, "dataset_average_wer": {"earnings22-10mins": 57.52, "librispeech-10mins": 4.17}, "qoi": 0.72, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
199 |
{"model": "openai/whisper-small", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T22:13:39Z", "speed": 14.76, "tokens_per_second": 56.07, "dataset_speed": {"librispeech-10mins": 11.38, "earnings22-10mins": 21.02}, "dataset_tokens_per_second": {"librispeech-10mins": 48.15, "earnings22-10mins": 70.76}, "average_wer": 8.7, "dataset_average_wer": {"librispeech-10mins": 7.63, "earnings22-10mins": 9.88}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
|
|
200 |
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T00:30:37Z", "speed": 4.68, "tokens_per_second": 17.64, "dataset_speed": {"earnings22-10mins": 5.69, "librispeech-10mins": 4.03}, "dataset_tokens_per_second": {"earnings22-10mins": 20.12, "librispeech-10mins": 16.04}, "average_wer": 11.63, "dataset_average_wer": {"earnings22-10mins": 17.01, "librispeech-10mins": 6.77}, "qoi": 0.57, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
|
|
201 |
{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-05T00:40:19Z", "speed": 7.49, "tokens_per_second": 27.94, "dataset_speed": {"earnings22-10mins": 14.53, "librispeech-10mins": 5.05}, "dataset_tokens_per_second": {"earnings22-10mins": 47.86, "librispeech-10mins": 21.04}, "average_wer": 7.7, "dataset_average_wer": {"earnings22-10mins": 9.23, "librispeech-10mins": 6.31}, "qoi": 0.67, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
202 |
{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T03:15:05Z", "speed": 11.25, "tokens_per_second": 41.97, "dataset_speed": {"librispeech-10mins": 7.67, "earnings22-10mins": 21.23}, "dataset_tokens_per_second": {"librispeech-10mins": 31.94, "earnings22-10mins": 69.87}, "average_wer": 7.73, "dataset_average_wer": {"librispeech-10mins": 6.38, "earnings22-10mins": 9.23}, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
|
|
203 |
{"model": "openai/whisper-large-v2/949MB", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:32:50Z", "speed": 2.72, "tokens_per_second": 10.34, "dataset_speed": {"earnings22-10mins": 4.08, "librispeech-10mins": 2.05}, "dataset_tokens_per_second": {"earnings22-10mins": 13.47, "librispeech-10mins": 8.78}, "average_wer": 6.59, "dataset_average_wer": {"earnings22-10mins": 8.36, "librispeech-10mins": 5.0}, "qoi": 0.64, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
204 |
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-02T06:23:48Z", "speed": 9.24, "tokens_per_second": 38.77, "dataset_speed": {"librispeech-10mins": 6.72, "earnings22-10mins": 14.79}, "dataset_tokens_per_second": {"librispeech-10mins": 28.34, "earnings22-10mins": 61.82}, "average_wer": 6.45, "dataset_average_wer": {"librispeech-10mins": 4.54, "earnings22-10mins": 8.58}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
205 |
{"model": "distil-whisper/distil-large-v3", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:49:29Z", "speed": 10.15, "tokens_per_second": 38.0, "dataset_speed": {"librispeech-10mins": 7.24, "earnings22-10mins": 16.99}, "dataset_tokens_per_second": {"librispeech-10mins": 30.39, "earnings22-10mins": 55.91}, "average_wer": 6.59, "dataset_average_wer": {"librispeech-10mins": 5.19, "earnings22-10mins": 8.14}, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
@@ -208,33 +232,48 @@
|
|
208 |
{"model": "openai/whisper-large-v2/turbo", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T18:52:10Z", "speed": 2.94, "tokens_per_second": 11.83, "dataset_speed": {"earnings22-10mins": 4.1, "librispeech-10mins": 2.64}, "dataset_tokens_per_second": {"earnings22-10mins": 13.52, "librispeech-10mins": 11.39}, "average_wer": 32.55, "dataset_average_wer": {"earnings22-10mins": 62.57, "librispeech-10mins": 5.39}, "qoi": 0.61, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
209 |
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-28T04:11:27Z", "speed": 5.83, "tokens_per_second": 22.92, "dataset_speed": {"librispeech-10mins": 4.73, "earnings22-10mins": 7.67}, "dataset_tokens_per_second": {"librispeech-10mins": 18.15, "earnings22-10mins": 30.86}, "average_wer": 7.77, "dataset_average_wer": {"librispeech-10mins": 5.16, "earnings22-10mins": 10.65}, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
210 |
{"model": "openai/whisper-large-v3-v20240930", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T17:36:53Z", "speed": 9.34, "tokens_per_second": 38.74, "dataset_speed": {"earnings22-10mins": 15.59, "librispeech-10mins": 6.67}, "dataset_tokens_per_second": {"earnings22-10mins": 64.47, "librispeech-10mins": 27.77}, "average_wer": 6.06, "dataset_average_wer": {"earnings22-10mins": 7.96, "librispeech-10mins": 4.34}, "qoi": 0.74, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
|
|
211 |
{"model": "openai/whisper-small.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T21:01:55Z", "speed": 16.71, "tokens_per_second": 59.01, "dataset_speed": {"earnings22-10mins": 20.09, "librispeech-10mins": 14.32}, "dataset_tokens_per_second": {"earnings22-10mins": 63.35, "librispeech-10mins": 55.93}, "average_wer": 7.35, "dataset_average_wer": {"earnings22-10mins": 8.07, "librispeech-10mins": 6.71}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
212 |
{"model": "openai/whisper-base", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:39:07Z", "speed": 64.64, "tokens_per_second": 245.76, "dataset_speed": {"librispeech-10mins": 46.65, "earnings22-10mins": 105.51}, "dataset_tokens_per_second": {"librispeech-10mins": 196.34, "earnings22-10mins": 358.03}, "average_wer": 12.25, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.43}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
213 |
{"model": "openai/whisper-base.en", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T22:01:14Z", "speed": 42.95, "tokens_per_second": 152.34, "dataset_speed": {"librispeech-10mins": 30.69, "earnings22-10mins": 71.72}, "dataset_tokens_per_second": {"librispeech-10mins": 118.18, "earnings22-10mins": 232.48}, "average_wer": 9.94, "dataset_average_wer": {"librispeech-10mins": 8.94, "earnings22-10mins": 11.05}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
214 |
{"model": "openai/whisper-base.en", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-09-06T19:58:19Z", "speed": 68.95, "tokens_per_second": 244.61, "dataset_speed": {"librispeech-10mins": 50.45, "earnings22-10mins": 109.15}, "dataset_tokens_per_second": {"librispeech-10mins": 194.25, "earnings22-10mins": 354.0}, "average_wer": 9.77, "dataset_average_wer": {"librispeech-10mins": 8.94, "earnings22-10mins": 10.68}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
|
|
215 |
{"model": "openai/whisper-large-v3", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:22:47Z", "speed": 2.88, "tokens_per_second": 11.58, "dataset_speed": {"earnings22-10mins": 3.72, "librispeech-10mins": 2.65}, "dataset_tokens_per_second": {"earnings22-10mins": 12.92, "librispeech-10mins": 11.22}, "average_wer": 31.9, "dataset_average_wer": {"earnings22-10mins": 63.01, "librispeech-10mins": 3.75}, "qoi": 0.74, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
216 |
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T19:59:54Z", "speed": 8.08, "tokens_per_second": 32.58, "dataset_speed": {"librispeech-10mins": 5.66, "earnings22-10mins": 14.1}, "dataset_tokens_per_second": {"librispeech-10mins": 23.82, "earnings22-10mins": 54.48}, "average_wer": 6.49, "dataset_average_wer": {"librispeech-10mins": 4.67, "earnings22-10mins": 8.5}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
217 |
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-09-06T22:41:34Z", "speed": 7.19, "tokens_per_second": 30.14, "dataset_speed": {"librispeech-10mins": 4.61, "earnings22-10mins": 10.44}, "dataset_tokens_per_second": {"librispeech-10mins": 19.38, "earnings22-10mins": 43.7}, "average_wer": 12.85, "dataset_average_wer": {"librispeech-10mins": 4.67, "earnings22-10mins": 17.37}, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
218 |
{"model": "openai/whisper-large-v2/949MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-27T23:42:47Z", "speed": 1.57, "tokens_per_second": 6.24, "dataset_speed": {"librispeech-10mins": 1.46, "earnings22-10mins": 1.84}, "dataset_tokens_per_second": {"librispeech-10mins": 6.29, "earnings22-10mins": 6.12}, "average_wer": 28.63, "dataset_average_wer": {"librispeech-10mins": 5.46, "earnings22-10mins": 54.25}, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
|
|
219 |
{"model": "openai/whisper-large-v2/949MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T18:44:33Z", "speed": 2.68, "tokens_per_second": 10.83, "dataset_speed": {"earnings22-10mins": 3.56, "librispeech-10mins": 2.45}, "dataset_tokens_per_second": {"earnings22-10mins": 12.04, "librispeech-10mins": 10.52}, "average_wer": 33.53, "dataset_average_wer": {"earnings22-10mins": 65.08, "librispeech-10mins": 5.0}, "qoi": 0.64, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
|
|
|
|
220 |
{"model": "openai/whisper-base.en", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:58:12Z", "speed": 63.1, "tokens_per_second": 223.94, "dataset_speed": {"librispeech-10mins": 46.62, "earnings22-10mins": 97.81}, "dataset_tokens_per_second": {"librispeech-10mins": 179.51, "earnings22-10mins": 317.56}, "average_wer": 10.04, "dataset_average_wer": {"librispeech-10mins": 8.94, "earnings22-10mins": 11.26}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
221 |
{"model": "openai/whisper-small", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-07T17:24:46Z", "speed": 18.68, "tokens_per_second": 70.97, "dataset_speed": {"librispeech-10mins": 14.33, "earnings22-10mins": 26.85}, "dataset_tokens_per_second": {"librispeech-10mins": 60.64, "earnings22-10mins": 90.39}, "average_wer": 8.7, "dataset_average_wer": {"librispeech-10mins": 7.63, "earnings22-10mins": 9.88}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
|
|
|
|
|
|
222 |
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-09-06T21:02:03Z", "speed": 9.47, "tokens_per_second": 38.7, "dataset_speed": {"librispeech-10mins": 6.72, "earnings22-10mins": 16.07}, "dataset_tokens_per_second": {"librispeech-10mins": 28.33, "earnings22-10mins": 63.59}, "average_wer": 6.37, "dataset_average_wer": {"librispeech-10mins": 4.54, "earnings22-10mins": 8.39}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
223 |
{"model": "openai/whisper-tiny", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T21:02:26Z", "speed": 58.11, "tokens_per_second": 222.29, "dataset_speed": {"earnings22-10mins": 120.09, "librispeech-10mins": 38.38}, "dataset_tokens_per_second": {"earnings22-10mins": 408.3, "librispeech-10mins": 163.09}, "average_wer": 16.53, "dataset_average_wer": {"earnings22-10mins": 17.08, "librispeech-10mins": 16.04}, "qoi": 0.32, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
224 |
{"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:06:27Z", "speed": 11.03, "tokens_per_second": 41.15, "dataset_speed": {"librispeech-10mins": 7.46, "earnings22-10mins": 21.26}, "dataset_tokens_per_second": {"librispeech-10mins": 31.08, "earnings22-10mins": 69.99}, "average_wer": 7.73, "dataset_average_wer": {"librispeech-10mins": 6.38, "earnings22-10mins": 9.23}, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
225 |
{"model": "openai/whisper-large-v3/947MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:28:29Z", "speed": 3.44, "tokens_per_second": 12.79, "dataset_speed": {"earnings22-10mins": 4.72, "librispeech-10mins": 3.03}, "dataset_tokens_per_second": {"earnings22-10mins": 13.13, "librispeech-10mins": 12.68}, "average_wer": 31.34, "dataset_average_wer": {"earnings22-10mins": 60.9, "librispeech-10mins": 4.6}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
|
|
226 |
{"model": "openai/whisper-base.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-01T20:57:27Z", "speed": 66.41, "tokens_per_second": 235.59, "dataset_speed": {"earnings22-10mins": 98.24, "librispeech-10mins": 50.21}, "dataset_tokens_per_second": {"earnings22-10mins": 318.63, "librispeech-10mins": 193.33}, "average_wer": 9.77, "dataset_average_wer": {"earnings22-10mins": 10.68, "librispeech-10mins": 8.94}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
227 |
{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-02T03:32:23Z", "speed": 11.17, "tokens_per_second": 41.67, "dataset_speed": {"earnings22-10mins": 21.03, "librispeech-10mins": 7.62}, "dataset_tokens_per_second": {"earnings22-10mins": 69.21, "librispeech-10mins": 31.73}, "average_wer": 7.73, "dataset_average_wer": {"earnings22-10mins": 9.23, "librispeech-10mins": 6.38}, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
228 |
{"model": "openai/whisper-large-v3-v20240930", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T19:52:08Z", "speed": 7.94, "tokens_per_second": 33.91, "dataset_speed": {"librispeech-10mins": 5.71, "earnings22-10mins": 13.17}, "dataset_tokens_per_second": {"librispeech-10mins": 23.78, "earnings22-10mins": 57.66}, "average_wer": 6.59, "dataset_average_wer": {"librispeech-10mins": 4.34, "earnings22-10mins": 9.08}, "qoi": 0.73, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
229 |
{"model": "openai/whisper-base.en", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:23:45Z", "speed": 47.44, "tokens_per_second": 168.27, "dataset_speed": {"librispeech-10mins": 34.25, "earnings22-10mins": 77.36}, "dataset_tokens_per_second": {"librispeech-10mins": 131.89, "earnings22-10mins": 250.77}, "average_wer": 9.94, "dataset_average_wer": {"librispeech-10mins": 8.94, "earnings22-10mins": 11.05}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
|
|
230 |
{"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T19:56:02Z", "speed": 12.36, "tokens_per_second": 42.64, "dataset_speed": {"librispeech-10mins": 8.88, "earnings22-10mins": 20.39}, "dataset_tokens_per_second": {"librispeech-10mins": 32.96, "earnings22-10mins": 64.97}, "average_wer": 6.02, "dataset_average_wer": {"librispeech-10mins": 4.73, "earnings22-10mins": 7.45}, "qoi": 0.72, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
231 |
{"model": "openai/whisper-tiny.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-27T22:35:46Z", "speed": 104.22, "tokens_per_second": 364.96, "dataset_speed": {"earnings22-10mins": 178.86, "librispeech-10mins": 73.63}, "dataset_tokens_per_second": {"earnings22-10mins": 566.38, "librispeech-10mins": 282.4}, "average_wer": 15.05, "dataset_average_wer": {"earnings22-10mins": 16.72, "librispeech-10mins": 13.54}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
|
|
|
|
232 |
{"model": "openai/whisper-base", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:56:36Z", "speed": 53.27, "tokens_per_second": 202.81, "dataset_speed": {"librispeech-10mins": 39.11, "earnings22-10mins": 83.72}, "dataset_tokens_per_second": {"librispeech-10mins": 164.61, "earnings22-10mins": 284.93}, "average_wer": 12.39, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.72}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
233 |
{"model": "openai/whisper-tiny", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-09-06T20:03:01Z", "speed": 70.77, "tokens_per_second": 270.7, "dataset_speed": {"librispeech-10mins": 47.21, "earnings22-10mins": 141.86}, "dataset_tokens_per_second": {"librispeech-10mins": 200.57, "earnings22-10mins": 482.33}, "average_wer": 16.53, "dataset_average_wer": {"librispeech-10mins": 16.04, "earnings22-10mins": 17.08}, "qoi": 0.32, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
|
|
|
|
234 |
{"model": "openai/whisper-large-v2/949MB", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T22:50:38Z", "speed": 2.35, "tokens_per_second": 9.19, "dataset_speed": {"librispeech-10mins": 2.0, "earnings22-10mins": 3.44}, "dataset_tokens_per_second": {"librispeech-10mins": 8.57, "earnings22-10mins": 11.09}, "average_wer": 26.06, "dataset_average_wer": {"librispeech-10mins": 5.0, "earnings22-10mins": 49.35}, "qoi": 0.64, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
235 |
{"model": "openai/whisper-tiny", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T18:28:00Z", "speed": 82.89, "tokens_per_second": 317.09, "dataset_speed": {"earnings22-10mins": 166.54, "librispeech-10mins": 55.26}, "dataset_tokens_per_second": {"earnings22-10mins": 566.49, "librispeech-10mins": 234.68}, "average_wer": 16.43, "dataset_average_wer": {"earnings22-10mins": 17.08, "librispeech-10mins": 15.84}, "qoi": 0.32, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
236 |
{"model": "openai/whisper-large-v3/947MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-13T03:04:18Z", "speed": 1.71, "tokens_per_second": 6.51, "dataset_speed": {"librispeech-10mins": 1.56, "earnings22-10mins": 2.09}, "dataset_tokens_per_second": {"librispeech-10mins": 6.55, "earnings22-10mins": 6.4}, "average_wer": 28.03, "dataset_average_wer": {"librispeech-10mins": 4.6, "earnings22-10mins": 53.92}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
237 |
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-02T06:23:01Z", "speed": 8.83, "tokens_per_second": 36.18, "dataset_speed": {"earnings22-10mins": 14.31, "librispeech-10mins": 6.39}, "dataset_tokens_per_second": {"earnings22-10mins": 56.94, "librispeech-10mins": 26.94}, "average_wer": 6.42, "dataset_average_wer": {"earnings22-10mins": 8.5, "librispeech-10mins": 4.54}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
|
|
238 |
{"model": "openai/whisper-base.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:57:51Z", "speed": 55.46, "tokens_per_second": 196.61, "dataset_speed": {"librispeech-10mins": 40.92, "earnings22-10mins": 86.25}, "dataset_tokens_per_second": {"librispeech-10mins": 157.55, "earnings22-10mins": 279.3}, "average_wer": 9.91, "dataset_average_wer": {"librispeech-10mins": 8.94, "earnings22-10mins": 10.97}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
239 |
{"model": "openai/whisper-base.en", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:55:45Z", "speed": 69.84, "tokens_per_second": 247.74, "dataset_speed": {"librispeech-10mins": 51.38, "earnings22-10mins": 109.24}, "dataset_tokens_per_second": {"librispeech-10mins": 197.84, "earnings22-10mins": 354.3}, "average_wer": 9.77, "dataset_average_wer": {"librispeech-10mins": 8.94, "earnings22-10mins": 10.68}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
240 |
{"model": "openai/whisper-base", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:22:58Z", "speed": 45.65, "tokens_per_second": 173.9, "dataset_speed": {"earnings22-10mins": 75.91, "librispeech-10mins": 32.68}, "dataset_tokens_per_second": {"earnings22-10mins": 258.72, "librispeech-10mins": 137.54}, "average_wer": 12.46, "dataset_average_wer": {"earnings22-10mins": 12.86, "librispeech-10mins": 12.1}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
@@ -243,6 +282,7 @@
|
|
243 |
{"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-09-06T20:59:33Z", "speed": 14.63, "tokens_per_second": 50.0, "dataset_speed": {"librispeech-10mins": 10.66, "earnings22-10mins": 23.38}, "dataset_tokens_per_second": {"librispeech-10mins": 38.87, "earnings22-10mins": 74.52}, "average_wer": 5.83, "dataset_average_wer": {"librispeech-10mins": 4.4, "earnings22-10mins": 7.41}, "qoi": 0.73, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
244 |
{"model": "openai/whisper-base", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:54:48Z", "speed": 66.73, "tokens_per_second": 253.71, "dataset_speed": {"earnings22-10mins": 105.92, "librispeech-10mins": 48.77}, "dataset_tokens_per_second": {"earnings22-10mins": 359.41, "librispeech-10mins": 205.25}, "average_wer": 12.25, "dataset_average_wer": {"earnings22-10mins": 12.43, "librispeech-10mins": 12.1}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
245 |
{"model": "openai/whisper-small", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:59:59Z", "speed": 21.69, "tokens_per_second": 82.41, "dataset_speed": {"earnings22-10mins": 30.11, "librispeech-10mins": 16.97}, "dataset_tokens_per_second": {"earnings22-10mins": 101.37, "librispeech-10mins": 71.78}, "average_wer": 8.7, "dataset_average_wer": {"earnings22-10mins": 9.88, "librispeech-10mins": 7.63}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
|
|
246 |
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-09-06T21:06:16Z", "speed": 13.99, "tokens_per_second": 55.51, "dataset_speed": {"earnings22-10mins": 20.89, "librispeech-10mins": 10.53}, "dataset_tokens_per_second": {"earnings22-10mins": 83.46, "librispeech-10mins": 41.48}, "average_wer": 6.58, "dataset_average_wer": {"earnings22-10mins": 8.14, "librispeech-10mins": 5.16}, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
247 |
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T04:08:33Z", "speed": 14.08, "tokens_per_second": 54.14, "dataset_speed": {"librispeech-10mins": 10.75, "earnings22-10mins": 20.42}, "dataset_tokens_per_second": {"librispeech-10mins": 40.72, "earnings22-10mins": 79.74}, "average_wer": 6.66, "dataset_average_wer": {"librispeech-10mins": 5.39, "earnings22-10mins": 8.07}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
248 |
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-02T06:25:13Z", "speed": 5.66, "tokens_per_second": 23.68, "dataset_speed": {"librispeech-10mins": 4.24, "earnings22-10mins": 8.74}, "dataset_tokens_per_second": {"librispeech-10mins": 17.8, "earnings22-10mins": 36.37}, "average_wer": 8.73, "dataset_average_wer": {"librispeech-10mins": 4.67, "earnings22-10mins": 13.23}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
@@ -253,14 +293,21 @@
|
|
253 |
{"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:09:27Z", "speed": 16.98, "tokens_per_second": 59.92, "dataset_speed": {"librispeech-10mins": 12.12, "earnings22-10mins": 28.46}, "dataset_tokens_per_second": {"librispeech-10mins": 44.82, "earnings22-10mins": 95.54}, "average_wer": 6.63, "dataset_average_wer": {"librispeech-10mins": 5.59, "earnings22-10mins": 7.78}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
254 |
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-28T03:33:16Z", "speed": 9.96, "tokens_per_second": 34.45, "dataset_speed": {"librispeech-10mins": 7.56, "earnings22-10mins": 14.63}, "dataset_tokens_per_second": {"librispeech-10mins": 27.65, "earnings22-10mins": 47.67}, "average_wer": 7.61, "dataset_average_wer": {"librispeech-10mins": 6.31, "earnings22-10mins": 9.05}, "qoi": 0.64, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
255 |
{"model": "openai/whisper-large-v3", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T19:05:02Z", "speed": 2.51, "tokens_per_second": 9.9, "dataset_speed": {"earnings22-10mins": 3.61, "librispeech-10mins": 2.25}, "dataset_tokens_per_second": {"earnings22-10mins": 11.52, "librispeech-10mins": 9.5}, "average_wer": 32.83, "dataset_average_wer": {"earnings22-10mins": 64.97, "librispeech-10mins": 3.75}, "qoi": 0.74, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
|
|
256 |
{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-13T03:46:58Z", "speed": 6.52, "tokens_per_second": 24.28, "dataset_speed": {"earnings22-10mins": 10.84, "librispeech-10mins": 4.67}, "dataset_tokens_per_second": {"earnings22-10mins": 35.62, "librispeech-10mins": 19.42}, "average_wer": 7.73, "dataset_average_wer": {"earnings22-10mins": 9.3, "librispeech-10mins": 6.31}, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
257 |
{"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:17:10Z", "speed": 14.43, "tokens_per_second": 49.31, "dataset_speed": {"earnings22-10mins": 23.24, "librispeech-10mins": 10.48}, "dataset_tokens_per_second": {"earnings22-10mins": 74.46, "librispeech-10mins": 38.02}, "average_wer": 6.14, "dataset_average_wer": {"earnings22-10mins": 7.49, "librispeech-10mins": 4.93}, "qoi": 0.72, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
|
|
258 |
{"model": "openai/whisper-tiny", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:53:56Z", "speed": 76.66, "tokens_per_second": 293.24, "dataset_speed": {"librispeech-10mins": 52.09, "earnings22-10mins": 145.64}, "dataset_tokens_per_second": {"librispeech-10mins": 221.23, "earnings22-10mins": 495.43}, "average_wer": 16.43, "dataset_average_wer": {"librispeech-10mins": 15.84, "earnings22-10mins": 17.08}, "qoi": 0.32, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
|
|
259 |
{"model": "openai/whisper-large-v3/947MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T01:39:44Z", "speed": 4.02, "tokens_per_second": 14.38, "dataset_speed": {"earnings22-10mins": 5.88, "librispeech-10mins": 3.09}, "dataset_tokens_per_second": {"earnings22-10mins": 17.31, "librispeech-10mins": 12.92}, "average_wer": 12.98, "dataset_average_wer": {"earnings22-10mins": 22.24, "librispeech-10mins": 4.6}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
260 |
{"model": "openai/whisper-tiny", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:53:40Z", "speed": 73.41, "tokens_per_second": 280.73, "dataset_speed": {"earnings22-10mins": 116.28, "librispeech-10mins": 53.69}, "dataset_tokens_per_second": {"earnings22-10mins": 395.15, "librispeech-10mins": 228.12}, "average_wer": 16.29, "dataset_average_wer": {"earnings22-10mins": 16.93, "librispeech-10mins": 15.71}, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
|
|
|
|
261 |
{"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-09-06T20:49:35Z", "speed": 11.23, "tokens_per_second": 41.89, "dataset_speed": {"librispeech-10mins": 7.61, "earnings22-10mins": 21.54}, "dataset_tokens_per_second": {"librispeech-10mins": 31.69, "earnings22-10mins": 70.89}, "average_wer": 7.73, "dataset_average_wer": {"librispeech-10mins": 6.38, "earnings22-10mins": 9.23}, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
262 |
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T03:32:05Z", "speed": 17.67, "tokens_per_second": 60.24, "dataset_speed": {"librispeech-10mins": 12.87, "earnings22-10mins": 28.29}, "dataset_tokens_per_second": {"librispeech-10mins": 46.74, "earnings22-10mins": 90.05}, "average_wer": 7.84, "dataset_average_wer": {"librispeech-10mins": 6.44, "earnings22-10mins": 9.38}, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
263 |
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T19:36:36Z", "speed": 3.48, "tokens_per_second": 12.76, "dataset_speed": {"librispeech-10mins": 3.28, "earnings22-10mins": 4.02}, "dataset_tokens_per_second": {"librispeech-10mins": 12.2, "earnings22-10mins": 14.19}, "average_wer": 29.86, "dataset_average_wer": {"librispeech-10mins": 5.0, "earnings22-10mins": 57.34}, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
|
|
|
|
264 |
{"model": "openai/whisper-large-v2", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-07T17:33:29Z", "speed": 2.39, "tokens_per_second": 9.8, "dataset_speed": {"librispeech-10mins": 2.22, "earnings22-10mins": 3.19}, "dataset_tokens_per_second": {"librispeech-10mins": 9.57, "earnings22-10mins": 10.83}, "average_wer": 35.54, "dataset_average_wer": {"librispeech-10mins": 5.13, "earnings22-10mins": 69.15}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
265 |
{"model": "openai/whisper-small.en", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T22:23:00Z", "speed": 15.54, "tokens_per_second": 54.87, "dataset_speed": {"earnings22-10mins": 22.29, "librispeech-10mins": 11.94}, "dataset_tokens_per_second": {"earnings22-10mins": 70.32, "librispeech-10mins": 46.62}, "average_wer": 7.42, "dataset_average_wer": {"earnings22-10mins": 8.21, "librispeech-10mins": 6.71}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
266 |
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:19:51Z", "speed": 9.11, "tokens_per_second": 38.11, "dataset_speed": {"earnings22-10mins": 15.03, "librispeech-10mins": 6.59}, "dataset_tokens_per_second": {"earnings22-10mins": 62.47, "librispeech-10mins": 27.79}, "average_wer": 8.04, "dataset_average_wer": {"earnings22-10mins": 11.92, "librispeech-10mins": 4.54}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
@@ -274,17 +321,23 @@
|
|
274 |
{"model": "openai/whisper-small", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:57:02Z", "speed": 23.25, "tokens_per_second": 88.34, "dataset_speed": {"librispeech-10mins": 18.17, "earnings22-10mins": 32.32}, "dataset_tokens_per_second": {"librispeech-10mins": 76.88, "earnings22-10mins": 108.8}, "average_wer": 8.7, "dataset_average_wer": {"librispeech-10mins": 7.63, "earnings22-10mins": 9.88}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
275 |
{"model": "openai/whisper-tiny", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:54:09Z", "speed": 90.09, "tokens_per_second": 345.45, "dataset_speed": {"librispeech-10mins": 61.21, "earnings22-10mins": 171.19}, "dataset_tokens_per_second": {"librispeech-10mins": 259.98, "earnings22-10mins": 585.47}, "average_wer": 16.85, "dataset_average_wer": {"librispeech-10mins": 15.78, "earnings22-10mins": 18.02}, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
276 |
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-02T06:22:38Z", "speed": 6.88, "tokens_per_second": 27.57, "dataset_speed": {"earnings22-10mins": 10.63, "librispeech-10mins": 5.09}, "dataset_tokens_per_second": {"earnings22-10mins": 40.44, "librispeech-10mins": 21.44}, "average_wer": 6.7, "dataset_average_wer": {"earnings22-10mins": 8.94, "librispeech-10mins": 4.67}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
|
|
277 |
{"model": "openai/whisper-small.en", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T21:02:52Z", "speed": 22.71, "tokens_per_second": 80.22, "dataset_speed": {"earnings22-10mins": 31.47, "librispeech-10mins": 17.79}, "dataset_tokens_per_second": {"earnings22-10mins": 99.3, "librispeech-10mins": 69.49}, "average_wer": 7.42, "dataset_average_wer": {"earnings22-10mins": 8.21, "librispeech-10mins": 6.71}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
|
|
278 |
{"model": "distil-whisper/distil-large-v3", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T02:54:13Z", "speed": 2.44, "tokens_per_second": 9.16, "dataset_speed": {"earnings22-10mins": 4.72, "librispeech-10mins": 1.65}, "dataset_tokens_per_second": {"earnings22-10mins": 15.52, "librispeech-10mins": 6.94}, "average_wer": 6.59, "dataset_average_wer": {"earnings22-10mins": 8.07, "librispeech-10mins": 5.26}, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
|
|
279 |
{"model": "openai/whisper-base.en", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:57:52Z", "speed": 48.23, "tokens_per_second": 171.08, "dataset_speed": {"librispeech-10mins": 37.6, "earnings22-10mins": 67.34}, "dataset_tokens_per_second": {"librispeech-10mins": 144.77, "earnings22-10mins": 218.4}, "average_wer": 10.08, "dataset_average_wer": {"librispeech-10mins": 8.94, "earnings22-10mins": 11.34}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
280 |
{"model": "openai/whisper-tiny.en", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T21:28:00Z", "speed": 61.34, "tokens_per_second": 214.9, "dataset_speed": {"librispeech-10mins": 41.24, "earnings22-10mins": 120.14}, "dataset_tokens_per_second": {"librispeech-10mins": 158.31, "earnings22-10mins": 380.44}, "average_wer": 15.08, "dataset_average_wer": {"librispeech-10mins": 13.61, "earnings22-10mins": 16.72}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
281 |
{"model": "distil-whisper/distil-large-v3/turbo", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T03:25:51Z", "speed": 2.7, "tokens_per_second": 9.93, "dataset_speed": {"earnings22-10mins": 2.7}, "dataset_tokens_per_second": {"earnings22-10mins": 9.93}, "average_wer": 8.07, "dataset_average_wer": {"earnings22-10mins": 8.07}, "qoi": 1, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
|
|
282 |
{"model": "openai/whisper-base", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-27T22:36:53Z", "speed": 64.44, "tokens_per_second": 244.98, "dataset_speed": {"librispeech-10mins": 48.33, "earnings22-10mins": 96.82}, "dataset_tokens_per_second": {"librispeech-10mins": 203.44, "earnings22-10mins": 328.55}, "average_wer": 12.25, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.43}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
283 |
{"model": "openai/whisper-small", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-01T20:59:44Z", "speed": 22.68, "tokens_per_second": 86.19, "dataset_speed": {"librispeech-10mins": 18.05, "earnings22-10mins": 30.57}, "dataset_tokens_per_second": {"librispeech-10mins": 76.35, "earnings22-10mins": 102.92}, "average_wer": 8.7, "dataset_average_wer": {"librispeech-10mins": 7.63, "earnings22-10mins": 9.88}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
|
|
284 |
{"model": "openai/whisper-large-v3-v20240930", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:13:16Z", "speed": 9.15, "tokens_per_second": 38.65, "dataset_speed": {"earnings22-10mins": 15.09, "librispeech-10mins": 6.57}, "dataset_tokens_per_second": {"earnings22-10mins": 64.71, "librispeech-10mins": 27.35}, "average_wer": 6.01, "dataset_average_wer": {"earnings22-10mins": 7.85, "librispeech-10mins": 4.34}, "qoi": 0.74, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
285 |
{"model": "openai/whisper-tiny", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-01T20:53:48Z", "speed": 100.8, "tokens_per_second": 385.1, "dataset_speed": {"librispeech-10mins": 69.14, "earnings22-10mins": 186.67}, "dataset_tokens_per_second": {"librispeech-10mins": 293.62, "earnings22-10mins": 633.12}, "average_wer": 16.19, "dataset_average_wer": {"librispeech-10mins": 15.78, "earnings22-10mins": 16.64}, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
286 |
{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-02T03:34:40Z", "speed": 7.08, "tokens_per_second": 26.4, "dataset_speed": {"librispeech-10mins": 4.93, "earnings22-10mins": 12.59}, "dataset_tokens_per_second": {"librispeech-10mins": 20.52, "earnings22-10mins": 41.47}, "average_wer": 7.77, "dataset_average_wer": {"librispeech-10mins": 6.31, "earnings22-10mins": 9.38}, "qoi": 0.67, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
287 |
{"model": "openai/whisper-large-v3-v20240930/turbo", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T03:55:08Z", "speed": 2.53, "tokens_per_second": 8.14, "dataset_speed": {"earnings22-10mins": 2.53}, "dataset_tokens_per_second": {"earnings22-10mins": 8.14}, "average_wer": 7.49, "dataset_average_wer": {"earnings22-10mins": 7.49}, "qoi": 1, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
|
|
288 |
{"model": "distil-whisper/distil-large-v3", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T09:00:21Z", "speed": 11.08, "tokens_per_second": 41.09, "dataset_speed": {"earnings22-10mins": 24.21, "librispeech-10mins": 7.2}, "dataset_tokens_per_second": {"earnings22-10mins": 78.59, "librispeech-10mins": 29.98}, "average_wer": 6.63, "dataset_average_wer": {"earnings22-10mins": 8.21, "librispeech-10mins": 5.19}, "qoi": 0.68, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
|
289 |
{"model": "openai/whisper-small.en", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T07:39:23Z", "speed": 9.03, "tokens_per_second": 32.61, "dataset_speed": {"earnings22-10mins": 11.89, "librispeech-10mins": 7.29}, "dataset_tokens_per_second": {"earnings22-10mins": 40.26, "librispeech-10mins": 27.93}, "average_wer": 7.87, "dataset_average_wer": {"earnings22-10mins": 8.72, "librispeech-10mins": 7.1}, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
|
290 |
{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T09:03:01Z", "speed": 6.78, "tokens_per_second": 24.98, "dataset_speed": {"earnings22-10mins": 12.68, "librispeech-10mins": 4.63}, "dataset_tokens_per_second": {"earnings22-10mins": 40.7, "librispeech-10mins": 19.26}, "average_wer": 7.73, "dataset_average_wer": {"earnings22-10mins": 9.3, "librispeech-10mins": 6.31}, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
|
|
|
143 |
{"model": "openai/whisper-small", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T21:00:02Z", "speed": 17.1, "tokens_per_second": 64.96, "dataset_speed": {"librispeech-10mins": 14.12, "earnings22-10mins": 21.69}, "dataset_tokens_per_second": {"librispeech-10mins": 59.72, "earnings22-10mins": 73.03}, "average_wer": 8.73, "dataset_average_wer": {"librispeech-10mins": 7.63, "earnings22-10mins": 9.96}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
144 |
{"model": "openai/whisper-base", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:56:29Z", "speed": 59.8, "tokens_per_second": 227.86, "dataset_speed": {"earnings22-10mins": 91.24, "librispeech-10mins": 44.52}, "dataset_tokens_per_second": {"earnings22-10mins": 310.98, "librispeech-10mins": 187.47}, "average_wer": 12.46, "dataset_average_wer": {"earnings22-10mins": 12.86, "librispeech-10mins": 12.1}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
145 |
{"model": "openai/whisper-tiny.en", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:54:22Z", "speed": 108.3, "tokens_per_second": 379.25, "dataset_speed": {"librispeech-10mins": 73.65, "earnings22-10mins": 205.31}, "dataset_tokens_per_second": {"librispeech-10mins": 282.48, "earnings22-10mins": 650.15}, "average_wer": 15.05, "dataset_average_wer": {"librispeech-10mins": 13.54, "earnings22-10mins": 16.72}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
146 |
+
{"model": "openai/whisper-small.en", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T20:20:13Z", "speed": 28.82, "tokens_per_second": 101.77, "dataset_speed": {"earnings22-10mins": 43.93, "librispeech-10mins": 21.47}, "dataset_tokens_per_second": {"earnings22-10mins": 138.52, "librispeech-10mins": 83.88}, "average_wer": 7.35, "dataset_average_wer": {"earnings22-10mins": 8.07, "librispeech-10mins": 6.71}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
147 |
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-01T23:39:48Z", "speed": 4.65, "tokens_per_second": 17.45, "dataset_speed": {"earnings22-10mins": 5.93, "librispeech-10mins": 3.91}, "dataset_tokens_per_second": {"earnings22-10mins": 20.09, "librispeech-10mins": 15.92}, "average_wer": 13.53, "dataset_average_wer": {"earnings22-10mins": 21.0, "librispeech-10mins": 6.77}, "qoi": 0.57, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
148 |
{"model": "openai/whisper-tiny.en", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-07T17:22:19Z", "speed": 88.19, "tokens_per_second": 308.9, "dataset_speed": {"earnings22-10mins": 165.43, "librispeech-10mins": 60.2}, "dataset_tokens_per_second": {"earnings22-10mins": 523.31, "librispeech-10mins": 231.2}, "average_wer": 15.12, "dataset_average_wer": {"earnings22-10mins": 16.72, "librispeech-10mins": 13.68}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
149 |
+
{"model": "openai/whisper-large-v2/949MB", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-27T23:36:00Z", "speed": 2.16, "tokens_per_second": 8.48, "dataset_speed": {"earnings22-10mins": 2.74, "librispeech-10mins": 1.93}, "dataset_tokens_per_second": {"earnings22-10mins": 8.9, "librispeech-10mins": 8.32}, "average_wer": 26.11, "dataset_average_wer": {"earnings22-10mins": 48.95, "librispeech-10mins": 5.46}, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
150 |
+
{"model": "openai/whisper-tiny", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-27T22:34:55Z", "speed": 74.5, "tokens_per_second": 286.14, "dataset_speed": {"librispeech-10mins": 54.35, "earnings22-10mins": 118.66}, "dataset_tokens_per_second": {"librispeech-10mins": 231.29, "earnings22-10mins": 406.41}, "average_wer": 16.36, "dataset_average_wer": {"librispeech-10mins": 15.98, "earnings22-10mins": 16.79}, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
151 |
+
{"model": "openai/whisper-tiny", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-27T22:34:51Z", "speed": 90.41, "tokens_per_second": 346.95, "dataset_speed": {"earnings22-10mins": 138.7, "librispeech-10mins": 67.13}, "dataset_tokens_per_second": {"earnings22-10mins": 473.9, "librispeech-10mins": 285.77}, "average_wer": 16.6, "dataset_average_wer": {"earnings22-10mins": 17.08, "librispeech-10mins": 16.17}, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
152 |
{"model": "openai/whisper-base.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-27T22:37:49Z", "speed": 67.43, "tokens_per_second": 239.22, "dataset_speed": {"earnings22-10mins": 99.96, "librispeech-10mins": 50.93}, "dataset_tokens_per_second": {"earnings22-10mins": 324.19, "librispeech-10mins": 196.1}, "average_wer": 9.77, "dataset_average_wer": {"earnings22-10mins": 10.68, "librispeech-10mins": 8.94}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
153 |
+
{"model": "openai/whisper-large-v2/949MB", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T20:27:38Z", "speed": 3.4, "tokens_per_second": 13.77, "dataset_speed": {"earnings22-10mins": 4.45, "librispeech-10mins": 3.07}, "dataset_tokens_per_second": {"earnings22-10mins": 15.53, "librispeech-10mins": 13.23}, "average_wer": 28.82, "dataset_average_wer": {"earnings22-10mins": 54.65, "librispeech-10mins": 5.46}, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
154 |
{"model": "openai/whisper-large-v3/947MB", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T17:14:30Z", "speed": 3.6, "tokens_per_second": 13.35, "dataset_speed": {"librispeech-10mins": 3.08, "earnings22-10mins": 5.28}, "dataset_tokens_per_second": {"librispeech-10mins": 12.88, "earnings22-10mins": 14.87}, "average_wer": 30.12, "dataset_average_wer": {"librispeech-10mins": 4.6, "earnings22-10mins": 58.32}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
155 |
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T17:22:48Z", "speed": 4.42, "tokens_per_second": 16.8, "dataset_speed": {"librispeech-10mins": 3.92, "earnings22-10mins": 5.78}, "dataset_tokens_per_second": {"librispeech-10mins": 16.19, "earnings22-10mins": 18.46}, "average_wer": 26.46, "dataset_average_wer": {"librispeech-10mins": 5.13, "earnings22-10mins": 50.04}, "qoi": 0.65, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
156 |
+
{"model": "openai/whisper-large-v2/turbo", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T20:37:23Z", "speed": 4.01, "tokens_per_second": 17.04, "dataset_speed": {"librispeech-10mins": 3.8, "earnings22-10mins": 4.52}, "dataset_tokens_per_second": {"librispeech-10mins": 16.41, "earnings22-10mins": 18.52}, "average_wer": 28.96, "dataset_average_wer": {"librispeech-10mins": 5.39, "earnings22-10mins": 55.01}, "qoi": 0.61, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
157 |
{"model": "openai/whisper-tiny.en", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:21:52Z", "speed": 72.42, "tokens_per_second": 253.73, "dataset_speed": {"librispeech-10mins": 48.9, "earnings22-10mins": 140.1}, "dataset_tokens_per_second": {"librispeech-10mins": 187.72, "earnings22-10mins": 443.64}, "average_wer": 15.08, "dataset_average_wer": {"librispeech-10mins": 13.61, "earnings22-10mins": 16.72}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
158 |
{"model": "openai/whisper-small", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-09-06T22:05:05Z", "speed": 15.46, "tokens_per_second": 58.75, "dataset_speed": {"librispeech-10mins": 11.82, "earnings22-10mins": 22.38}, "dataset_tokens_per_second": {"librispeech-10mins": 50.01, "earnings22-10mins": 75.35}, "average_wer": 8.7, "dataset_average_wer": {"librispeech-10mins": 7.63, "earnings22-10mins": 9.88}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
159 |
+
{"model": "openai/whisper-large-v2", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T20:22:10Z", "speed": 3.39, "tokens_per_second": 13.62, "dataset_speed": {"earnings22-10mins": 4.47, "librispeech-10mins": 3.07}, "dataset_tokens_per_second": {"earnings22-10mins": 14.76, "librispeech-10mins": 13.28}, "average_wer": 30.48, "dataset_average_wer": {"earnings22-10mins": 58.5, "librispeech-10mins": 5.13}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
160 |
{"model": "openai/whisper-small.en", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:57:55Z", "speed": 24.47, "tokens_per_second": 86.39, "dataset_speed": {"earnings22-10mins": 34.06, "librispeech-10mins": 19.11}, "dataset_tokens_per_second": {"earnings22-10mins": 107.4, "librispeech-10mins": 74.65}, "average_wer": 7.35, "dataset_average_wer": {"earnings22-10mins": 8.07, "librispeech-10mins": 6.71}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
161 |
+
{"model": "openai/whisper-tiny.en", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T20:15:15Z", "speed": 113.31, "tokens_per_second": 396.77, "dataset_speed": {"earnings22-10mins": 275.21, "librispeech-10mins": 71.45}, "dataset_tokens_per_second": {"earnings22-10mins": 871.5, "librispeech-10mins": 274.04}, "average_wer": 15.05, "dataset_average_wer": {"earnings22-10mins": 16.72, "librispeech-10mins": 13.54}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
162 |
+
{"model": "openai/whisper-small", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-27T22:39:54Z", "speed": 18.29, "tokens_per_second": 69.71, "dataset_speed": {"librispeech-10mins": 15.15, "earnings22-10mins": 23.08}, "dataset_tokens_per_second": {"librispeech-10mins": 64.33, "earnings22-10mins": 77.93}, "average_wer": 8.84, "dataset_average_wer": {"librispeech-10mins": 7.76, "earnings22-10mins": 10.03}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
163 |
{"model": "openai/whisper-large-v2/949MB", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-09-06T20:08:11Z", "speed": 3.43, "tokens_per_second": 13.6, "dataset_speed": {"earnings22-10mins": 4.82, "librispeech-10mins": 3.02}, "dataset_tokens_per_second": {"earnings22-10mins": 15.67, "librispeech-10mins": 12.99}, "average_wer": 29.2, "dataset_average_wer": {"earnings22-10mins": 55.45, "librispeech-10mins": 5.46}, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
164 |
{"model": "openai/whisper-base.en", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-07T17:24:02Z", "speed": 57.83, "tokens_per_second": 205.0, "dataset_speed": {"earnings22-10mins": 94.28, "librispeech-10mins": 41.75}, "dataset_tokens_per_second": {"earnings22-10mins": 305.3, "librispeech-10mins": 160.76}, "average_wer": 9.91, "dataset_average_wer": {"earnings22-10mins": 10.97, "librispeech-10mins": 8.94}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
165 |
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T20:04:42Z", "speed": 11.32, "tokens_per_second": 44.15, "dataset_speed": {"librispeech-10mins": 8.54, "earnings22-10mins": 17.2}, "dataset_tokens_per_second": {"librispeech-10mins": 33.0, "earnings22-10mins": 67.71}, "average_wer": 8.13, "dataset_average_wer": {"librispeech-10mins": 4.9, "earnings22-10mins": 11.7}, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
166 |
+
{"model": "openai/whisper-base", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-27T22:36:54Z", "speed": 57.18, "tokens_per_second": 217.2, "dataset_speed": {"librispeech-10mins": 45.03, "earnings22-10mins": 78.41}, "dataset_tokens_per_second": {"librispeech-10mins": 189.47, "earnings22-10mins": 265.68}, "average_wer": 12.22, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.35}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
167 |
+
{"model": "openai/whisper-small.en", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-27T22:42:23Z", "speed": 17.21, "tokens_per_second": 60.48, "dataset_speed": {"librispeech-10mins": 14.85, "earnings22-10mins": 20.46}, "dataset_tokens_per_second": {"librispeech-10mins": 57.85, "earnings22-10mins": 64.12}, "average_wer": 7.42, "dataset_average_wer": {"librispeech-10mins": 6.84, "earnings22-10mins": 8.07}, "qoi": 0.61, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
168 |
{"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-09-06T20:51:31Z", "speed": 16.95, "tokens_per_second": 61.2, "dataset_speed": {"earnings22-10mins": 29.4, "librispeech-10mins": 11.92}, "dataset_tokens_per_second": {"earnings22-10mins": 95.49, "librispeech-10mins": 47.36}, "average_wer": 6.63, "dataset_average_wer": {"earnings22-10mins": 7.78, "librispeech-10mins": 5.59}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
169 |
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-09-06T20:55:02Z", "speed": 17.95, "tokens_per_second": 61.29, "dataset_speed": {"librispeech-10mins": 12.87, "earnings22-10mins": 29.75}, "dataset_tokens_per_second": {"librispeech-10mins": 46.75, "earnings22-10mins": 95.05}, "average_wer": 7.77, "dataset_average_wer": {"librispeech-10mins": 6.44, "earnings22-10mins": 9.23}, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
170 |
+
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T02:50:06Z", "speed": 2.33, "tokens_per_second": 8.6, "dataset_speed": {"librispeech-10mins": 2.13, "earnings22-10mins": 2.81}, "dataset_tokens_per_second": {"librispeech-10mins": 8.45, "earnings22-10mins": 8.98}, "average_wer": 28.1, "dataset_average_wer": {"librispeech-10mins": 6.9, "earnings22-10mins": 51.53}, "qoi": 0.57, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
171 |
+
{"model": "openai/whisper-tiny.en", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-27T22:35:54Z", "speed": 94.29, "tokens_per_second": 330.49, "dataset_speed": {"librispeech-10mins": 70.91, "earnings22-10mins": 140.96}, "dataset_tokens_per_second": {"librispeech-10mins": 271.86, "earnings22-10mins": 447.53}, "average_wer": 14.81, "dataset_average_wer": {"librispeech-10mins": 13.35, "earnings22-10mins": 16.42}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
172 |
{"model": "openai/whisper-small.en", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T21:02:53Z", "speed": 15.39, "tokens_per_second": 54.26, "dataset_speed": {"librispeech-10mins": 12.89, "earnings22-10mins": 19.13}, "dataset_tokens_per_second": {"librispeech-10mins": 50.24, "earnings22-10mins": 60.27}, "average_wer": 7.53, "dataset_average_wer": {"librispeech-10mins": 6.9, "earnings22-10mins": 8.21}, "qoi": 0.61, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
173 |
{"model": "openai/whisper-small", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T21:00:13Z", "speed": 14.8, "tokens_per_second": 56.32, "dataset_speed": {"librispeech-10mins": 12.28, "earnings22-10mins": 18.64}, "dataset_tokens_per_second": {"librispeech-10mins": 52.09, "earnings22-10mins": 62.76}, "average_wer": 8.7, "dataset_average_wer": {"librispeech-10mins": 7.63, "earnings22-10mins": 9.88}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
174 |
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:25:24Z", "speed": 13.69, "tokens_per_second": 55.46, "dataset_speed": {"librispeech-10mins": 10.12, "earnings22-10mins": 21.22}, "dataset_tokens_per_second": {"librispeech-10mins": 42.43, "earnings22-10mins": 82.91}, "average_wer": 6.32, "dataset_average_wer": {"librispeech-10mins": 4.93, "earnings22-10mins": 7.85}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
175 |
{"model": "openai/whisper-small.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-27T22:41:53Z", "speed": 24.12, "tokens_per_second": 85.15, "dataset_speed": {"earnings22-10mins": 32.68, "librispeech-10mins": 19.12}, "dataset_tokens_per_second": {"earnings22-10mins": 103.06, "librispeech-10mins": 74.71}, "average_wer": 7.35, "dataset_average_wer": {"earnings22-10mins": 8.07, "librispeech-10mins": 6.71}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
176 |
{"model": "openai/whisper-small", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-27T22:39:12Z", "speed": 22.81, "tokens_per_second": 86.67, "dataset_speed": {"earnings22-10mins": 30.62, "librispeech-10mins": 18.19}, "dataset_tokens_per_second": {"earnings22-10mins": 103.09, "librispeech-10mins": 76.96}, "average_wer": 8.7, "dataset_average_wer": {"earnings22-10mins": 9.88, "librispeech-10mins": 7.63}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
177 |
{"model": "openai/whisper-small.en", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:42:00Z", "speed": 24.49, "tokens_per_second": 86.46, "dataset_speed": {"earnings22-10mins": 33.83, "librispeech-10mins": 19.2}, "dataset_tokens_per_second": {"earnings22-10mins": 106.68, "librispeech-10mins": 75.03}, "average_wer": 7.35, "dataset_average_wer": {"earnings22-10mins": 8.07, "librispeech-10mins": 6.71}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
178 |
+
{"model": "openai/whisper-small.en", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T02:19:03Z", "speed": 16.42, "tokens_per_second": 57.84, "dataset_speed": {"earnings22-10mins": 20.46, "librispeech-10mins": 13.73}, "dataset_tokens_per_second": {"earnings22-10mins": 64.31, "librispeech-10mins": 53.52}, "average_wer": 7.46, "dataset_average_wer": {"earnings22-10mins": 8.14, "librispeech-10mins": 6.84}, "qoi": 0.61, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
179 |
{"model": "openai/whisper-tiny.en", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:38:05Z", "speed": 104.01, "tokens_per_second": 364.2, "dataset_speed": {"librispeech-10mins": 70.08, "earnings22-10mins": 202.37}, "dataset_tokens_per_second": {"librispeech-10mins": 268.8, "earnings22-10mins": 640.82}, "average_wer": 15.05, "dataset_average_wer": {"librispeech-10mins": 13.54, "earnings22-10mins": 16.72}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
180 |
+
{"model": "distil-whisper/distil-large-v3", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T21:07:03Z", "speed": 12.15, "tokens_per_second": 45.49, "dataset_speed": {"earnings22-10mins": 24.46, "librispeech-10mins": 8.09}, "dataset_tokens_per_second": {"earnings22-10mins": 80.5, "librispeech-10mins": 33.95}, "average_wer": 6.59, "dataset_average_wer": {"earnings22-10mins": 8.14, "librispeech-10mins": 5.19}, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
181 |
{"model": "openai/whisper-small.en", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-09-06T22:08:03Z", "speed": 16.4, "tokens_per_second": 57.88, "dataset_speed": {"earnings22-10mins": 23.99, "librispeech-10mins": 12.47}, "dataset_tokens_per_second": {"earnings22-10mins": 75.68, "librispeech-10mins": 48.67}, "average_wer": 7.42, "dataset_average_wer": {"earnings22-10mins": 8.21, "librispeech-10mins": 6.71}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
182 |
+
{"model": "openai/whisper-tiny", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T02:12:30Z", "speed": 88.93, "tokens_per_second": 340.92, "dataset_speed": {"earnings22-10mins": 134.59, "librispeech-10mins": 66.48}, "dataset_tokens_per_second": {"earnings22-10mins": 459.6, "librispeech-10mins": 282.55}, "average_wer": 16.85, "dataset_average_wer": {"earnings22-10mins": 17.88, "librispeech-10mins": 15.91}, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
183 |
{"model": "openai/whisper-tiny", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:53:37Z", "speed": 104.76, "tokens_per_second": 400.2, "dataset_speed": {"earnings22-10mins": 201.82, "librispeech-10mins": 70.83}, "dataset_tokens_per_second": {"earnings22-10mins": 684.5, "librispeech-10mins": 300.84}, "average_wer": 16.19, "dataset_average_wer": {"earnings22-10mins": 16.64, "librispeech-10mins": 15.78}, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
184 |
+
{"model": "openai/whisper-large-v3/947MB", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T03:04:11Z", "speed": 2.07, "tokens_per_second": 7.75, "dataset_speed": {"earnings22-10mins": 2.74, "librispeech-10mins": 1.82}, "dataset_tokens_per_second": {"earnings22-10mins": 8.03, "librispeech-10mins": 7.64}, "average_wer": 28.17, "dataset_average_wer": {"earnings22-10mins": 54.07, "librispeech-10mins": 4.73}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
185 |
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T19:48:37Z", "speed": 15.02, "tokens_per_second": 51.5, "dataset_speed": {"earnings22-10mins": 25.74, "librispeech-10mins": 10.62}, "dataset_tokens_per_second": {"earnings22-10mins": 82.91, "librispeech-10mins": 38.59}, "average_wer": 7.7, "dataset_average_wer": {"earnings22-10mins": 9.23, "librispeech-10mins": 6.31}, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
186 |
{"model": "openai/whisper-base", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-27T22:36:42Z", "speed": 44.15, "tokens_per_second": 167.93, "dataset_speed": {"librispeech-10mins": 33.56, "earnings22-10mins": 64.64}, "dataset_tokens_per_second": {"librispeech-10mins": 141.35, "earnings22-10mins": 219.35}, "average_wer": 12.19, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.28}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
187 |
{"model": "openai/whisper-large-v2/turbo", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:12:04Z", "speed": 3.55, "tokens_per_second": 14.21, "dataset_speed": {"earnings22-10mins": 4.72, "librispeech-10mins": 3.17}, "dataset_tokens_per_second": {"earnings22-10mins": 15.8, "librispeech-10mins": 13.71}, "average_wer": 29.69, "dataset_average_wer": {"earnings22-10mins": 56.54, "librispeech-10mins": 5.39}, "qoi": 0.61, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
|
|
210 |
{"model": "openai/whisper-large-v3/947MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-07T18:06:57Z", "speed": 2.79, "tokens_per_second": 10.51, "dataset_speed": {"earnings22-10mins": 3.94, "librispeech-10mins": 2.48}, "dataset_tokens_per_second": {"earnings22-10mins": 10.93, "librispeech-10mins": 10.4}, "average_wer": 34.12, "dataset_average_wer": {"earnings22-10mins": 66.61, "librispeech-10mins": 4.73}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
211 |
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-28T04:03:53Z", "speed": 4.48, "tokens_per_second": 16.73, "dataset_speed": {"earnings22-10mins": 6.83, "librispeech-10mins": 3.34}, "dataset_tokens_per_second": {"earnings22-10mins": 22.43, "librispeech-10mins": 13.96}, "average_wer": 6.42, "dataset_average_wer": {"earnings22-10mins": 8.5, "librispeech-10mins": 4.54}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
212 |
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T02:34:28Z", "speed": 4.75, "tokens_per_second": 17.66, "dataset_speed": {"earnings22-10mins": 5.54, "librispeech-10mins": 4.19}, "dataset_tokens_per_second": {"earnings22-10mins": 20.12, "librispeech-10mins": 15.89}, "average_wer": 8.66, "dataset_average_wer": {"earnings22-10mins": 12.72, "librispeech-10mins": 5.0}, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
213 |
+
{"model": "openai/whisper-base.en", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-13T02:15:19Z", "speed": 59.48, "tokens_per_second": 210.87, "dataset_speed": {"earnings22-10mins": 79.67, "librispeech-10mins": 47.5}, "dataset_tokens_per_second": {"earnings22-10mins": 258.54, "librispeech-10mins": 182.58}, "average_wer": 9.98, "dataset_average_wer": {"earnings22-10mins": 10.97, "librispeech-10mins": 9.07}, "qoi": 0.48, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
214 |
+
{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T03:44:37Z", "speed": 7.45, "tokens_per_second": 27.8, "dataset_speed": {"earnings22-10mins": 12.7, "librispeech-10mins": 5.28}, "dataset_tokens_per_second": {"earnings22-10mins": 41.78, "librispeech-10mins": 22.01}, "average_wer": 7.77, "dataset_average_wer": {"earnings22-10mins": 9.38, "librispeech-10mins": 6.31}, "qoi": 0.67, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
215 |
+
{"model": "openai/whisper-large-v3", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T20:49:36Z", "speed": 3.56, "tokens_per_second": 13.67, "dataset_speed": {"librispeech-10mins": 3.12, "earnings22-10mins": 4.98}, "dataset_tokens_per_second": {"librispeech-10mins": 13.19, "earnings22-10mins": 15.18}, "average_wer": 29.34, "dataset_average_wer": {"librispeech-10mins": 3.75, "earnings22-10mins": 57.63}, "qoi": 0.74, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
216 |
{"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-08-29T16:17:32Z", "speed": 9.45, "tokens_per_second": 33.86, "dataset_speed": {"librispeech-10mins": 5.29, "earnings22-10mins": 15.6}, "dataset_tokens_per_second": {"librispeech-10mins": 22.03, "earnings22-10mins": 51.37}, "average_wer": 8.19, "dataset_average_wer": {"librispeech-10mins": 6.31, "earnings22-10mins": 9.23}, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
217 |
+
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-28T03:31:24Z", "speed": 12.16, "tokens_per_second": 42.1, "dataset_speed": {"earnings22-10mins": 18.71, "librispeech-10mins": 9.02}, "dataset_tokens_per_second": {"earnings22-10mins": 61.11, "librispeech-10mins": 32.97}, "average_wer": 7.63, "dataset_average_wer": {"earnings22-10mins": 9.08, "librispeech-10mins": 6.31}, "qoi": 0.64, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
218 |
{"model": "openai/whisper-base", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T18:31:50Z", "speed": 55.43, "tokens_per_second": 211.01, "dataset_speed": {"librispeech-10mins": 40.44, "earnings22-10mins": 88.3}, "dataset_tokens_per_second": {"librispeech-10mins": 170.2, "earnings22-10mins": 300.5}, "average_wer": 12.39, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.72}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
219 |
{"model": "openai/whisper-large-v3/turbo", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T17:17:16Z", "speed": 3.92, "tokens_per_second": 14.16, "dataset_speed": {"earnings22-10mins": 4.82, "librispeech-10mins": 3.59}, "dataset_tokens_per_second": {"earnings22-10mins": 15.81, "librispeech-10mins": 13.55}, "average_wer": 29.51, "dataset_average_wer": {"earnings22-10mins": 57.52, "librispeech-10mins": 4.17}, "qoi": 0.72, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
220 |
{"model": "openai/whisper-small", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T22:13:39Z", "speed": 14.76, "tokens_per_second": 56.07, "dataset_speed": {"librispeech-10mins": 11.38, "earnings22-10mins": 21.02}, "dataset_tokens_per_second": {"librispeech-10mins": 48.15, "earnings22-10mins": 70.76}, "average_wer": 8.7, "dataset_average_wer": {"librispeech-10mins": 7.63, "earnings22-10mins": 9.88}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
221 |
+
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T20:43:28Z", "speed": 4.43, "tokens_per_second": 16.9, "dataset_speed": {"librispeech-10mins": 3.89, "earnings22-10mins": 5.83}, "dataset_tokens_per_second": {"librispeech-10mins": 16.17, "earnings22-10mins": 18.84}, "average_wer": 26.06, "dataset_average_wer": {"librispeech-10mins": 6.77, "earnings22-10mins": 47.38}, "qoi": 0.57, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
222 |
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T00:30:37Z", "speed": 4.68, "tokens_per_second": 17.64, "dataset_speed": {"earnings22-10mins": 5.69, "librispeech-10mins": 4.03}, "dataset_tokens_per_second": {"earnings22-10mins": 20.12, "librispeech-10mins": 16.04}, "average_wer": 11.63, "dataset_average_wer": {"earnings22-10mins": 17.01, "librispeech-10mins": 6.77}, "qoi": 0.57, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
223 |
+
{"model": "openai/whisper-large-v3/947MB", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-28T01:40:05Z", "speed": 2.31, "tokens_per_second": 8.84, "dataset_speed": {"earnings22-10mins": 2.97, "librispeech-10mins": 2.06}, "dataset_tokens_per_second": {"earnings22-10mins": 9.34, "librispeech-10mins": 8.64}, "average_wer": 27.37, "dataset_average_wer": {"earnings22-10mins": 52.4, "librispeech-10mins": 4.73}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
224 |
{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-05T00:40:19Z", "speed": 7.49, "tokens_per_second": 27.94, "dataset_speed": {"earnings22-10mins": 14.53, "librispeech-10mins": 5.05}, "dataset_tokens_per_second": {"earnings22-10mins": 47.86, "librispeech-10mins": 21.04}, "average_wer": 7.7, "dataset_average_wer": {"earnings22-10mins": 9.23, "librispeech-10mins": 6.31}, "qoi": 0.67, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
225 |
{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T03:15:05Z", "speed": 11.25, "tokens_per_second": 41.97, "dataset_speed": {"librispeech-10mins": 7.67, "earnings22-10mins": 21.23}, "dataset_tokens_per_second": {"librispeech-10mins": 31.94, "earnings22-10mins": 69.87}, "average_wer": 7.73, "dataset_average_wer": {"librispeech-10mins": 6.38, "earnings22-10mins": 9.23}, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
226 |
+
{"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T21:09:35Z", "speed": 12.62, "tokens_per_second": 47.08, "dataset_speed": {"earnings22-10mins": 25.71, "librispeech-10mins": 8.38}, "dataset_tokens_per_second": {"earnings22-10mins": 84.63, "librispeech-10mins": 34.89}, "average_wer": 7.73, "dataset_average_wer": {"earnings22-10mins": 9.23, "librispeech-10mins": 6.38}, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
227 |
{"model": "openai/whisper-large-v2/949MB", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:32:50Z", "speed": 2.72, "tokens_per_second": 10.34, "dataset_speed": {"earnings22-10mins": 4.08, "librispeech-10mins": 2.05}, "dataset_tokens_per_second": {"earnings22-10mins": 13.47, "librispeech-10mins": 8.78}, "average_wer": 6.59, "dataset_average_wer": {"earnings22-10mins": 8.36, "librispeech-10mins": 5.0}, "qoi": 0.64, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
228 |
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-02T06:23:48Z", "speed": 9.24, "tokens_per_second": 38.77, "dataset_speed": {"librispeech-10mins": 6.72, "earnings22-10mins": 14.79}, "dataset_tokens_per_second": {"librispeech-10mins": 28.34, "earnings22-10mins": 61.82}, "average_wer": 6.45, "dataset_average_wer": {"librispeech-10mins": 4.54, "earnings22-10mins": 8.58}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
229 |
{"model": "distil-whisper/distil-large-v3", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:49:29Z", "speed": 10.15, "tokens_per_second": 38.0, "dataset_speed": {"librispeech-10mins": 7.24, "earnings22-10mins": 16.99}, "dataset_tokens_per_second": {"librispeech-10mins": 30.39, "earnings22-10mins": 55.91}, "average_wer": 6.59, "dataset_average_wer": {"librispeech-10mins": 5.19, "earnings22-10mins": 8.14}, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
|
|
232 |
{"model": "openai/whisper-large-v2/turbo", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T18:52:10Z", "speed": 2.94, "tokens_per_second": 11.83, "dataset_speed": {"earnings22-10mins": 4.1, "librispeech-10mins": 2.64}, "dataset_tokens_per_second": {"earnings22-10mins": 13.52, "librispeech-10mins": 11.39}, "average_wer": 32.55, "dataset_average_wer": {"earnings22-10mins": 62.57, "librispeech-10mins": 5.39}, "qoi": 0.61, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
233 |
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-28T04:11:27Z", "speed": 5.83, "tokens_per_second": 22.92, "dataset_speed": {"librispeech-10mins": 4.73, "earnings22-10mins": 7.67}, "dataset_tokens_per_second": {"librispeech-10mins": 18.15, "earnings22-10mins": 30.86}, "average_wer": 7.77, "dataset_average_wer": {"librispeech-10mins": 5.16, "earnings22-10mins": 10.65}, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
234 |
{"model": "openai/whisper-large-v3-v20240930", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T17:36:53Z", "speed": 9.34, "tokens_per_second": 38.74, "dataset_speed": {"earnings22-10mins": 15.59, "librispeech-10mins": 6.67}, "dataset_tokens_per_second": {"earnings22-10mins": 64.47, "librispeech-10mins": 27.77}, "average_wer": 6.06, "dataset_average_wer": {"earnings22-10mins": 7.96, "librispeech-10mins": 4.34}, "qoi": 0.74, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
235 |
+
{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-13T03:44:36Z", "speed": 7.88, "tokens_per_second": 29.36, "dataset_speed": {"earnings22-10mins": 13.29, "librispeech-10mins": 5.61}, "dataset_tokens_per_second": {"earnings22-10mins": 43.7, "librispeech-10mins": 23.33}, "average_wer": 7.73, "dataset_average_wer": {"earnings22-10mins": 9.23, "librispeech-10mins": 6.38}, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
236 |
{"model": "openai/whisper-small.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T21:01:55Z", "speed": 16.71, "tokens_per_second": 59.01, "dataset_speed": {"earnings22-10mins": 20.09, "librispeech-10mins": 14.32}, "dataset_tokens_per_second": {"earnings22-10mins": 63.35, "librispeech-10mins": 55.93}, "average_wer": 7.35, "dataset_average_wer": {"earnings22-10mins": 8.07, "librispeech-10mins": 6.71}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
237 |
{"model": "openai/whisper-base", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:39:07Z", "speed": 64.64, "tokens_per_second": 245.76, "dataset_speed": {"librispeech-10mins": 46.65, "earnings22-10mins": 105.51}, "dataset_tokens_per_second": {"librispeech-10mins": 196.34, "earnings22-10mins": 358.03}, "average_wer": 12.25, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.43}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
238 |
{"model": "openai/whisper-base.en", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T22:01:14Z", "speed": 42.95, "tokens_per_second": 152.34, "dataset_speed": {"librispeech-10mins": 30.69, "earnings22-10mins": 71.72}, "dataset_tokens_per_second": {"librispeech-10mins": 118.18, "earnings22-10mins": 232.48}, "average_wer": 9.94, "dataset_average_wer": {"librispeech-10mins": 8.94, "earnings22-10mins": 11.05}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
239 |
{"model": "openai/whisper-base.en", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-09-06T19:58:19Z", "speed": 68.95, "tokens_per_second": 244.61, "dataset_speed": {"librispeech-10mins": 50.45, "earnings22-10mins": 109.15}, "dataset_tokens_per_second": {"librispeech-10mins": 194.25, "earnings22-10mins": 354.0}, "average_wer": 9.77, "dataset_average_wer": {"librispeech-10mins": 8.94, "earnings22-10mins": 10.68}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
240 |
+
{"model": "openai/whisper-large-v3-v20240930", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T21:18:52Z", "speed": 10.59, "tokens_per_second": 42.84, "dataset_speed": {"earnings22-10mins": 19.08, "librispeech-10mins": 7.33}, "dataset_tokens_per_second": {"earnings22-10mins": 74.99, "librispeech-10mins": 30.53}, "average_wer": 5.9, "dataset_average_wer": {"earnings22-10mins": 7.63, "librispeech-10mins": 4.34}, "qoi": 0.74, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
241 |
{"model": "openai/whisper-large-v3", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:22:47Z", "speed": 2.88, "tokens_per_second": 11.58, "dataset_speed": {"earnings22-10mins": 3.72, "librispeech-10mins": 2.65}, "dataset_tokens_per_second": {"earnings22-10mins": 12.92, "librispeech-10mins": 11.22}, "average_wer": 31.9, "dataset_average_wer": {"earnings22-10mins": 63.01, "librispeech-10mins": 3.75}, "qoi": 0.74, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
242 |
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T19:59:54Z", "speed": 8.08, "tokens_per_second": 32.58, "dataset_speed": {"librispeech-10mins": 5.66, "earnings22-10mins": 14.1}, "dataset_tokens_per_second": {"librispeech-10mins": 23.82, "earnings22-10mins": 54.48}, "average_wer": 6.49, "dataset_average_wer": {"librispeech-10mins": 4.67, "earnings22-10mins": 8.5}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
243 |
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-09-06T22:41:34Z", "speed": 7.19, "tokens_per_second": 30.14, "dataset_speed": {"librispeech-10mins": 4.61, "earnings22-10mins": 10.44}, "dataset_tokens_per_second": {"librispeech-10mins": 19.38, "earnings22-10mins": 43.7}, "average_wer": 12.85, "dataset_average_wer": {"librispeech-10mins": 4.67, "earnings22-10mins": 17.37}, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
244 |
{"model": "openai/whisper-large-v2/949MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-27T23:42:47Z", "speed": 1.57, "tokens_per_second": 6.24, "dataset_speed": {"librispeech-10mins": 1.46, "earnings22-10mins": 1.84}, "dataset_tokens_per_second": {"librispeech-10mins": 6.29, "earnings22-10mins": 6.12}, "average_wer": 28.63, "dataset_average_wer": {"librispeech-10mins": 5.46, "earnings22-10mins": 54.25}, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
245 |
+
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-13T02:45:09Z", "speed": 2.76, "tokens_per_second": 10.23, "dataset_speed": {"librispeech-10mins": 2.5, "earnings22-10mins": 3.36}, "dataset_tokens_per_second": {"librispeech-10mins": 9.92, "earnings22-10mins": 10.94}, "average_wer": 24.7, "dataset_average_wer": {"librispeech-10mins": 6.87, "earnings22-10mins": 44.4}, "qoi": 0.57, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
246 |
{"model": "openai/whisper-large-v2/949MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T18:44:33Z", "speed": 2.68, "tokens_per_second": 10.83, "dataset_speed": {"earnings22-10mins": 3.56, "librispeech-10mins": 2.45}, "dataset_tokens_per_second": {"earnings22-10mins": 12.04, "librispeech-10mins": 10.52}, "average_wer": 33.53, "dataset_average_wer": {"earnings22-10mins": 65.08, "librispeech-10mins": 5.0}, "qoi": 0.64, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
247 |
+
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T03:55:12Z", "speed": 5.2, "tokens_per_second": 20.83, "dataset_speed": {"earnings22-10mins": 8.46, "librispeech-10mins": 3.76}, "dataset_tokens_per_second": {"earnings22-10mins": 32.16, "librispeech-10mins": 15.81}, "average_wer": 6.59, "dataset_average_wer": {"earnings22-10mins": 8.79, "librispeech-10mins": 4.6}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
248 |
+
{"model": "openai/whisper-large-v2/949MB", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T02:28:15Z", "speed": 1.91, "tokens_per_second": 7.52, "dataset_speed": {"librispeech-10mins": 1.69, "earnings22-10mins": 2.49}, "dataset_tokens_per_second": {"librispeech-10mins": 7.27, "earnings22-10mins": 8.16}, "average_wer": 25.85, "dataset_average_wer": {"librispeech-10mins": 5.46, "earnings22-10mins": 48.4}, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
249 |
{"model": "openai/whisper-base.en", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:58:12Z", "speed": 63.1, "tokens_per_second": 223.94, "dataset_speed": {"librispeech-10mins": 46.62, "earnings22-10mins": 97.81}, "dataset_tokens_per_second": {"librispeech-10mins": 179.51, "earnings22-10mins": 317.56}, "average_wer": 10.04, "dataset_average_wer": {"librispeech-10mins": 8.94, "earnings22-10mins": 11.26}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
250 |
{"model": "openai/whisper-small", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-07T17:24:46Z", "speed": 18.68, "tokens_per_second": 70.97, "dataset_speed": {"librispeech-10mins": 14.33, "earnings22-10mins": 26.85}, "dataset_tokens_per_second": {"librispeech-10mins": 60.64, "earnings22-10mins": 90.39}, "average_wer": 8.7, "dataset_average_wer": {"librispeech-10mins": 7.63, "earnings22-10mins": 9.88}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
251 |
+
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-28T04:02:38Z", "speed": 5.91, "tokens_per_second": 22.1, "dataset_speed": {"librispeech-10mins": 4.22, "earnings22-10mins": 9.85}, "dataset_tokens_per_second": {"librispeech-10mins": 17.72, "earnings22-10mins": 32.35}, "average_wer": 6.45, "dataset_average_wer": {"librispeech-10mins": 4.54, "earnings22-10mins": 8.58}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
252 |
+
{"model": "openai/whisper-tiny.en", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-13T02:13:35Z", "speed": 75.22, "tokens_per_second": 263.6, "dataset_speed": {"earnings22-10mins": 116.38, "librispeech-10mins": 55.63}, "dataset_tokens_per_second": {"earnings22-10mins": 368.93, "librispeech-10mins": 213.46}, "average_wer": 14.88, "dataset_average_wer": {"earnings22-10mins": 16.35, "librispeech-10mins": 13.54}, "qoi": 0.38, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
253 |
+
{"model": "openai/whisper-small.en", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-13T02:20:08Z", "speed": 13.96, "tokens_per_second": 49.13, "dataset_speed": {"earnings22-10mins": 18.08, "librispeech-10mins": 11.38}, "dataset_tokens_per_second": {"earnings22-10mins": 56.77, "librispeech-10mins": 44.35}, "average_wer": 7.46, "dataset_average_wer": {"earnings22-10mins": 8.07, "librispeech-10mins": 6.9}, "qoi": 0.61, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
254 |
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-09-06T21:02:03Z", "speed": 9.47, "tokens_per_second": 38.7, "dataset_speed": {"librispeech-10mins": 6.72, "earnings22-10mins": 16.07}, "dataset_tokens_per_second": {"librispeech-10mins": 28.33, "earnings22-10mins": 63.59}, "average_wer": 6.37, "dataset_average_wer": {"librispeech-10mins": 4.54, "earnings22-10mins": 8.39}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
255 |
{"model": "openai/whisper-tiny", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T21:02:26Z", "speed": 58.11, "tokens_per_second": 222.29, "dataset_speed": {"earnings22-10mins": 120.09, "librispeech-10mins": 38.38}, "dataset_tokens_per_second": {"earnings22-10mins": 408.3, "librispeech-10mins": 163.09}, "average_wer": 16.53, "dataset_average_wer": {"earnings22-10mins": 17.08, "librispeech-10mins": 16.04}, "qoi": 0.32, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
256 |
{"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:06:27Z", "speed": 11.03, "tokens_per_second": 41.15, "dataset_speed": {"librispeech-10mins": 7.46, "earnings22-10mins": 21.26}, "dataset_tokens_per_second": {"librispeech-10mins": 31.08, "earnings22-10mins": 69.99}, "average_wer": 7.73, "dataset_average_wer": {"librispeech-10mins": 6.38, "earnings22-10mins": 9.23}, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
257 |
{"model": "openai/whisper-large-v3/947MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:28:29Z", "speed": 3.44, "tokens_per_second": 12.79, "dataset_speed": {"earnings22-10mins": 4.72, "librispeech-10mins": 3.03}, "dataset_tokens_per_second": {"earnings22-10mins": 13.13, "librispeech-10mins": 12.68}, "average_wer": 31.34, "dataset_average_wer": {"earnings22-10mins": 60.9, "librispeech-10mins": 4.6}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
258 |
+
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T21:16:33Z", "speed": 20.59, "tokens_per_second": 70.42, "dataset_speed": {"earnings22-10mins": 36.72, "librispeech-10mins": 14.32}, "dataset_tokens_per_second": {"earnings22-10mins": 117.74, "librispeech-10mins": 52.04}, "average_wer": 7.77, "dataset_average_wer": {"earnings22-10mins": 9.23, "librispeech-10mins": 6.44}, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
259 |
{"model": "openai/whisper-base.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-01T20:57:27Z", "speed": 66.41, "tokens_per_second": 235.59, "dataset_speed": {"earnings22-10mins": 98.24, "librispeech-10mins": 50.21}, "dataset_tokens_per_second": {"earnings22-10mins": 318.63, "librispeech-10mins": 193.33}, "average_wer": 9.77, "dataset_average_wer": {"earnings22-10mins": 10.68, "librispeech-10mins": 8.94}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
260 |
{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-02T03:32:23Z", "speed": 11.17, "tokens_per_second": 41.67, "dataset_speed": {"earnings22-10mins": 21.03, "librispeech-10mins": 7.62}, "dataset_tokens_per_second": {"earnings22-10mins": 69.21, "librispeech-10mins": 31.73}, "average_wer": 7.73, "dataset_average_wer": {"earnings22-10mins": 9.23, "librispeech-10mins": 6.38}, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
261 |
{"model": "openai/whisper-large-v3-v20240930", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T19:52:08Z", "speed": 7.94, "tokens_per_second": 33.91, "dataset_speed": {"librispeech-10mins": 5.71, "earnings22-10mins": 13.17}, "dataset_tokens_per_second": {"librispeech-10mins": 23.78, "earnings22-10mins": 57.66}, "average_wer": 6.59, "dataset_average_wer": {"librispeech-10mins": 4.34, "earnings22-10mins": 9.08}, "qoi": 0.73, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
262 |
{"model": "openai/whisper-base.en", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:23:45Z", "speed": 47.44, "tokens_per_second": 168.27, "dataset_speed": {"librispeech-10mins": 34.25, "earnings22-10mins": 77.36}, "dataset_tokens_per_second": {"librispeech-10mins": 131.89, "earnings22-10mins": 250.77}, "average_wer": 9.94, "dataset_average_wer": {"librispeech-10mins": 8.94, "earnings22-10mins": 11.05}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
263 |
+
{"model": "openai/whisper-tiny", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T20:14:47Z", "speed": 109.68, "tokens_per_second": 419.0, "dataset_speed": {"librispeech-10mins": 68.85, "earnings22-10mins": 271.09}, "dataset_tokens_per_second": {"librispeech-10mins": 292.43, "earnings22-10mins": 919.44}, "average_wer": 16.19, "dataset_average_wer": {"librispeech-10mins": 15.78, "earnings22-10mins": 16.64}, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
264 |
{"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T19:56:02Z", "speed": 12.36, "tokens_per_second": 42.64, "dataset_speed": {"librispeech-10mins": 8.88, "earnings22-10mins": 20.39}, "dataset_tokens_per_second": {"librispeech-10mins": 32.96, "earnings22-10mins": 64.97}, "average_wer": 6.02, "dataset_average_wer": {"librispeech-10mins": 4.73, "earnings22-10mins": 7.45}, "qoi": 0.72, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
265 |
{"model": "openai/whisper-tiny.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-27T22:35:46Z", "speed": 104.22, "tokens_per_second": 364.96, "dataset_speed": {"earnings22-10mins": 178.86, "librispeech-10mins": 73.63}, "dataset_tokens_per_second": {"earnings22-10mins": 566.38, "librispeech-10mins": 282.4}, "average_wer": 15.05, "dataset_average_wer": {"earnings22-10mins": 16.72, "librispeech-10mins": 13.54}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
266 |
+
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T21:04:47Z", "speed": 4.92, "tokens_per_second": 17.6, "dataset_speed": {"librispeech-10mins": 4.32, "earnings22-10mins": 6.38}, "dataset_tokens_per_second": {"librispeech-10mins": 16.35, "earnings22-10mins": 20.63}, "average_wer": 23.85, "dataset_average_wer": {"librispeech-10mins": 5.26, "earnings22-10mins": 44.4}, "qoi": 0.65, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
267 |
+
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T03:50:26Z", "speed": 10.08, "tokens_per_second": 34.32, "dataset_speed": {"earnings22-10mins": 15.71, "librispeech-10mins": 7.43}, "dataset_tokens_per_second": {"earnings22-10mins": 49.78, "librispeech-10mins": 27.03}, "average_wer": 7.84, "dataset_average_wer": {"earnings22-10mins": 9.38, "librispeech-10mins": 6.44}, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
268 |
{"model": "openai/whisper-base", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:56:36Z", "speed": 53.27, "tokens_per_second": 202.81, "dataset_speed": {"librispeech-10mins": 39.11, "earnings22-10mins": 83.72}, "dataset_tokens_per_second": {"librispeech-10mins": 164.61, "earnings22-10mins": 284.93}, "average_wer": 12.39, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.72}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
269 |
{"model": "openai/whisper-tiny", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-09-06T20:03:01Z", "speed": 70.77, "tokens_per_second": 270.7, "dataset_speed": {"librispeech-10mins": 47.21, "earnings22-10mins": 141.86}, "dataset_tokens_per_second": {"librispeech-10mins": 200.57, "earnings22-10mins": 482.33}, "average_wer": 16.53, "dataset_average_wer": {"librispeech-10mins": 16.04, "earnings22-10mins": 17.08}, "qoi": 0.32, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
270 |
+
{"model": "openai/whisper-base.en", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T20:17:54Z", "speed": 76.38, "tokens_per_second": 270.97, "dataset_speed": {"librispeech-10mins": 51.97, "earnings22-10mins": 144.57}, "dataset_tokens_per_second": {"librispeech-10mins": 200.12, "earnings22-10mins": 468.87}, "average_wer": 9.77, "dataset_average_wer": {"librispeech-10mins": 8.94, "earnings22-10mins": 10.68}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
271 |
+
{"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T21:14:17Z", "speed": 19.09, "tokens_per_second": 66.87, "dataset_speed": {"librispeech-10mins": 12.98, "earnings22-10mins": 36.19}, "dataset_tokens_per_second": {"librispeech-10mins": 48.98, "earnings22-10mins": 116.96}, "average_wer": 6.39, "dataset_average_wer": {"librispeech-10mins": 5.13, "earnings22-10mins": 7.78}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
272 |
{"model": "openai/whisper-large-v2/949MB", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T22:50:38Z", "speed": 2.35, "tokens_per_second": 9.19, "dataset_speed": {"librispeech-10mins": 2.0, "earnings22-10mins": 3.44}, "dataset_tokens_per_second": {"librispeech-10mins": 8.57, "earnings22-10mins": 11.09}, "average_wer": 26.06, "dataset_average_wer": {"librispeech-10mins": 5.0, "earnings22-10mins": 49.35}, "qoi": 0.64, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
273 |
{"model": "openai/whisper-tiny", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T18:28:00Z", "speed": 82.89, "tokens_per_second": 317.09, "dataset_speed": {"earnings22-10mins": 166.54, "librispeech-10mins": 55.26}, "dataset_tokens_per_second": {"earnings22-10mins": 566.49, "librispeech-10mins": 234.68}, "average_wer": 16.43, "dataset_average_wer": {"earnings22-10mins": 17.08, "librispeech-10mins": 15.84}, "qoi": 0.32, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
274 |
{"model": "openai/whisper-large-v3/947MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-13T03:04:18Z", "speed": 1.71, "tokens_per_second": 6.51, "dataset_speed": {"librispeech-10mins": 1.56, "earnings22-10mins": 2.09}, "dataset_tokens_per_second": {"librispeech-10mins": 6.55, "earnings22-10mins": 6.4}, "average_wer": 28.03, "dataset_average_wer": {"librispeech-10mins": 4.6, "earnings22-10mins": 53.92}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
275 |
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-02T06:23:01Z", "speed": 8.83, "tokens_per_second": 36.18, "dataset_speed": {"earnings22-10mins": 14.31, "librispeech-10mins": 6.39}, "dataset_tokens_per_second": {"earnings22-10mins": 56.94, "librispeech-10mins": 26.94}, "average_wer": 6.42, "dataset_average_wer": {"earnings22-10mins": 8.5, "librispeech-10mins": 4.54}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
276 |
+
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-28T04:09:47Z", "speed": 7.64, "tokens_per_second": 29.92, "dataset_speed": {"earnings22-10mins": 10.6, "librispeech-10mins": 5.98}, "dataset_tokens_per_second": {"earnings22-10mins": 41.69, "librispeech-10mins": 23.31}, "average_wer": 6.83, "dataset_average_wer": {"earnings22-10mins": 8.43, "librispeech-10mins": 5.39}, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
277 |
{"model": "openai/whisper-base.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:57:51Z", "speed": 55.46, "tokens_per_second": 196.61, "dataset_speed": {"librispeech-10mins": 40.92, "earnings22-10mins": 86.25}, "dataset_tokens_per_second": {"librispeech-10mins": 157.55, "earnings22-10mins": 279.3}, "average_wer": 9.91, "dataset_average_wer": {"librispeech-10mins": 8.94, "earnings22-10mins": 10.97}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
278 |
{"model": "openai/whisper-base.en", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:55:45Z", "speed": 69.84, "tokens_per_second": 247.74, "dataset_speed": {"librispeech-10mins": 51.38, "earnings22-10mins": 109.24}, "dataset_tokens_per_second": {"librispeech-10mins": 197.84, "earnings22-10mins": 354.3}, "average_wer": 9.77, "dataset_average_wer": {"librispeech-10mins": 8.94, "earnings22-10mins": 10.68}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
279 |
{"model": "openai/whisper-base", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:22:58Z", "speed": 45.65, "tokens_per_second": 173.9, "dataset_speed": {"earnings22-10mins": 75.91, "librispeech-10mins": 32.68}, "dataset_tokens_per_second": {"earnings22-10mins": 258.72, "librispeech-10mins": 137.54}, "average_wer": 12.46, "dataset_average_wer": {"earnings22-10mins": 12.86, "librispeech-10mins": 12.1}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
|
|
282 |
{"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-09-06T20:59:33Z", "speed": 14.63, "tokens_per_second": 50.0, "dataset_speed": {"librispeech-10mins": 10.66, "earnings22-10mins": 23.38}, "dataset_tokens_per_second": {"librispeech-10mins": 38.87, "earnings22-10mins": 74.52}, "average_wer": 5.83, "dataset_average_wer": {"librispeech-10mins": 4.4, "earnings22-10mins": 7.41}, "qoi": 0.73, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
283 |
{"model": "openai/whisper-base", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:54:48Z", "speed": 66.73, "tokens_per_second": 253.71, "dataset_speed": {"earnings22-10mins": 105.92, "librispeech-10mins": 48.77}, "dataset_tokens_per_second": {"earnings22-10mins": 359.41, "librispeech-10mins": 205.25}, "average_wer": 12.25, "dataset_average_wer": {"earnings22-10mins": 12.43, "librispeech-10mins": 12.1}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
284 |
{"model": "openai/whisper-small", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:59:59Z", "speed": 21.69, "tokens_per_second": 82.41, "dataset_speed": {"earnings22-10mins": 30.11, "librispeech-10mins": 16.97}, "dataset_tokens_per_second": {"earnings22-10mins": 101.37, "librispeech-10mins": 71.78}, "average_wer": 8.7, "dataset_average_wer": {"earnings22-10mins": 9.88, "librispeech-10mins": 7.63}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
285 |
+
{"model": "openai/whisper-small", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T20:18:44Z", "speed": 27.32, "tokens_per_second": 103.82, "dataset_speed": {"earnings22-10mins": 41.38, "librispeech-10mins": 20.42}, "dataset_tokens_per_second": {"earnings22-10mins": 139.3, "librispeech-10mins": 86.38}, "average_wer": 8.7, "dataset_average_wer": {"earnings22-10mins": 9.88, "librispeech-10mins": 7.63}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
286 |
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-09-06T21:06:16Z", "speed": 13.99, "tokens_per_second": 55.51, "dataset_speed": {"earnings22-10mins": 20.89, "librispeech-10mins": 10.53}, "dataset_tokens_per_second": {"earnings22-10mins": 83.46, "librispeech-10mins": 41.48}, "average_wer": 6.58, "dataset_average_wer": {"earnings22-10mins": 8.14, "librispeech-10mins": 5.16}, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
287 |
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T04:08:33Z", "speed": 14.08, "tokens_per_second": 54.14, "dataset_speed": {"librispeech-10mins": 10.75, "earnings22-10mins": 20.42}, "dataset_tokens_per_second": {"librispeech-10mins": 40.72, "earnings22-10mins": 79.74}, "average_wer": 6.66, "dataset_average_wer": {"librispeech-10mins": 5.39, "earnings22-10mins": 8.07}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
288 |
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-02T06:25:13Z", "speed": 5.66, "tokens_per_second": 23.68, "dataset_speed": {"librispeech-10mins": 4.24, "earnings22-10mins": 8.74}, "dataset_tokens_per_second": {"librispeech-10mins": 17.8, "earnings22-10mins": 36.37}, "average_wer": 8.73, "dataset_average_wer": {"librispeech-10mins": 4.67, "earnings22-10mins": 13.23}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
|
|
293 |
{"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:09:27Z", "speed": 16.98, "tokens_per_second": 59.92, "dataset_speed": {"librispeech-10mins": 12.12, "earnings22-10mins": 28.46}, "dataset_tokens_per_second": {"librispeech-10mins": 44.82, "earnings22-10mins": 95.54}, "average_wer": 6.63, "dataset_average_wer": {"librispeech-10mins": 5.59, "earnings22-10mins": 7.78}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
294 |
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-28T03:33:16Z", "speed": 9.96, "tokens_per_second": 34.45, "dataset_speed": {"librispeech-10mins": 7.56, "earnings22-10mins": 14.63}, "dataset_tokens_per_second": {"librispeech-10mins": 27.65, "earnings22-10mins": 47.67}, "average_wer": 7.61, "dataset_average_wer": {"librispeech-10mins": 6.31, "earnings22-10mins": 9.05}, "qoi": 0.64, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
295 |
{"model": "openai/whisper-large-v3", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T19:05:02Z", "speed": 2.51, "tokens_per_second": 9.9, "dataset_speed": {"earnings22-10mins": 3.61, "librispeech-10mins": 2.25}, "dataset_tokens_per_second": {"earnings22-10mins": 11.52, "librispeech-10mins": 9.5}, "average_wer": 32.83, "dataset_average_wer": {"earnings22-10mins": 64.97, "librispeech-10mins": 3.75}, "qoi": 0.74, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
296 |
+
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T03:26:05Z", "speed": 2.14, "tokens_per_second": 8.58, "dataset_speed": {"earnings22-10mins": 2.35, "librispeech-10mins": 2.04}, "dataset_tokens_per_second": {"earnings22-10mins": 8.92, "librispeech-10mins": 8.43}, "average_wer": 26.65, "dataset_average_wer": {"earnings22-10mins": 50.29, "librispeech-10mins": 5.26}, "qoi": 0.65, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
297 |
{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-13T03:46:58Z", "speed": 6.52, "tokens_per_second": 24.28, "dataset_speed": {"earnings22-10mins": 10.84, "librispeech-10mins": 4.67}, "dataset_tokens_per_second": {"earnings22-10mins": 35.62, "librispeech-10mins": 19.42}, "average_wer": 7.73, "dataset_average_wer": {"earnings22-10mins": 9.3, "librispeech-10mins": 6.31}, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
298 |
{"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:17:10Z", "speed": 14.43, "tokens_per_second": 49.31, "dataset_speed": {"earnings22-10mins": 23.24, "librispeech-10mins": 10.48}, "dataset_tokens_per_second": {"earnings22-10mins": 74.46, "librispeech-10mins": 38.02}, "average_wer": 6.14, "dataset_average_wer": {"earnings22-10mins": 7.49, "librispeech-10mins": 4.93}, "qoi": 0.72, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
299 |
+
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T04:04:08Z", "speed": 7.29, "tokens_per_second": 28.43, "dataset_speed": {"earnings22-10mins": 10.11, "librispeech-10mins": 5.7}, "dataset_tokens_per_second": {"earnings22-10mins": 39.08, "librispeech-10mins": 22.45}, "average_wer": 6.32, "dataset_average_wer": {"earnings22-10mins": 7.78, "librispeech-10mins": 5.0}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
300 |
{"model": "openai/whisper-tiny", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:53:56Z", "speed": 76.66, "tokens_per_second": 293.24, "dataset_speed": {"librispeech-10mins": 52.09, "earnings22-10mins": 145.64}, "dataset_tokens_per_second": {"librispeech-10mins": 221.23, "earnings22-10mins": 495.43}, "average_wer": 16.43, "dataset_average_wer": {"librispeech-10mins": 15.84, "earnings22-10mins": 17.08}, "qoi": 0.32, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
301 |
+
{"model": "openai/whisper-base.en", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T02:15:15Z", "speed": 55.65, "tokens_per_second": 197.45, "dataset_speed": {"earnings22-10mins": 75.17, "librispeech-10mins": 44.21}, "dataset_tokens_per_second": {"earnings22-10mins": 244.04, "librispeech-10mins": 170.16}, "average_wer": 10.04, "dataset_average_wer": {"earnings22-10mins": 11.12, "librispeech-10mins": 9.07}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
302 |
{"model": "openai/whisper-large-v3/947MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T01:39:44Z", "speed": 4.02, "tokens_per_second": 14.38, "dataset_speed": {"earnings22-10mins": 5.88, "librispeech-10mins": 3.09}, "dataset_tokens_per_second": {"earnings22-10mins": 17.31, "librispeech-10mins": 12.92}, "average_wer": 12.98, "dataset_average_wer": {"earnings22-10mins": 22.24, "librispeech-10mins": 4.6}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
303 |
{"model": "openai/whisper-tiny", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:53:40Z", "speed": 73.41, "tokens_per_second": 280.73, "dataset_speed": {"earnings22-10mins": 116.28, "librispeech-10mins": 53.69}, "dataset_tokens_per_second": {"earnings22-10mins": 395.15, "librispeech-10mins": 228.12}, "average_wer": 16.29, "dataset_average_wer": {"earnings22-10mins": 16.93, "librispeech-10mins": 15.71}, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
304 |
+
{"model": "openai/whisper-base", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T20:16:32Z", "speed": 72.44, "tokens_per_second": 275.43, "dataset_speed": {"earnings22-10mins": 139.48, "librispeech-10mins": 49.0}, "dataset_tokens_per_second": {"earnings22-10mins": 473.29, "librispeech-10mins": 206.22}, "average_wer": 12.25, "dataset_average_wer": {"earnings22-10mins": 12.43, "librispeech-10mins": 12.1}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
305 |
+
{"model": "openai/whisper-tiny.en", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T02:13:29Z", "speed": 90.7, "tokens_per_second": 317.32, "dataset_speed": {"librispeech-10mins": 68.65, "earnings22-10mins": 133.88}, "dataset_tokens_per_second": {"librispeech-10mins": 262.86, "earnings22-10mins": 423.96}, "average_wer": 14.98, "dataset_average_wer": {"librispeech-10mins": 13.35, "earnings22-10mins": 16.79}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
306 |
{"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-09-06T20:49:35Z", "speed": 11.23, "tokens_per_second": 41.89, "dataset_speed": {"librispeech-10mins": 7.61, "earnings22-10mins": 21.54}, "dataset_tokens_per_second": {"librispeech-10mins": 31.69, "earnings22-10mins": 70.89}, "average_wer": 7.73, "dataset_average_wer": {"librispeech-10mins": 6.38, "earnings22-10mins": 9.23}, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
307 |
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T03:32:05Z", "speed": 17.67, "tokens_per_second": 60.24, "dataset_speed": {"librispeech-10mins": 12.87, "earnings22-10mins": 28.29}, "dataset_tokens_per_second": {"librispeech-10mins": 46.74, "earnings22-10mins": 90.05}, "average_wer": 7.84, "dataset_average_wer": {"librispeech-10mins": 6.44, "earnings22-10mins": 9.38}, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
308 |
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T19:36:36Z", "speed": 3.48, "tokens_per_second": 12.76, "dataset_speed": {"librispeech-10mins": 3.28, "earnings22-10mins": 4.02}, "dataset_tokens_per_second": {"librispeech-10mins": 12.2, "earnings22-10mins": 14.19}, "average_wer": 29.86, "dataset_average_wer": {"librispeech-10mins": 5.0, "earnings22-10mins": 57.34}, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
309 |
+
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-28T02:37:53Z", "speed": 2.59, "tokens_per_second": 10.34, "dataset_speed": {"librispeech-10mins": 2.61, "earnings22-10mins": 2.56}, "dataset_tokens_per_second": {"librispeech-10mins": 9.91, "earnings22-10mins": 10.99}, "average_wer": 21.76, "dataset_average_wer": {"librispeech-10mins": 5.26, "earnings22-10mins": 40.01}, "qoi": 0.65, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
310 |
+
{"model": "openai/whisper-small", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T02:16:35Z", "speed": 15.54, "tokens_per_second": 59.15, "dataset_speed": {"earnings22-10mins": 18.39, "librispeech-10mins": 13.47}, "dataset_tokens_per_second": {"earnings22-10mins": 61.91, "librispeech-10mins": 57.14}, "average_wer": 8.7, "dataset_average_wer": {"earnings22-10mins": 9.88, "librispeech-10mins": 7.63}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
311 |
{"model": "openai/whisper-large-v2", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-07T17:33:29Z", "speed": 2.39, "tokens_per_second": 9.8, "dataset_speed": {"librispeech-10mins": 2.22, "earnings22-10mins": 3.19}, "dataset_tokens_per_second": {"librispeech-10mins": 9.57, "earnings22-10mins": 10.83}, "average_wer": 35.54, "dataset_average_wer": {"librispeech-10mins": 5.13, "earnings22-10mins": 69.15}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
312 |
{"model": "openai/whisper-small.en", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T22:23:00Z", "speed": 15.54, "tokens_per_second": 54.87, "dataset_speed": {"earnings22-10mins": 22.29, "librispeech-10mins": 11.94}, "dataset_tokens_per_second": {"earnings22-10mins": 70.32, "librispeech-10mins": 46.62}, "average_wer": 7.42, "dataset_average_wer": {"earnings22-10mins": 8.21, "librispeech-10mins": 6.71}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
313 |
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:19:51Z", "speed": 9.11, "tokens_per_second": 38.11, "dataset_speed": {"earnings22-10mins": 15.03, "librispeech-10mins": 6.59}, "dataset_tokens_per_second": {"earnings22-10mins": 62.47, "librispeech-10mins": 27.79}, "average_wer": 8.04, "dataset_average_wer": {"earnings22-10mins": 11.92, "librispeech-10mins": 4.54}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
|
|
321 |
{"model": "openai/whisper-small", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:57:02Z", "speed": 23.25, "tokens_per_second": 88.34, "dataset_speed": {"librispeech-10mins": 18.17, "earnings22-10mins": 32.32}, "dataset_tokens_per_second": {"librispeech-10mins": 76.88, "earnings22-10mins": 108.8}, "average_wer": 8.7, "dataset_average_wer": {"librispeech-10mins": 7.63, "earnings22-10mins": 9.88}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
322 |
{"model": "openai/whisper-tiny", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:54:09Z", "speed": 90.09, "tokens_per_second": 345.45, "dataset_speed": {"librispeech-10mins": 61.21, "earnings22-10mins": 171.19}, "dataset_tokens_per_second": {"librispeech-10mins": 259.98, "earnings22-10mins": 585.47}, "average_wer": 16.85, "dataset_average_wer": {"librispeech-10mins": 15.78, "earnings22-10mins": 18.02}, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
323 |
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-02T06:22:38Z", "speed": 6.88, "tokens_per_second": 27.57, "dataset_speed": {"earnings22-10mins": 10.63, "librispeech-10mins": 5.09}, "dataset_tokens_per_second": {"earnings22-10mins": 40.44, "librispeech-10mins": 21.44}, "average_wer": 6.7, "dataset_average_wer": {"earnings22-10mins": 8.94, "librispeech-10mins": 4.67}, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
324 |
+
{"model": "openai/whisper-large-v3/947MB", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T20:51:49Z", "speed": 3.74, "tokens_per_second": 13.91, "dataset_speed": {"earnings22-10mins": 5.6, "librispeech-10mins": 3.15}, "dataset_tokens_per_second": {"earnings22-10mins": 16.28, "librispeech-10mins": 13.15}, "average_wer": 27.55, "dataset_average_wer": {"earnings22-10mins": 52.91, "librispeech-10mins": 4.6}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
325 |
{"model": "openai/whisper-small.en", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T21:02:52Z", "speed": 22.71, "tokens_per_second": 80.22, "dataset_speed": {"earnings22-10mins": 31.47, "librispeech-10mins": 17.79}, "dataset_tokens_per_second": {"earnings22-10mins": 99.3, "librispeech-10mins": 69.49}, "average_wer": 7.42, "dataset_average_wer": {"earnings22-10mins": 8.21, "librispeech-10mins": 6.71}, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
326 |
+
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T21:27:33Z", "speed": 10.46, "tokens_per_second": 42.46, "dataset_speed": {"librispeech-10mins": 7.28, "earnings22-10mins": 18.62}, "dataset_tokens_per_second": {"librispeech-10mins": 30.69, "earnings22-10mins": 72.7}, "average_wer": 6.7, "dataset_average_wer": {"librispeech-10mins": 4.54, "earnings22-10mins": 9.08}, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
327 |
{"model": "distil-whisper/distil-large-v3", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T02:54:13Z", "speed": 2.44, "tokens_per_second": 9.16, "dataset_speed": {"earnings22-10mins": 4.72, "librispeech-10mins": 1.65}, "dataset_tokens_per_second": {"earnings22-10mins": 15.52, "librispeech-10mins": 6.94}, "average_wer": 6.59, "dataset_average_wer": {"earnings22-10mins": 8.07, "librispeech-10mins": 5.26}, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
328 |
+
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T21:32:49Z", "speed": 15.78, "tokens_per_second": 61.83, "dataset_speed": {"earnings22-10mins": 25.25, "librispeech-10mins": 11.49}, "dataset_tokens_per_second": {"earnings22-10mins": 98.81, "librispeech-10mins": 45.08}, "average_wer": 6.9, "dataset_average_wer": {"earnings22-10mins": 8.58, "librispeech-10mins": 5.39}, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
329 |
{"model": "openai/whisper-base.en", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:57:52Z", "speed": 48.23, "tokens_per_second": 171.08, "dataset_speed": {"librispeech-10mins": 37.6, "earnings22-10mins": 67.34}, "dataset_tokens_per_second": {"librispeech-10mins": 144.77, "earnings22-10mins": 218.4}, "average_wer": 10.08, "dataset_average_wer": {"librispeech-10mins": 8.94, "earnings22-10mins": 11.34}, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
330 |
{"model": "openai/whisper-tiny.en", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T21:28:00Z", "speed": 61.34, "tokens_per_second": 214.9, "dataset_speed": {"librispeech-10mins": 41.24, "earnings22-10mins": 120.14}, "dataset_tokens_per_second": {"librispeech-10mins": 158.31, "earnings22-10mins": 380.44}, "average_wer": 15.08, "dataset_average_wer": {"librispeech-10mins": 13.61, "earnings22-10mins": 16.72}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
331 |
{"model": "distil-whisper/distil-large-v3/turbo", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T03:25:51Z", "speed": 2.7, "tokens_per_second": 9.93, "dataset_speed": {"earnings22-10mins": 2.7}, "dataset_tokens_per_second": {"earnings22-10mins": 9.93}, "average_wer": 8.07, "dataset_average_wer": {"earnings22-10mins": 8.07}, "qoi": 1, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
332 |
+
{"model": "openai/whisper-base", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T02:14:32Z", "speed": 54.37, "tokens_per_second": 207.18, "dataset_speed": {"librispeech-10mins": 42.91, "earnings22-10mins": 74.3}, "dataset_tokens_per_second": {"librispeech-10mins": 180.7, "earnings22-10mins": 253.22}, "average_wer": 12.46, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.86}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
333 |
{"model": "openai/whisper-base", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-27T22:36:53Z", "speed": 64.44, "tokens_per_second": 244.98, "dataset_speed": {"librispeech-10mins": 48.33, "earnings22-10mins": 96.82}, "dataset_tokens_per_second": {"librispeech-10mins": 203.44, "earnings22-10mins": 328.55}, "average_wer": 12.25, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.43}, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
334 |
{"model": "openai/whisper-small", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-01T20:59:44Z", "speed": 22.68, "tokens_per_second": 86.19, "dataset_speed": {"librispeech-10mins": 18.05, "earnings22-10mins": 30.57}, "dataset_tokens_per_second": {"librispeech-10mins": 76.35, "earnings22-10mins": 102.92}, "average_wer": 8.7, "dataset_average_wer": {"librispeech-10mins": 7.63, "earnings22-10mins": 9.88}, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
335 |
+
{"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T21:23:05Z", "speed": 16.77, "tokens_per_second": 57.12, "dataset_speed": {"earnings22-10mins": 29.22, "librispeech-10mins": 11.78}, "dataset_tokens_per_second": {"earnings22-10mins": 93.02, "librispeech-10mins": 42.71}, "average_wer": 6.14, "dataset_average_wer": {"earnings22-10mins": 7.49, "librispeech-10mins": 4.93}, "qoi": 0.72, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
336 |
{"model": "openai/whisper-large-v3-v20240930", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:13:16Z", "speed": 9.15, "tokens_per_second": 38.65, "dataset_speed": {"earnings22-10mins": 15.09, "librispeech-10mins": 6.57}, "dataset_tokens_per_second": {"earnings22-10mins": 64.71, "librispeech-10mins": 27.35}, "average_wer": 6.01, "dataset_average_wer": {"earnings22-10mins": 7.85, "librispeech-10mins": 4.34}, "qoi": 0.74, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
337 |
{"model": "openai/whisper-tiny", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-01T20:53:48Z", "speed": 100.8, "tokens_per_second": 385.1, "dataset_speed": {"librispeech-10mins": 69.14, "earnings22-10mins": 186.67}, "dataset_tokens_per_second": {"librispeech-10mins": 293.62, "earnings22-10mins": 633.12}, "average_wer": 16.19, "dataset_average_wer": {"librispeech-10mins": 15.78, "earnings22-10mins": 16.64}, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
338 |
{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-02T03:34:40Z", "speed": 7.08, "tokens_per_second": 26.4, "dataset_speed": {"librispeech-10mins": 4.93, "earnings22-10mins": 12.59}, "dataset_tokens_per_second": {"librispeech-10mins": 20.52, "earnings22-10mins": 41.47}, "average_wer": 7.77, "dataset_average_wer": {"librispeech-10mins": 6.31, "earnings22-10mins": 9.38}, "qoi": 0.67, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
339 |
{"model": "openai/whisper-large-v3-v20240930/turbo", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T03:55:08Z", "speed": 2.53, "tokens_per_second": 8.14, "dataset_speed": {"earnings22-10mins": 2.53}, "dataset_tokens_per_second": {"earnings22-10mins": 8.14}, "average_wer": 7.49, "dataset_average_wer": {"earnings22-10mins": 7.49}, "qoi": 1, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
340 |
+
{"model": "openai/whisper-large-v3/turbo", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-16T20:59:09Z", "speed": 5.96, "tokens_per_second": 19.8, "dataset_speed": {"earnings22-10mins": 5.96}, "dataset_tokens_per_second": {"earnings22-10mins": 19.8}, "average_wer": 43.02, "dataset_average_wer": {"earnings22-10mins": 43.02}, "qoi": 0, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
|
341 |
{"model": "distil-whisper/distil-large-v3", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T09:00:21Z", "speed": 11.08, "tokens_per_second": 41.09, "dataset_speed": {"earnings22-10mins": 24.21, "librispeech-10mins": 7.2}, "dataset_tokens_per_second": {"earnings22-10mins": 78.59, "librispeech-10mins": 29.98}, "average_wer": 6.63, "dataset_average_wer": {"earnings22-10mins": 8.21, "librispeech-10mins": 5.19}, "qoi": 0.68, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
|
342 |
{"model": "openai/whisper-small.en", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T07:39:23Z", "speed": 9.03, "tokens_per_second": 32.61, "dataset_speed": {"earnings22-10mins": 11.89, "librispeech-10mins": 7.29}, "dataset_tokens_per_second": {"earnings22-10mins": 40.26, "librispeech-10mins": 27.93}, "average_wer": 7.87, "dataset_average_wer": {"earnings22-10mins": 8.72, "librispeech-10mins": 7.1}, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
|
343 |
{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T09:03:01Z", "speed": 6.78, "tokens_per_second": 24.98, "dataset_speed": {"earnings22-10mins": 12.68, "librispeech-10mins": 4.63}, "dataset_tokens_per_second": {"earnings22-10mins": 40.7, "librispeech-10mins": 19.26}, "average_wer": 7.73, "dataset_average_wer": {"earnings22-10mins": 9.3, "librispeech-10mins": 6.31}, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
|
dashboard_data/support_data_c814cae.csv
CHANGED
@@ -1,23 +1,23 @@
|
|
1 |
-
,Model,"Apple M2 (Mac14,3)","Apple M4 (Mac16,10)","Apple M1 (Macmini9,1)","iPad Pro (11-inch) (3rd generation) (iPad13,6)","iPad Air 11-inch (M2) (iPad14,8)","iPad Air 13-inch (M3) (iPad15,5)","iPad (A16) (iPad15,7)","iPad mini (A17 Pro) (iPad16,1)","iPad Pro 11-inch (M4) (iPad16,3)"
|
2 |
-
distil-whisper_distil-large-v3,distil-whisper_distil-large-v3,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p
|
3 |
-
distil-whisper_distil-large-v3_594MB,distil-whisper_distil-large-v3_594MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p
|
4 |
-
distil-whisper_distil-large-v3_turbo,distil-whisper_distil-large-v3_turbo,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p
|
5 |
-
distil-whisper_distil-large-v3_turbo_600MB,distil-whisper_distil-large-v3_turbo_600MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p
|
6 |
-
openai_whisper-base,openai_whisper-base,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p
|
7 |
-
openai_whisper-base.en,openai_whisper-base.en,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p
|
8 |
-
openai_whisper-large-v2,openai_whisper-large-v2,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p
|
9 |
-
openai_whisper-large-v2_949MB,openai_whisper-large-v2_949MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p
|
10 |
-
openai_whisper-large-v2_turbo,openai_whisper-large-v2_turbo,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p
|
11 |
-
openai_whisper-large-v2_turbo_955MB,openai_whisper-large-v2_turbo_955MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p
|
12 |
-
openai_whisper-large-v3,openai_whisper-large-v3,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p
|
13 |
-
openai_whisper-large-v3-v20240930,openai_whisper-large-v3-v20240930,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p
|
14 |
-
openai_whisper-large-v3-v20240930_626MB,openai_whisper-large-v3-v20240930_626MB,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Mac14%2C3_summary_2025-09-07T121012.json>macOS 26.0</a>,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p
|
15 |
-
openai_whisper-large-v3-v20240930_turbo,openai_whisper-large-v3-v20240930_turbo,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p
|
16 |
-
openai_whisper-large-v3-v20240930_turbo_632MB,openai_whisper-large-v3-v20240930_turbo_632MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p
|
17 |
-
openai_whisper-large-v3_947MB,openai_whisper-large-v3_947MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p
|
18 |
-
openai_whisper-large-v3_turbo,openai_whisper-large-v3_turbo,✅ macOS 26.0,✅ macOS 26.0<p
|
19 |
-
openai_whisper-large-v3_turbo_954MB,openai_whisper-large-v3_turbo_954MB,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Mac14%2C3_summary_2025-09-07T121012.json>macOS 26.0</a>,✅ macOS 26.0<p>✅ macOS 15.5</p
|
20 |
-
openai_whisper-small,openai_whisper-small,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p
|
21 |
-
openai_whisper-small.en,openai_whisper-small.en,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p
|
22 |
-
openai_whisper-tiny,openai_whisper-tiny,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p
|
23 |
-
openai_whisper-tiny.en,openai_whisper-tiny.en,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p
|
|
|
1 |
+
,Model,"Apple M2 (Mac14,3)","Apple M4 (Mac16,10)","Apple M4 Pro (Mac16,8)","Apple M1 (Macmini9,1)","iPad Pro (11-inch) (3rd generation) (iPad13,6)","iPad Air 11-inch (M2) (iPad14,8)","iPad Air 13-inch (M3) (iPad15,5)","iPad (A16) (iPad15,7)","iPad mini (A17 Pro) (iPad16,1)","iPad Pro 11-inch (M4) (iPad16,3)","iPhone 15 (iPhone15,4)","iPhone 16 Pro (iPhone17,1)","iPhone 16e (iPhone17,5)"
|
2 |
+
distil-whisper_distil-large-v3,distil-whisper_distil-large-v3,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Macmini9%2C1_summary_2025-09-06T154244.json>macOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
|
3 |
+
distil-whisper_distil-large-v3_594MB,distil-whisper_distil-large-v3_594MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
|
4 |
+
distil-whisper_distil-large-v3_turbo,distil-whisper_distil-large-v3_turbo,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C3_summary_2025-08-27T211253.json>iPadOS 26.0</a><p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
|
5 |
+
distil-whisper_distil-large-v3_turbo_600MB,distil-whisper_distil-large-v3_turbo_600MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
|
6 |
+
openai_whisper-base,openai_whisper-base,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,✅ macOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
|
7 |
+
openai_whisper-base.en,openai_whisper-base.en,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
|
8 |
+
openai_whisper-large-v2,openai_whisper-large-v2,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Macmini9%2C1_summary_2025-09-06T154244.json>macOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C5_summary_2025-08-01T235644.json>iPadOS 18.6</a>,Not Supported,Not Supported,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
|
9 |
+
openai_whisper-large-v2_949MB,openai_whisper-large-v2_949MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
|
10 |
+
openai_whisper-large-v2_turbo,openai_whisper-large-v2_turbo,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C3_summary_2025-08-27T211253.json>iPadOS 26.0</a><p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
|
11 |
+
openai_whisper-large-v2_turbo_955MB,openai_whisper-large-v2_turbo_955MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
|
12 |
+
openai_whisper-large-v3,openai_whisper-large-v3,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Macmini9%2C1_summary_2025-09-06T154244.json>macOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
|
13 |
+
openai_whisper-large-v3-v20240930,openai_whisper-large-v3-v20240930,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Macmini9%2C1_summary_2025-09-06T154244.json>macOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,? iPadOS 26.0<p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
|
14 |
+
openai_whisper-large-v3-v20240930_626MB,openai_whisper-large-v3-v20240930_626MB,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Mac14%2C3_summary_2025-09-07T121012.json>macOS 26.0</a>,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,✅ macOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
|
15 |
+
openai_whisper-large-v3-v20240930_turbo,openai_whisper-large-v3-v20240930_turbo,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C3_summary_2025-08-27T211253.json>iPadOS 26.0</a><p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
|
16 |
+
openai_whisper-large-v3-v20240930_turbo_632MB,openai_whisper-large-v3-v20240930_turbo_632MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
|
17 |
+
openai_whisper-large-v3_947MB,openai_whisper-large-v3_947MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
|
18 |
+
openai_whisper-large-v3_turbo,openai_whisper-large-v3_turbo,✅ macOS 26.0,✅ macOS 26.0<p>�� macOS 15.5</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Mac16%2C8_summary_2025-09-16T143413.json>macOS 15.7</a>,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C3_summary_2025-08-27T211253.json>iPadOS 26.0</a><p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
|
19 |
+
openai_whisper-large-v3_turbo_954MB,openai_whisper-large-v3_turbo_954MB,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Mac14%2C3_summary_2025-09-07T121012.json>macOS 26.0</a>,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
|
20 |
+
openai_whisper-small,openai_whisper-small,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
|
21 |
+
openai_whisper-small.en,openai_whisper-small.en,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
|
22 |
+
openai_whisper-tiny,openai_whisper-tiny,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
|
23 |
+
openai_whisper-tiny.en,openai_whisper-tiny.en,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
|
dashboard_data/test_coverage_112a023.json
CHANGED
@@ -5,155 +5,155 @@
|
|
5 |
"skipped_devices": 88,
|
6 |
"coverage_percentage": 35.76642335766424,
|
7 |
"tested_device_list": [
|
8 |
-
"
|
9 |
-
"iPad14,10",
|
10 |
-
"Mac14,2",
|
11 |
"iPhone12,5",
|
12 |
-
"
|
13 |
-
"Mac14,
|
14 |
-
"
|
15 |
-
"iPad14,9",
|
16 |
-
"Mac15,5",
|
17 |
-
"iPad14,5",
|
18 |
-
"iPad14,4",
|
19 |
-
"iPad14,3",
|
20 |
-
"Mac15,9",
|
21 |
-
"Mac15,10",
|
22 |
"iPad16,6",
|
23 |
-
"iPhone12,3",
|
24 |
-
"Mac16,8",
|
25 |
-
"Mac16,9",
|
26 |
-
"Mac14,12",
|
27 |
-
"iPad14,11",
|
28 |
"Mac14,3",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
29 |
"Mac15,4",
|
30 |
"Mac14,14",
|
31 |
-
"
|
32 |
-
"
|
33 |
-
"iPhone14,4",
|
34 |
-
"iPhone14,5",
|
35 |
"Mac15,13",
|
36 |
-
"
|
37 |
"iPhone14,7",
|
38 |
-
"
|
39 |
-
"Mac14,
|
40 |
-
"
|
41 |
-
"
|
42 |
-
"
|
43 |
-
"
|
44 |
"Mac14,4",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
45 |
"Mac15,6",
|
46 |
-
"Mac15,11",
|
47 |
-
"Mac15,3",
|
48 |
-
"Mac15,7",
|
49 |
-
"Mac14,6",
|
50 |
-
"iPad16,5",
|
51 |
"iPhone14,8",
|
52 |
-
"
|
53 |
-
"
|
54 |
-
"
|
55 |
-
"
|
56 |
-
"
|
|
|
|
|
|
|
|
|
|
|
57 |
],
|
58 |
"skipped_device_list": [
|
59 |
-
"
|
|
|
|
|
|
|
|
|
|
|
60 |
"Mac16,1",
|
|
|
61 |
"iPhone11,5",
|
62 |
"iPad16,1",
|
63 |
-
"
|
64 |
-
"iPad13,8",
|
65 |
-
"Mac16,10",
|
66 |
"iPhone17,3",
|
67 |
-
"
|
68 |
-
"
|
69 |
-
"iPad8,7",
|
70 |
-
"Mac16,13",
|
71 |
-
"iPad13,10",
|
72 |
-
"iPhone13,2",
|
73 |
-
"iPad15,4",
|
74 |
-
"iPad13,5",
|
75 |
-
"iPad13,17",
|
76 |
-
"Mac13,1",
|
77 |
-
"iPad13,7",
|
78 |
"MacBookAir10,1",
|
79 |
-
"Mac13,2",
|
80 |
-
"iPad13,4",
|
81 |
-
"iPad15,6",
|
82 |
-
"iPad11,6",
|
83 |
"iPhone16,2",
|
84 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
85 |
"iPad11,2",
|
86 |
-
"iPhone11,2",
|
87 |
-
"iPad8,12",
|
88 |
-
"iPhone11,4",
|
89 |
-
"iPhone11,3",
|
90 |
-
"iPad11,4",
|
91 |
"iPad8,5",
|
92 |
-
"
|
|
|
|
|
|
|
93 |
"iPad11,1",
|
94 |
"MacBookPro18,2",
|
95 |
-
"
|
96 |
-
"
|
97 |
-
"iPad8,
|
98 |
-
"iPad16,2",
|
99 |
-
"iPad8,9",
|
100 |
-
"iPad11,3",
|
101 |
-
"iMac21,1",
|
102 |
-
"iMac21,2",
|
103 |
-
"iPhone17,5",
|
104 |
-
"iPad13,1",
|
105 |
-
"Mac16,12",
|
106 |
-
"iPhone13,4",
|
107 |
-
"iPhone15,4",
|
108 |
-
"iPhone12,2",
|
109 |
-
"iPad8,6",
|
110 |
-
"Mac16,5",
|
111 |
-
"iPad13,18",
|
112 |
"iPad12,2",
|
113 |
-
"
|
114 |
-
"
|
115 |
-
"
|
116 |
-
"MacBookPro18,3",
|
117 |
-
"Mac16,6",
|
118 |
-
"iPad8,4",
|
119 |
-
"iPhone15,5",
|
120 |
-
"iPad13,16",
|
121 |
-
"iPhone17,1",
|
122 |
-
"iPad8,3",
|
123 |
-
"MacBookPro17,1",
|
124 |
-
"iPhone13,1",
|
125 |
"iPhone12,4",
|
|
|
126 |
"iPad8,11",
|
127 |
-
"
|
128 |
-
"
|
|
|
129 |
"iPad13,2",
|
130 |
-
"
|
131 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
132 |
"Mac16,7",
|
|
|
|
|
133 |
"MacBookPro18,1",
|
134 |
-
"MacBookPro18,4",
|
135 |
-
"iPad11,7",
|
136 |
"iPad14,1",
|
137 |
-
"
|
138 |
-
"
|
|
|
|
|
|
|
139 |
"iPad13,19",
|
140 |
-
"
|
141 |
-
"
|
142 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
143 |
"iPhone11,8",
|
144 |
-
"
|
145 |
-
"
|
146 |
-
"
|
|
|
147 |
],
|
148 |
"tested_os_versions": [
|
149 |
-
"iOS_17.7.1",
|
150 |
-
"macOS_15.1.1",
|
151 |
-
"iPadOS_17.6.1",
|
152 |
-
"iOS_17.6.1",
|
153 |
-
"iPadOS_18.1",
|
154 |
"macOS_15.2",
|
155 |
-
"
|
156 |
-
"
|
|
|
|
|
|
|
|
|
|
|
157 |
],
|
158 |
"has_target_os_coverage": false,
|
159 |
"covered_target_versions": [
|
|
|
5 |
"skipped_devices": 88,
|
6 |
"coverage_percentage": 35.76642335766424,
|
7 |
"tested_device_list": [
|
8 |
+
"iPhone14,5",
|
|
|
|
|
9 |
"iPhone12,5",
|
10 |
+
"iPhone14,4",
|
11 |
+
"Mac14,10",
|
12 |
+
"Mac15,11",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
13 |
"iPad16,6",
|
|
|
|
|
|
|
|
|
|
|
14 |
"Mac14,3",
|
15 |
+
"iPad14,4",
|
16 |
+
"Mac14,7",
|
17 |
+
"iPad16,5",
|
18 |
+
"iPhone14,6",
|
19 |
+
"Mac14,8",
|
20 |
+
"Mac15,8",
|
21 |
+
"iPad14,10",
|
22 |
+
"iPhone14,3",
|
23 |
"Mac15,4",
|
24 |
"Mac14,14",
|
25 |
+
"Mac16,9",
|
26 |
+
"Mac16,8",
|
|
|
|
|
27 |
"Mac15,13",
|
28 |
+
"iPad14,11",
|
29 |
"iPhone14,7",
|
30 |
+
"iPad14,9",
|
31 |
+
"Mac14,13",
|
32 |
+
"Mac15,7",
|
33 |
+
"iPad14,6",
|
34 |
+
"iPad14,3",
|
35 |
+
"Mac15,3",
|
36 |
"Mac14,4",
|
37 |
+
"Mac14,9",
|
38 |
+
"iPhone12,3",
|
39 |
+
"iPad16,4",
|
40 |
+
"Mac15,12",
|
41 |
+
"iPhone14,2",
|
42 |
+
"Mac14,5",
|
43 |
+
"Mac15,9",
|
44 |
+
"Mac14,2",
|
45 |
"Mac15,6",
|
|
|
|
|
|
|
|
|
|
|
46 |
"iPhone14,8",
|
47 |
+
"iPhone12,8",
|
48 |
+
"Mac14,15",
|
49 |
+
"iPad14,5",
|
50 |
+
"iPad16,3",
|
51 |
+
"iPad14,8",
|
52 |
+
"Mac14,6",
|
53 |
+
"Mac14,12",
|
54 |
+
"Mac15,10",
|
55 |
+
"iPhone12,1",
|
56 |
+
"Mac15,5"
|
57 |
],
|
58 |
"skipped_device_list": [
|
59 |
+
"iPad13,18",
|
60 |
+
"iPad11,4",
|
61 |
+
"iPhone11,2",
|
62 |
+
"Mac16,10",
|
63 |
+
"iPhone15,3",
|
64 |
+
"iPad15,8",
|
65 |
"Mac16,1",
|
66 |
+
"Mac16,11",
|
67 |
"iPhone11,5",
|
68 |
"iPad16,1",
|
69 |
+
"iPhone15,5",
|
|
|
|
|
70 |
"iPhone17,3",
|
71 |
+
"Macmini9,1",
|
72 |
+
"iPad16,2",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
73 |
"MacBookAir10,1",
|
|
|
|
|
|
|
|
|
74 |
"iPhone16,2",
|
75 |
+
"iPad11,6",
|
76 |
+
"iPad13,4",
|
77 |
+
"iPhone15,2",
|
78 |
+
"iPhone17,2",
|
79 |
+
"iPhone16,1",
|
80 |
+
"iPad13,11",
|
81 |
+
"iPad8,8",
|
82 |
+
"iPad8,4",
|
83 |
+
"iPad15,5",
|
84 |
+
"Mac16,5",
|
85 |
+
"iPhone17,5",
|
86 |
+
"iPad8,3",
|
87 |
"iPad11,2",
|
|
|
|
|
|
|
|
|
|
|
88 |
"iPad8,5",
|
89 |
+
"iPhone15,4",
|
90 |
+
"iPad15,7",
|
91 |
+
"iPad15,4",
|
92 |
+
"Mac16,13",
|
93 |
"iPad11,1",
|
94 |
"MacBookPro18,2",
|
95 |
+
"iPad13,6",
|
96 |
+
"Mac13,2",
|
97 |
+
"iPad8,7",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
98 |
"iPad12,2",
|
99 |
+
"iPad15,3",
|
100 |
+
"iPad13,7",
|
101 |
+
"iPad8,12",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
102 |
"iPhone12,4",
|
103 |
+
"iPad13,8",
|
104 |
"iPad8,11",
|
105 |
+
"iPad13,17",
|
106 |
+
"Mac16,3",
|
107 |
+
"iPad13,10",
|
108 |
"iPad13,2",
|
109 |
+
"iPhone11,4",
|
110 |
+
"iPad11,7",
|
111 |
+
"iPad13,5",
|
112 |
+
"Mac16,2",
|
113 |
+
"Mac13,1",
|
114 |
+
"iPhone11,6",
|
115 |
+
"iPad13,16",
|
116 |
+
"iPhone13,2",
|
117 |
+
"iMac21,1",
|
118 |
"Mac16,7",
|
119 |
+
"iPhone11,3",
|
120 |
+
"iPhone17,1",
|
121 |
"MacBookPro18,1",
|
|
|
|
|
122 |
"iPad14,1",
|
123 |
+
"iPad15,6",
|
124 |
+
"iPad8,2",
|
125 |
+
"iMac21,2",
|
126 |
+
"iPad8,1",
|
127 |
+
"Mac16,12",
|
128 |
"iPad13,19",
|
129 |
+
"MacBookPro17,1",
|
130 |
+
"MacBookPro18,3",
|
131 |
+
"iPhone12,2",
|
132 |
+
"iPhone13,1",
|
133 |
+
"iPad8,10",
|
134 |
+
"iPad8,9",
|
135 |
+
"iPad12,1",
|
136 |
+
"Mac16,6",
|
137 |
+
"MacBookPro18,4",
|
138 |
+
"iPhone17,4",
|
139 |
+
"iPad13,9",
|
140 |
+
"iPhone13,3",
|
141 |
+
"iPad13,1",
|
142 |
"iPhone11,8",
|
143 |
+
"iPad8,6",
|
144 |
+
"iPad14,2",
|
145 |
+
"iPhone13,4",
|
146 |
+
"iPad11,3"
|
147 |
],
|
148 |
"tested_os_versions": [
|
|
|
|
|
|
|
|
|
|
|
149 |
"macOS_15.2",
|
150 |
+
"iPadOS_18.1",
|
151 |
+
"iOS_17.6.1",
|
152 |
+
"iPadOS_17.6.1",
|
153 |
+
"macOS_15.1.1",
|
154 |
+
"iOS_17.7.1",
|
155 |
+
"macOS_15.0.1",
|
156 |
+
"macOS_15.2.0"
|
157 |
],
|
158 |
"has_target_os_coverage": false,
|
159 |
"covered_target_versions": [
|
dashboard_data/test_coverage_11a1fab.json
CHANGED
@@ -5,151 +5,151 @@
|
|
5 |
"skipped_devices": 115,
|
6 |
"coverage_percentage": 16.05839416058394,
|
7 |
"tested_device_list": [
|
8 |
-
"iPad13,1",
|
9 |
-
"iPad13,2",
|
10 |
"Mac16,12",
|
11 |
-
"
|
12 |
-
"Mac16,
|
13 |
-
"
|
14 |
-
"
|
15 |
-
"
|
|
|
16 |
"Mac16,7",
|
17 |
-
"
|
18 |
-
"iPad15,3",
|
19 |
"Mac16,10",
|
20 |
-
"iPad15,
|
21 |
-
"Mac16,11",
|
22 |
"iPad15,8",
|
23 |
-
"Mac16,
|
24 |
-
"
|
|
|
|
|
|
|
|
|
|
|
25 |
"Mac16,13",
|
26 |
-
"
|
27 |
-
"
|
28 |
-
"iPad13,18",
|
29 |
-
"iPad13,19"
|
30 |
],
|
31 |
"skipped_device_list": [
|
32 |
-
"
|
33 |
-
"
|
34 |
-
"
|
35 |
-
"iPhone11,5",
|
36 |
-
"iPad14,6",
|
37 |
-
"Mac15,5",
|
38 |
-
"iPad13,8",
|
39 |
-
"iPhone13,3",
|
40 |
-
"iPhone17,3",
|
41 |
-
"Mac16,8",
|
42 |
-
"iPad14,2",
|
43 |
-
"Mac16,9",
|
44 |
-
"iPad8,7",
|
45 |
"Mac15,4",
|
46 |
-
"Mac14,14",
|
47 |
-
"iPad13,10",
|
48 |
-
"iPhone13,2",
|
49 |
-
"iPhone14,4",
|
50 |
-
"iPad13,5",
|
51 |
-
"iPad13,17",
|
52 |
"iPhone14,3",
|
53 |
-
"
|
54 |
-
"
|
55 |
-
"
|
56 |
-
"
|
|
|
|
|
|
|
|
|
57 |
"MacBookAir10,1",
|
58 |
-
"Mac15,3",
|
59 |
-
"Mac15,7",
|
60 |
-
"Mac13,2",
|
61 |
-
"iPad13,4",
|
62 |
-
"iPad11,6",
|
63 |
"iPhone16,2",
|
64 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
65 |
"iPad11,2",
|
66 |
-
"iPad14,9",
|
67 |
-
"iPhone11,2",
|
68 |
-
"iPad8,12",
|
69 |
-
"iPad16,6",
|
70 |
-
"Mac14,12",
|
71 |
-
"iPhone11,4",
|
72 |
-
"iPhone11,3",
|
73 |
-
"iPad14,8",
|
74 |
-
"iPad11,4",
|
75 |
"iPad8,5",
|
76 |
-
"
|
77 |
-
"
|
78 |
-
"
|
|
|
79 |
"iPad11,1",
|
80 |
"MacBookPro18,2",
|
81 |
-
"
|
82 |
-
"
|
83 |
-
"iPad8,9",
|
84 |
"iPad11,3",
|
85 |
-
"iMac21,1",
|
86 |
-
"iMac21,2",
|
87 |
-
"iPhone17,5",
|
88 |
-
"iPhone13,4",
|
89 |
"Mac14,2",
|
90 |
-
"
|
91 |
-
"
|
92 |
-
"iPad14,5",
|
93 |
-
"iPhone12,2",
|
94 |
-
"iPad14,4",
|
95 |
-
"Mac15,10",
|
96 |
-
"iPad8,6",
|
97 |
"iPad12,2",
|
98 |
-
"
|
99 |
-
"
|
100 |
-
"
|
101 |
-
"
|
102 |
-
"
|
103 |
-
"iPad8,4",
|
104 |
-
"Mac14,7",
|
105 |
-
"iPhone15,5",
|
106 |
-
"iPad13,16",
|
107 |
-
"iPhone17,1",
|
108 |
-
"iPad8,3",
|
109 |
-
"Mac15,11",
|
110 |
-
"MacBookPro17,1",
|
111 |
-
"Mac14,6",
|
112 |
-
"iPad16,5",
|
113 |
-
"iPhone13,1",
|
114 |
-
"Mac15,12",
|
115 |
"iPhone12,4",
|
116 |
-
"
|
117 |
-
"
|
118 |
-
"
|
119 |
-
"
|
120 |
-
"iPhone15,3",
|
121 |
"iPad14,10",
|
122 |
-
"
|
123 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
124 |
"Mac15,9",
|
|
|
|
|
|
|
|
|
|
|
|
|
125 |
"MacBookPro18,1",
|
126 |
-
"iPad14,
|
127 |
-
"
|
128 |
-
"
|
129 |
-
"
|
|
|
|
|
|
|
|
|
|
|
130 |
"iPad14,11",
|
|
|
|
|
|
|
|
|
131 |
"iPad12,1",
|
132 |
-
"Mac14,3",
|
133 |
-
"iPad14,1",
|
134 |
-
"iPad13,11",
|
135 |
-
"iPad8,8",
|
136 |
-
"iPhone15,2",
|
137 |
-
"iPhone14,5",
|
138 |
-
"iPhone11,8",
|
139 |
-
"iPhone14,7",
|
140 |
-
"iPhone17,2",
|
141 |
-
"iPad16,3",
|
142 |
-
"Mac14,4",
|
143 |
-
"iPhone14,8",
|
144 |
-
"iPad13,9",
|
145 |
"iPad16,4",
|
146 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
147 |
],
|
148 |
"tested_os_versions": [
|
149 |
-
"macOS_15.4.0",
|
150 |
-
"iPadOS_18.4",
|
151 |
"iPadOS_18.3.2",
|
152 |
-
"macOS_15.4"
|
|
|
|
|
153 |
],
|
154 |
"has_target_os_coverage": false,
|
155 |
"covered_target_versions": [
|
|
|
5 |
"skipped_devices": 115,
|
6 |
"coverage_percentage": 16.05839416058394,
|
7 |
"tested_device_list": [
|
|
|
|
|
8 |
"Mac16,12",
|
9 |
+
"iPad16,2",
|
10 |
+
"Mac16,2",
|
11 |
+
"iPad13,18",
|
12 |
+
"iPad13,19",
|
13 |
+
"iPad15,5",
|
14 |
+
"iPad13,1",
|
15 |
"Mac16,7",
|
16 |
+
"Mac16,5",
|
|
|
17 |
"Mac16,10",
|
18 |
+
"iPad15,3",
|
|
|
19 |
"iPad15,8",
|
20 |
+
"Mac16,1",
|
21 |
+
"Mac16,11",
|
22 |
+
"iPad15,7",
|
23 |
+
"Mac16,3",
|
24 |
+
"iPad15,6",
|
25 |
+
"iPad16,1",
|
26 |
+
"iPad15,4",
|
27 |
"Mac16,13",
|
28 |
+
"Mac16,6",
|
29 |
+
"iPad13,2"
|
|
|
|
|
30 |
],
|
31 |
"skipped_device_list": [
|
32 |
+
"iPad11,4",
|
33 |
+
"iPhone11,2",
|
34 |
+
"iPad14,4",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
35 |
"Mac15,4",
|
|
|
|
|
|
|
|
|
|
|
|
|
36 |
"iPhone14,3",
|
37 |
+
"iPhone15,3",
|
38 |
+
"iPhone11,5",
|
39 |
+
"Mac14,4",
|
40 |
+
"iPhone15,5",
|
41 |
+
"iPhone12,3",
|
42 |
+
"iPhone17,3",
|
43 |
+
"Mac15,12",
|
44 |
+
"Macmini9,1",
|
45 |
"MacBookAir10,1",
|
|
|
|
|
|
|
|
|
|
|
46 |
"iPhone16,2",
|
47 |
+
"iPad11,6",
|
48 |
+
"iPad13,4",
|
49 |
+
"iPhone15,2",
|
50 |
+
"iPhone17,2",
|
51 |
+
"iPhone16,1",
|
52 |
+
"Mac14,6",
|
53 |
+
"iPhone12,1",
|
54 |
+
"iPad13,11",
|
55 |
+
"iPad8,8",
|
56 |
+
"iPhone14,5",
|
57 |
+
"iPad8,4",
|
58 |
+
"iPhone12,5",
|
59 |
+
"Mac15,11",
|
60 |
+
"Mac14,3",
|
61 |
+
"iPhone14,6",
|
62 |
+
"Mac14,8",
|
63 |
+
"iPhone17,5",
|
64 |
+
"iPhone14,7",
|
65 |
+
"iPad8,3",
|
66 |
"iPad11,2",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
67 |
"iPad8,5",
|
68 |
+
"iPhone15,4",
|
69 |
+
"Mac14,13",
|
70 |
+
"iPad14,9",
|
71 |
+
"Mac14,9",
|
72 |
"iPad11,1",
|
73 |
"MacBookPro18,2",
|
74 |
+
"iPad13,6",
|
75 |
+
"Mac13,2",
|
|
|
76 |
"iPad11,3",
|
|
|
|
|
|
|
|
|
77 |
"Mac14,2",
|
78 |
+
"iPad8,7",
|
79 |
+
"iPhone14,8",
|
|
|
|
|
|
|
|
|
|
|
80 |
"iPad12,2",
|
81 |
+
"iPad14,5",
|
82 |
+
"iPad13,7",
|
83 |
+
"iPad8,12",
|
84 |
+
"Mac15,5",
|
85 |
+
"iPad13,8",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
86 |
"iPhone12,4",
|
87 |
+
"iPad16,6",
|
88 |
+
"Mac14,10",
|
89 |
+
"iPhone14,4",
|
90 |
+
"iPad16,5",
|
|
|
91 |
"iPad14,10",
|
92 |
+
"Mac14,14",
|
93 |
+
"Mac16,8",
|
94 |
+
"Mac16,9",
|
95 |
+
"iPad8,11",
|
96 |
+
"Mac15,7",
|
97 |
+
"iPad13,17",
|
98 |
+
"iPad14,6",
|
99 |
+
"iPad13,10",
|
100 |
+
"Mac15,3",
|
101 |
+
"iPhone11,4",
|
102 |
+
"iPad11,7",
|
103 |
+
"iPad13,5",
|
104 |
+
"iPhone14,2",
|
105 |
+
"Mac14,5",
|
106 |
+
"Mac13,1",
|
107 |
"Mac15,9",
|
108 |
+
"iPhone11,6",
|
109 |
+
"iPad13,16",
|
110 |
+
"iPhone13,2",
|
111 |
+
"iMac21,1",
|
112 |
+
"iPhone11,3",
|
113 |
+
"iPhone17,1",
|
114 |
"MacBookPro18,1",
|
115 |
+
"iPad14,1",
|
116 |
+
"iPad8,2",
|
117 |
+
"Mac15,10",
|
118 |
+
"iMac21,2",
|
119 |
+
"iPad8,1",
|
120 |
+
"Mac14,7",
|
121 |
+
"MacBookPro17,1",
|
122 |
+
"iPhone12,2",
|
123 |
+
"Mac15,13",
|
124 |
"iPad14,11",
|
125 |
+
"iPhone13,1",
|
126 |
+
"iPad8,10",
|
127 |
+
"iPad8,9",
|
128 |
+
"iPad14,3",
|
129 |
"iPad12,1",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
130 |
"iPad16,4",
|
131 |
+
"MacBookPro18,4",
|
132 |
+
"iPhone17,4",
|
133 |
+
"iPad13,9",
|
134 |
+
"iPhone13,3",
|
135 |
+
"Mac15,6",
|
136 |
+
"iPhone12,8",
|
137 |
+
"Mac14,15",
|
138 |
+
"iPad16,3",
|
139 |
+
"iPad14,8",
|
140 |
+
"iPhone11,8",
|
141 |
+
"iPad8,6",
|
142 |
+
"iPad14,2",
|
143 |
+
"Mac14,12",
|
144 |
+
"iPhone13,4",
|
145 |
+
"MacBookPro18,3",
|
146 |
+
"Mac15,8"
|
147 |
],
|
148 |
"tested_os_versions": [
|
|
|
|
|
149 |
"iPadOS_18.3.2",
|
150 |
+
"macOS_15.4.0",
|
151 |
+
"macOS_15.4",
|
152 |
+
"iPadOS_18.4"
|
153 |
],
|
154 |
"has_target_os_coverage": false,
|
155 |
"covered_target_versions": [
|
dashboard_data/test_coverage_8c0acbd.json
CHANGED
@@ -5,159 +5,159 @@
|
|
5 |
"skipped_devices": 55,
|
6 |
"coverage_percentage": 59.854014598540154,
|
7 |
"tested_device_list": [
|
8 |
-
"
|
9 |
-
"
|
10 |
-
"
|
11 |
-
"Mac14,2",
|
12 |
-
"iPhone15,4",
|
13 |
-
"Mac14,13",
|
14 |
-
"iPhone12,5",
|
15 |
-
"iPad16,1",
|
16 |
-
"iPad14,6",
|
17 |
-
"Mac15,5",
|
18 |
-
"iPad14,5",
|
19 |
-
"iPad13,8",
|
20 |
-
"iPhone13,3",
|
21 |
"iPad14,4",
|
22 |
-
"
|
23 |
-
"
|
24 |
-
"
|
25 |
-
"iPad14,2",
|
26 |
-
"Mac16,9",
|
27 |
-
"iPad15,5",
|
28 |
"Mac15,4",
|
29 |
"Mac14,14",
|
30 |
-
"
|
31 |
-
"
|
32 |
-
"
|
33 |
-
"
|
34 |
-
"
|
35 |
-
"iPad15,4",
|
36 |
-
"iPad13,5",
|
37 |
-
"iPhone14,6",
|
38 |
"iPad13,17",
|
|
|
|
|
|
|
|
|
|
|
39 |
"iPhone15,5",
|
40 |
-
"
|
41 |
-
"
|
42 |
-
"
|
|
|
43 |
"iPhone14,2",
|
44 |
-
"
|
45 |
-
"
|
46 |
-
"Mac15,
|
47 |
-
"
|
48 |
-
"
|
|
|
49 |
"iPad13,4",
|
50 |
-
"
|
|
|
51 |
"iPad15,6",
|
52 |
-
"
|
53 |
-
"
|
54 |
-
"Mac15,
|
55 |
-
"iPhone16,2",
|
56 |
-
"iPhone17,4",
|
57 |
"iPhone12,1",
|
58 |
-
"iPhone15,3",
|
59 |
-
"iPad14,10",
|
60 |
-
"Mac15,8",
|
61 |
-
"iPad13,6",
|
62 |
-
"iPad14,9",
|
63 |
-
"Mac15,9",
|
64 |
-
"iPad14,3",
|
65 |
-
"iPad16,6",
|
66 |
-
"iPhone12,3",
|
67 |
-
"Mac14,12",
|
68 |
-
"iPad14,1",
|
69 |
-
"iPad14,11",
|
70 |
-
"Mac14,3",
|
71 |
"iPad13,11",
|
72 |
-
"
|
73 |
-
"iPhone15,2",
|
74 |
"iPhone14,5",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
75 |
"Mac15,13",
|
|
|
|
|
76 |
"iPhone14,7",
|
77 |
-
"
|
|
|
|
|
78 |
"iPad15,7",
|
79 |
-
"
|
80 |
-
"
|
81 |
-
"
|
82 |
-
"Mac14,4",
|
83 |
-
"iPhone14,8",
|
84 |
-
"iPad13,9",
|
85 |
-
"iPad15,8",
|
86 |
"iPad16,4",
|
87 |
-
"
|
88 |
-
"
|
89 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
90 |
],
|
91 |
"skipped_device_list": [
|
92 |
-
"
|
93 |
-
"iPad11,3",
|
94 |
-
"iPad8,10",
|
95 |
-
"iMac21,1",
|
96 |
-
"iMac21,2",
|
97 |
-
"iPad13,1",
|
98 |
"Mac16,12",
|
99 |
-
"
|
100 |
-
"
|
101 |
-
"
|
102 |
-
"Mac16,1",
|
103 |
-
"iPhone11,5",
|
104 |
-
"Mac16,7",
|
105 |
-
"iPhone12,2",
|
106 |
-
"Mac16,10",
|
107 |
-
"MacBookPro18,1",
|
108 |
"iPhone11,2",
|
109 |
-
"
|
110 |
-
"
|
111 |
-
"MacBookPro18,
|
|
|
112 |
"Mac16,5",
|
113 |
-
"
|
114 |
-
"
|
115 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
116 |
"Mac16,13",
|
117 |
"iPad12,1",
|
118 |
-
"Mac16,2",
|
119 |
-
"iPad13,18",
|
120 |
-
"iPad13,19",
|
121 |
-
"iPhone11,3",
|
122 |
-
"iPad12,2",
|
123 |
-
"iPad8,8",
|
124 |
-
"iPad11,4",
|
125 |
-
"Mac16,3",
|
126 |
-
"iPad8,2",
|
127 |
-
"iPhone11,8",
|
128 |
-
"iPad8,5",
|
129 |
-
"MacBookPro18,3",
|
130 |
-
"Mac16,6",
|
131 |
-
"iPad8,4",
|
132 |
-
"iPhone17,2",
|
133 |
"iPad11,1",
|
134 |
-
"
|
135 |
"MacBookPro18,2",
|
136 |
-
"
|
137 |
-
"
|
138 |
-
"
|
139 |
-
"
|
|
|
140 |
"Mac13,2",
|
141 |
-
"Mac16,
|
142 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
143 |
"iPad11,6",
|
144 |
-
"
|
145 |
-
"iPad8,
|
146 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
147 |
],
|
148 |
"tested_os_versions": [
|
|
|
|
|
|
|
|
|
149 |
"iOS_18.1",
|
150 |
-
"iPadOS_18.4.1",
|
151 |
-
"macOS_15.5.0",
|
152 |
"iOS_18.4.1",
|
153 |
-
"macOS_15.5",
|
154 |
"iOS_19.0",
|
155 |
-
"iOS_18.5",
|
156 |
-
"iPadOS_18.5",
|
157 |
"iPadOS_19.0",
|
158 |
-
"iPadOS_18.
|
159 |
-
"
|
160 |
-
"
|
|
|
161 |
],
|
162 |
"has_target_os_coverage": false,
|
163 |
"covered_target_versions": [
|
|
|
5 |
"skipped_devices": 55,
|
6 |
"coverage_percentage": 59.854014598540154,
|
7 |
"tested_device_list": [
|
8 |
+
"iPhone14,4",
|
9 |
+
"iPad16,6",
|
10 |
+
"Mac14,10",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
11 |
"iPad14,4",
|
12 |
+
"iPad16,5",
|
13 |
+
"iPad14,10",
|
14 |
+
"iPhone14,3",
|
|
|
|
|
|
|
15 |
"Mac15,4",
|
16 |
"Mac14,14",
|
17 |
+
"Mac16,9",
|
18 |
+
"Mac16,8",
|
19 |
+
"iPhone15,3",
|
20 |
+
"iPad15,8",
|
21 |
+
"Mac15,7",
|
|
|
|
|
|
|
22 |
"iPad13,17",
|
23 |
+
"iPad14,6",
|
24 |
+
"iPad13,10",
|
25 |
+
"iPad16,1",
|
26 |
+
"Mac14,4",
|
27 |
+
"Mac15,3",
|
28 |
"iPhone15,5",
|
29 |
+
"iPhone12,3",
|
30 |
+
"iPhone17,3",
|
31 |
+
"Mac15,12",
|
32 |
+
"iPad13,5",
|
33 |
"iPhone14,2",
|
34 |
+
"Mac14,5",
|
35 |
+
"iPad16,2",
|
36 |
+
"Mac15,9",
|
37 |
+
"iPad13,16",
|
38 |
+
"iPhone13,2",
|
39 |
+
"iPhone16,2",
|
40 |
"iPad13,4",
|
41 |
+
"iPhone15,2",
|
42 |
+
"iPad14,1",
|
43 |
"iPad15,6",
|
44 |
+
"iPhone16,1",
|
45 |
+
"Mac14,6",
|
46 |
+
"Mac15,10",
|
|
|
|
|
47 |
"iPhone12,1",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
48 |
"iPad13,11",
|
49 |
+
"Mac15,5",
|
|
|
50 |
"iPhone14,5",
|
51 |
+
"iPhone12,5",
|
52 |
+
"Mac15,11",
|
53 |
+
"Mac14,3",
|
54 |
+
"Mac14,7",
|
55 |
+
"iPhone14,6",
|
56 |
+
"iPad15,5",
|
57 |
+
"Mac14,8",
|
58 |
+
"iPhone13,1",
|
59 |
"Mac15,13",
|
60 |
+
"iPad14,11",
|
61 |
+
"iPhone17,5",
|
62 |
"iPhone14,7",
|
63 |
+
"iPad14,9",
|
64 |
+
"Mac14,13",
|
65 |
+
"iPhone15,4",
|
66 |
"iPad15,7",
|
67 |
+
"iPad14,3",
|
68 |
+
"iPad15,4",
|
69 |
+
"Mac14,9",
|
|
|
|
|
|
|
|
|
70 |
"iPad16,4",
|
71 |
+
"iPhone17,4",
|
72 |
+
"iPad13,6",
|
73 |
+
"iPad13,9",
|
74 |
+
"iPhone13,3",
|
75 |
+
"Mac14,2",
|
76 |
+
"Mac15,6",
|
77 |
+
"iPhone14,8",
|
78 |
+
"iPhone12,8",
|
79 |
+
"Mac14,15",
|
80 |
+
"iPad14,5",
|
81 |
+
"iPad16,3",
|
82 |
+
"iPad14,8",
|
83 |
+
"iPad15,3",
|
84 |
+
"iPad14,2",
|
85 |
+
"iPad13,7",
|
86 |
+
"Mac14,12",
|
87 |
+
"iPhone13,4",
|
88 |
+
"Mac15,8",
|
89 |
+
"iPad13,8"
|
90 |
],
|
91 |
"skipped_device_list": [
|
92 |
+
"iPad8,1",
|
|
|
|
|
|
|
|
|
|
|
93 |
"Mac16,12",
|
94 |
+
"iPad8,4",
|
95 |
+
"iPad13,18",
|
96 |
+
"iPad11,4",
|
|
|
|
|
|
|
|
|
|
|
|
|
97 |
"iPhone11,2",
|
98 |
+
"iPad13,19",
|
99 |
+
"MacBookPro17,1",
|
100 |
+
"MacBookPro18,3",
|
101 |
+
"iPhone12,2",
|
102 |
"Mac16,5",
|
103 |
+
"iPad8,10",
|
104 |
+
"Mac16,10",
|
105 |
+
"iPad8,9",
|
106 |
+
"iPad8,3",
|
107 |
+
"Mac16,1",
|
108 |
+
"Mac16,11",
|
109 |
+
"iPad11,2",
|
110 |
+
"iPad8,5",
|
111 |
+
"iPad8,11",
|
112 |
+
"Mac16,3",
|
113 |
+
"iPhone11,5",
|
114 |
"Mac16,13",
|
115 |
"iPad12,1",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
116 |
"iPad11,1",
|
117 |
+
"Mac16,6",
|
118 |
"MacBookPro18,2",
|
119 |
+
"iPad13,2",
|
120 |
+
"iPhone11,4",
|
121 |
+
"MacBookPro18,4",
|
122 |
+
"iPad11,7",
|
123 |
+
"Macmini9,1",
|
124 |
"Mac13,2",
|
125 |
+
"Mac16,2",
|
126 |
+
"Mac13,1",
|
127 |
+
"iPad8,7",
|
128 |
+
"iPhone11,6",
|
129 |
+
"iPad13,1",
|
130 |
+
"iPad12,2",
|
131 |
+
"MacBookAir10,1",
|
132 |
+
"iMac21,1",
|
133 |
+
"Mac16,7",
|
134 |
+
"iPhone11,3",
|
135 |
"iPad11,6",
|
136 |
+
"iPhone11,8",
|
137 |
+
"iPad8,6",
|
138 |
+
"iPhone17,1",
|
139 |
+
"MacBookPro18,1",
|
140 |
+
"iPhone17,2",
|
141 |
+
"iPad8,2",
|
142 |
+
"iPad11,3",
|
143 |
+
"iMac21,2",
|
144 |
+
"iPad8,8",
|
145 |
+
"iPad8,12",
|
146 |
+
"iPhone12,4"
|
147 |
],
|
148 |
"tested_os_versions": [
|
149 |
+
"iOS_18.5",
|
150 |
+
"iPadOS_26.0",
|
151 |
+
"iOS_26.0",
|
152 |
+
"iPadOS_18.4",
|
153 |
"iOS_18.1",
|
|
|
|
|
154 |
"iOS_18.4.1",
|
|
|
155 |
"iOS_19.0",
|
|
|
|
|
156 |
"iPadOS_19.0",
|
157 |
+
"iPadOS_18.5",
|
158 |
+
"macOS_15.5",
|
159 |
+
"macOS_15.5.0",
|
160 |
+
"iPadOS_18.4.1"
|
161 |
],
|
162 |
"has_target_os_coverage": false,
|
163 |
"covered_target_versions": [
|
dashboard_data/test_coverage_a9b92c4.json
CHANGED
@@ -5,165 +5,165 @@
|
|
5 |
"skipped_devices": 44,
|
6 |
"coverage_percentage": 67.88321167883211,
|
7 |
"tested_device_list": [
|
8 |
-
"
|
9 |
-
"
|
10 |
-
"
|
11 |
-
"Mac14,15",
|
12 |
-
"iPhone13,4",
|
13 |
-
"Mac16,12",
|
14 |
-
"Mac14,2",
|
15 |
-
"Mac14,13",
|
16 |
-
"Mac16,1",
|
17 |
-
"iPhone12,5",
|
18 |
-
"iPad16,1",
|
19 |
-
"iPad14,6",
|
20 |
-
"Mac15,5",
|
21 |
-
"iPad14,5",
|
22 |
-
"iPhone13,3",
|
23 |
-
"iPad13,8",
|
24 |
"iPad14,4",
|
25 |
-
"
|
26 |
-
"
|
27 |
-
"
|
28 |
-
"
|
29 |
-
"Mac16,9",
|
30 |
-
"Mac16,5",
|
31 |
-
"Mac16,13",
|
32 |
"Mac15,4",
|
33 |
"Mac14,14",
|
34 |
-
"
|
35 |
-
"
|
36 |
-
"
|
37 |
-
"
|
|
|
|
|
38 |
"Mac16,3",
|
39 |
-
"iPhone16,1",
|
40 |
-
"MacBookPro18,3",
|
41 |
-
"Mac16,6",
|
42 |
-
"iPad13,5",
|
43 |
-
"iPhone14,6",
|
44 |
"iPad13,17",
|
45 |
-
"
|
46 |
-
"iPad13,
|
47 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
48 |
"iPhone14,2",
|
49 |
-
"
|
|
|
|
|
|
|
|
|
50 |
"Mac13,1",
|
51 |
-
"
|
52 |
-
"
|
53 |
"MacBookAir10,1",
|
54 |
-
"
|
55 |
-
"Mac15,3",
|
56 |
-
"Mac15,7",
|
57 |
-
"Mac14,6",
|
58 |
-
"iPad13,4",
|
59 |
-
"MacBookPro17,1",
|
60 |
-
"iPhone13,1",
|
61 |
-
"iPad16,5",
|
62 |
-
"Mac15,12",
|
63 |
-
"Mac13,2",
|
64 |
"iPhone16,2",
|
65 |
-
"iPhone17,4",
|
66 |
-
"iPhone12,1",
|
67 |
-
"Macmini9,1",
|
68 |
-
"iPad14,10",
|
69 |
-
"Mac15,8",
|
70 |
-
"iPad13,6",
|
71 |
-
"iPad14,9",
|
72 |
"Mac16,7",
|
73 |
-
"
|
74 |
-
"
|
75 |
"MacBookPro18,1",
|
76 |
-
"
|
77 |
-
"
|
78 |
-
"
|
79 |
-
"
|
80 |
-
"
|
81 |
-
"Mac16,2",
|
82 |
-
"Mac14,3",
|
83 |
"iPad13,11",
|
84 |
-
"
|
85 |
"iPhone14,5",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
86 |
"Mac15,13",
|
|
|
|
|
|
|
87 |
"iPhone14,7",
|
88 |
-
"
|
89 |
-
"
|
90 |
-
"
|
91 |
-
"
|
92 |
-
"
|
|
|
|
|
93 |
"MacBookPro18,2",
|
94 |
-
"
|
95 |
-
"
|
|
|
96 |
"iPad13,9",
|
97 |
-
"
|
98 |
-
"
|
99 |
-
"Mac14,
|
100 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
101 |
],
|
102 |
"skipped_device_list": [
|
103 |
-
"
|
104 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
105 |
"iPad8,10",
|
106 |
-
"
|
107 |
-
"iPhone11,6",
|
108 |
-
"iPad13,2",
|
109 |
"iPhone15,3",
|
|
|
|
|
|
|
|
|
110 |
"iPhone15,4",
|
|
|
|
|
111 |
"iPhone11,5",
|
112 |
-
"
|
113 |
-
"
|
114 |
-
"
|
115 |
-
"
|
116 |
-
"
|
|
|
117 |
"iPad11,7",
|
118 |
-
"iPad15,5",
|
119 |
"iPad8,7",
|
120 |
-
"iPhone11,
|
121 |
-
"
|
122 |
-
"iPad14,1",
|
123 |
-
"iPad13,18",
|
124 |
-
"iPad13,19",
|
125 |
-
"iPhone11,3",
|
126 |
"iPad12,2",
|
127 |
-
"
|
128 |
-
"iPad11,
|
129 |
-
"iPhone15,2",
|
130 |
-
"iPad8,2",
|
131 |
-
"iPad15,4",
|
132 |
-
"iPhone11,8",
|
133 |
-
"iPad8,5",
|
134 |
-
"iPad8,4",
|
135 |
-
"iPad15,7",
|
136 |
"iPad15,3",
|
137 |
-
"
|
138 |
-
"
|
139 |
-
"
|
|
|
|
|
140 |
"iPad15,6",
|
141 |
-
"
|
142 |
-
"
|
143 |
-
"
|
144 |
-
"iPad8,
|
145 |
-
"
|
146 |
-
"iPad8,11"
|
147 |
],
|
148 |
"tested_os_versions": [
|
149 |
-
"
|
150 |
-
"iOS_18.2",
|
151 |
-
"iOS_17.2.1",
|
152 |
"iOS_17.7",
|
153 |
-
"
|
154 |
-
"
|
155 |
-
"iPadOS_18.
|
156 |
-
"macOS_15.1.0",
|
157 |
-
"iPadOS_17.6.1",
|
158 |
"iOS_17.6.1",
|
|
|
159 |
"macOS_15.0.0",
|
160 |
-
"
|
161 |
-
"
|
162 |
-
"macOS_15.
|
163 |
-
"macOS_15.0.1",
|
164 |
"macOS_15.1",
|
165 |
-
"
|
166 |
-
"
|
|
|
|
|
|
|
|
|
167 |
],
|
168 |
"has_target_os_coverage": false,
|
169 |
"covered_target_versions": [
|
|
|
5 |
"skipped_devices": 44,
|
6 |
"coverage_percentage": 67.88321167883211,
|
7 |
"tested_device_list": [
|
8 |
+
"iPhone14,4",
|
9 |
+
"Mac14,10",
|
10 |
+
"iPad16,6",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
11 |
"iPad14,4",
|
12 |
+
"iPad16,5",
|
13 |
+
"Mac15,8",
|
14 |
+
"iPad14,10",
|
15 |
+
"iPhone14,3",
|
|
|
|
|
|
|
16 |
"Mac15,4",
|
17 |
"Mac14,14",
|
18 |
+
"Mac16,9",
|
19 |
+
"Mac16,8",
|
20 |
+
"Mac16,10",
|
21 |
+
"Mac16,1",
|
22 |
+
"Mac16,11",
|
23 |
+
"Mac15,7",
|
24 |
"Mac16,3",
|
|
|
|
|
|
|
|
|
|
|
25 |
"iPad13,17",
|
26 |
+
"iPad14,6",
|
27 |
+
"iPad13,10",
|
28 |
+
"iPad16,1",
|
29 |
+
"Mac14,4",
|
30 |
+
"Mac15,3",
|
31 |
+
"iPhone12,3",
|
32 |
+
"iPhone17,3",
|
33 |
+
"Mac15,12",
|
34 |
+
"iPad13,5",
|
35 |
"iPhone14,2",
|
36 |
+
"Mac14,5",
|
37 |
+
"iPad16,2",
|
38 |
+
"Macmini9,1",
|
39 |
+
"Mac16,2",
|
40 |
+
"Mac15,9",
|
41 |
"Mac13,1",
|
42 |
+
"iPhone13,2",
|
43 |
+
"iPad13,16",
|
44 |
"MacBookAir10,1",
|
45 |
+
"iMac21,1",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
46 |
"iPhone16,2",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
47 |
"Mac16,7",
|
48 |
+
"iPhone17,1",
|
49 |
+
"iPad13,4",
|
50 |
"MacBookPro18,1",
|
51 |
+
"iPhone17,2",
|
52 |
+
"iPhone16,1",
|
53 |
+
"Mac14,6",
|
54 |
+
"Mac15,10",
|
55 |
+
"iPhone12,1",
|
|
|
|
|
56 |
"iPad13,11",
|
57 |
+
"iMac21,2",
|
58 |
"iPhone14,5",
|
59 |
+
"Mac16,12",
|
60 |
+
"iPhone12,5",
|
61 |
+
"Mac15,11",
|
62 |
+
"Mac14,3",
|
63 |
+
"Mac14,7",
|
64 |
+
"iPhone14,6",
|
65 |
+
"MacBookPro17,1",
|
66 |
+
"Mac14,8",
|
67 |
+
"iPhone13,1",
|
68 |
"Mac15,13",
|
69 |
+
"iPad14,11",
|
70 |
+
"Mac16,5",
|
71 |
+
"iPhone17,5",
|
72 |
"iPhone14,7",
|
73 |
+
"iPad14,9",
|
74 |
+
"Mac14,13",
|
75 |
+
"iPad14,3",
|
76 |
+
"Mac14,9",
|
77 |
+
"Mac16,13",
|
78 |
+
"iPad16,4",
|
79 |
+
"Mac16,6",
|
80 |
"MacBookPro18,2",
|
81 |
+
"MacBookPro18,4",
|
82 |
+
"iPhone17,4",
|
83 |
+
"iPad13,6",
|
84 |
"iPad13,9",
|
85 |
+
"Mac13,2",
|
86 |
+
"iPhone13,3",
|
87 |
+
"Mac14,2",
|
88 |
+
"Mac15,6",
|
89 |
+
"iPhone14,8",
|
90 |
+
"iPhone12,8",
|
91 |
+
"Mac14,15",
|
92 |
+
"iPad14,5",
|
93 |
+
"iPad16,3",
|
94 |
+
"iPad14,8",
|
95 |
+
"iPad13,7",
|
96 |
+
"Mac14,12",
|
97 |
+
"iPhone13,4",
|
98 |
+
"MacBookPro18,3",
|
99 |
+
"Mac15,5",
|
100 |
+
"iPad13,8"
|
101 |
],
|
102 |
"skipped_device_list": [
|
103 |
+
"iPad8,1",
|
104 |
+
"iPad8,4",
|
105 |
+
"iPad13,18",
|
106 |
+
"iPad11,4",
|
107 |
+
"iPhone11,2",
|
108 |
+
"iPad13,19",
|
109 |
+
"iPad15,5",
|
110 |
+
"iPhone12,2",
|
111 |
"iPad8,10",
|
112 |
+
"iPad8,9",
|
|
|
|
|
113 |
"iPhone15,3",
|
114 |
+
"iPad15,8",
|
115 |
+
"iPad8,3",
|
116 |
+
"iPad11,2",
|
117 |
+
"iPad8,5",
|
118 |
"iPhone15,4",
|
119 |
+
"iPad15,7",
|
120 |
+
"iPad8,11",
|
121 |
"iPhone11,5",
|
122 |
+
"iPad15,4",
|
123 |
+
"iPhone15,5",
|
124 |
+
"iPad12,1",
|
125 |
+
"iPad11,1",
|
126 |
+
"iPad13,2",
|
127 |
+
"iPhone11,4",
|
128 |
"iPad11,7",
|
|
|
129 |
"iPad8,7",
|
130 |
+
"iPhone11,6",
|
131 |
+
"iPad13,1",
|
|
|
|
|
|
|
|
|
132 |
"iPad12,2",
|
133 |
+
"iPhone11,3",
|
134 |
+
"iPad11,6",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
135 |
"iPad15,3",
|
136 |
+
"iPhone11,8",
|
137 |
+
"iPad8,6",
|
138 |
+
"iPad14,2",
|
139 |
+
"iPhone15,2",
|
140 |
+
"iPad14,1",
|
141 |
"iPad15,6",
|
142 |
+
"iPad8,2",
|
143 |
+
"iPad11,3",
|
144 |
+
"iPad8,8",
|
145 |
+
"iPad8,12",
|
146 |
+
"iPhone12,4"
|
|
|
147 |
],
|
148 |
"tested_os_versions": [
|
149 |
+
"macOS_15.2.0",
|
|
|
|
|
150 |
"iOS_17.7",
|
151 |
+
"macOS_15.2",
|
152 |
+
"iOS_17.3",
|
153 |
+
"iPadOS_18.1",
|
|
|
|
|
154 |
"iOS_17.6.1",
|
155 |
+
"iOS_18.0.1",
|
156 |
"macOS_15.0.0",
|
157 |
+
"iOS_18.1",
|
158 |
+
"iPadOS_17.6.1",
|
159 |
+
"macOS_15.1.0",
|
|
|
160 |
"macOS_15.1",
|
161 |
+
"iPadOS_18.0.1",
|
162 |
+
"macOS_15.0",
|
163 |
+
"iOS_17.2.1",
|
164 |
+
"macOS_15.0.1",
|
165 |
+
"iOS_18.2",
|
166 |
+
"iOS_18.0"
|
167 |
],
|
168 |
"has_target_os_coverage": false,
|
169 |
"covered_target_versions": [
|
dashboard_data/test_coverage_c814cae.json
CHANGED
@@ -1,160 +1,163 @@
|
|
1 |
{
|
2 |
"commit_hash": "c814cae",
|
3 |
"total_devices": 137,
|
4 |
-
"tested_devices":
|
5 |
-
"skipped_devices":
|
6 |
-
"coverage_percentage":
|
7 |
"tested_device_list": [
|
8 |
-
"iMac21,1",
|
9 |
-
"Macmini9,1",
|
10 |
-
"iMac21,2",
|
11 |
-
"Mac16,12",
|
12 |
-
"iPhone15,3",
|
13 |
-
"Mac14,15",
|
14 |
-
"iPad14,10",
|
15 |
-
"Mac14,2",
|
16 |
-
"iPhone15,4",
|
17 |
-
"Mac16,1",
|
18 |
-
"Mac14,13",
|
19 |
-
"iPad13,6",
|
20 |
-
"iPad16,1",
|
21 |
-
"iPad14,6",
|
22 |
-
"iPad14,9",
|
23 |
-
"Mac16,7",
|
24 |
-
"iPad14,5",
|
25 |
-
"iPad13,8",
|
26 |
-
"iPad14,4",
|
27 |
-
"Mac16,10",
|
28 |
-
"MacBookPro18,1",
|
29 |
-
"iPad14,3",
|
30 |
-
"MacBookPro18,4",
|
31 |
"iPad16,6",
|
|
|
|
|
|
|
|
|
|
|
32 |
"Mac16,8",
|
33 |
"Mac16,9",
|
34 |
-
"Mac16,
|
35 |
-
"
|
36 |
-
"iPad15,
|
37 |
-
"Mac16,
|
38 |
-
"iPad14,11",
|
39 |
-
"Mac16,2",
|
40 |
-
"Mac14,3",
|
41 |
-
"Mac14,14",
|
42 |
-
"iPad13,10",
|
43 |
-
"iPad13,11",
|
44 |
-
"Mac14,9",
|
45 |
-
"iPad14,8",
|
46 |
-
"iPhone15,2",
|
47 |
-
"Mac16,3",
|
48 |
-
"iPad15,4",
|
49 |
-
"MacBookPro18,3",
|
50 |
-
"Mac16,6",
|
51 |
-
"iPad13,5",
|
52 |
"iPad13,17",
|
53 |
-
"
|
|
|
|
|
|
|
|
|
|
|
54 |
"iPhone15,5",
|
55 |
-
"
|
56 |
-
"
|
|
|
57 |
"Mac14,5",
|
58 |
-
"
|
59 |
-
"
|
60 |
-
"MacBookPro18,2",
|
61 |
"Mac13,1",
|
62 |
-
"iPad13,
|
63 |
-
"Mac14,4",
|
64 |
"MacBookAir10,1",
|
65 |
-
"
|
66 |
-
"
|
67 |
-
"
|
|
|
|
|
68 |
"iPad13,4",
|
69 |
-
"
|
70 |
-
"iPad13,9",
|
71 |
"iPad15,6",
|
72 |
-
"iPad16,4",
|
73 |
"Mac14,6",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
74 |
"Mac14,8",
|
75 |
-
"
|
76 |
-
"
|
77 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
78 |
],
|
79 |
"skipped_device_list": [
|
80 |
-
"
|
81 |
-
"
|
82 |
-
"iPad8,
|
83 |
-
"iPhone17,5",
|
84 |
-
"iPad13,1",
|
85 |
-
"iPhone11,6",
|
86 |
-
"iPad13,2",
|
87 |
-
"iPhone13,4",
|
88 |
"iPhone12,5",
|
89 |
-
"Mac15,
|
90 |
-
"iPhone11,5",
|
91 |
-
"Mac15,5",
|
92 |
-
"iPhone13,3",
|
93 |
-
"iPhone12,2",
|
94 |
-
"Mac15,9",
|
95 |
-
"iPhone17,3",
|
96 |
-
"iPhone11,2",
|
97 |
-
"Mac15,10",
|
98 |
-
"iPad8,12",
|
99 |
-
"iPad8,6",
|
100 |
-
"iPad14,2",
|
101 |
-
"iPhone12,3",
|
102 |
-
"iPad11,7",
|
103 |
-
"iPad8,7",
|
104 |
-
"iPhone11,4",
|
105 |
-
"iPad14,1",
|
106 |
-
"iPad12,1",
|
107 |
-
"Mac15,4",
|
108 |
-
"iPad13,18",
|
109 |
-
"iPad13,19",
|
110 |
-
"iPhone11,3",
|
111 |
-
"iPad12,2",
|
112 |
-
"iPhone13,2",
|
113 |
-
"iPhone12,1",
|
114 |
-
"iPad8,8",
|
115 |
"iPhone14,4",
|
|
|
116 |
"iPad11,4",
|
117 |
-
"
|
118 |
-
"
|
119 |
-
"
|
120 |
-
"
|
121 |
-
"
|
|
|
|
|
122 |
"Mac15,13",
|
123 |
-
"
|
|
|
124 |
"iPad8,9",
|
125 |
-
"iPhone14,6",
|
126 |
-
"iPad8,4",
|
127 |
"iPhone14,7",
|
128 |
-
"iPhone17,2",
|
129 |
-
"iPhone14,3",
|
130 |
-
"iPhone14,2",
|
131 |
-
"iPad11,1",
|
132 |
-
"iPhone17,1",
|
133 |
"iPad8,3",
|
134 |
-
"
|
135 |
-
"
|
136 |
-
"
|
137 |
"Mac15,7",
|
138 |
-
"
|
139 |
-
"
|
|
|
|
|
|
|
|
|
|
|
140 |
"Mac15,12",
|
141 |
-
"
|
142 |
-
"
|
143 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
144 |
"iPhone16,2",
|
145 |
-
"
|
146 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
147 |
],
|
148 |
"tested_os_versions": [
|
149 |
-
"
|
150 |
-
"
|
151 |
-
"
|
152 |
-
"macOS_26.0.0",
|
153 |
-
"iPadOS_18.5",
|
154 |
"macOS_26.0",
|
155 |
"iPadOS_18.6",
|
156 |
-
"
|
157 |
-
"
|
|
|
|
|
|
|
|
|
|
|
158 |
],
|
159 |
"has_target_os_coverage": false,
|
160 |
"covered_target_versions": [
|
@@ -188,17 +191,17 @@
|
|
188 |
},
|
189 |
"iPhone": {
|
190 |
"total_chips": 6,
|
191 |
-
"tested_chips":
|
192 |
-
"coverage_percentage":
|
193 |
"covered_chips": [
|
194 |
-
"A16"
|
|
|
|
|
195 |
],
|
196 |
"missing_chips": [
|
197 |
"A14",
|
198 |
"A15",
|
199 |
-
"A17 Pro"
|
200 |
-
"A18",
|
201 |
-
"A18 Pro"
|
202 |
]
|
203 |
},
|
204 |
"Mac": {
|
@@ -223,9 +226,7 @@
|
|
223 |
"iPhone": [
|
224 |
"A14",
|
225 |
"A15",
|
226 |
-
"A17 Pro"
|
227 |
-
"A18",
|
228 |
-
"A18 Pro"
|
229 |
],
|
230 |
"Mac": [
|
231 |
"M3"
|
|
|
1 |
{
|
2 |
"commit_hash": "c814cae",
|
3 |
"total_devices": 137,
|
4 |
+
"tested_devices": 75,
|
5 |
+
"skipped_devices": 62,
|
6 |
+
"coverage_percentage": 54.74452554744526,
|
7 |
"tested_device_list": [
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
8 |
"iPad16,6",
|
9 |
+
"Mac14,10",
|
10 |
+
"iPad14,4",
|
11 |
+
"iPad16,5",
|
12 |
+
"iPad14,10",
|
13 |
+
"Mac14,14",
|
14 |
"Mac16,8",
|
15 |
"Mac16,9",
|
16 |
+
"Mac16,10",
|
17 |
+
"iPhone15,3",
|
18 |
+
"iPad15,8",
|
19 |
+
"Mac16,1",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
20 |
"iPad13,17",
|
21 |
+
"Mac16,11",
|
22 |
+
"Mac16,3",
|
23 |
+
"iPad14,6",
|
24 |
+
"iPad13,10",
|
25 |
+
"iPad16,1",
|
26 |
+
"Mac14,4",
|
27 |
"iPhone15,5",
|
28 |
+
"iPhone17,3",
|
29 |
+
"iPad13,5",
|
30 |
+
"Macmini9,1",
|
31 |
"Mac14,5",
|
32 |
+
"iPad16,2",
|
33 |
+
"Mac16,2",
|
|
|
34 |
"Mac13,1",
|
35 |
+
"iPad13,16",
|
|
|
36 |
"MacBookAir10,1",
|
37 |
+
"iMac21,1",
|
38 |
+
"Mac16,7",
|
39 |
+
"iPhone17,1",
|
40 |
+
"iPhone15,2",
|
41 |
+
"MacBookPro18,1",
|
42 |
"iPad13,4",
|
43 |
+
"iPhone17,2",
|
|
|
44 |
"iPad15,6",
|
|
|
45 |
"Mac14,6",
|
46 |
+
"iPad13,11",
|
47 |
+
"iMac21,2",
|
48 |
+
"Mac16,12",
|
49 |
+
"Mac14,3",
|
50 |
+
"Mac14,7",
|
51 |
+
"iPad15,5",
|
52 |
+
"MacBookPro17,1",
|
53 |
"Mac14,8",
|
54 |
+
"iPad14,11",
|
55 |
+
"Mac16,5",
|
56 |
+
"iPhone17,5",
|
57 |
+
"iPad14,9",
|
58 |
+
"Mac14,13",
|
59 |
+
"iPhone15,4",
|
60 |
+
"iPad15,7",
|
61 |
+
"iPad14,3",
|
62 |
+
"iPad15,4",
|
63 |
+
"Mac14,9",
|
64 |
+
"Mac16,13",
|
65 |
+
"iPad16,4",
|
66 |
+
"Mac16,6",
|
67 |
+
"MacBookPro18,2",
|
68 |
+
"MacBookPro18,4",
|
69 |
+
"iPhone17,4",
|
70 |
+
"iPad13,6",
|
71 |
+
"iPad13,9",
|
72 |
+
"Mac13,2",
|
73 |
+
"Mac14,2",
|
74 |
+
"Mac14,15",
|
75 |
+
"iPad14,5",
|
76 |
+
"iPad16,3",
|
77 |
+
"iPad14,8",
|
78 |
+
"iPad15,3",
|
79 |
+
"iPad13,7",
|
80 |
+
"Mac14,12",
|
81 |
+
"MacBookPro18,3",
|
82 |
+
"iPad13,8"
|
83 |
],
|
84 |
"skipped_device_list": [
|
85 |
+
"iPhone14,5",
|
86 |
+
"iPad8,1",
|
87 |
+
"iPad8,4",
|
|
|
|
|
|
|
|
|
|
|
88 |
"iPhone12,5",
|
89 |
+
"Mac15,11",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
90 |
"iPhone14,4",
|
91 |
+
"iPad13,18",
|
92 |
"iPad11,4",
|
93 |
+
"iPhone11,2",
|
94 |
+
"iPhone14,6",
|
95 |
+
"iPad13,19",
|
96 |
+
"Mac15,8",
|
97 |
+
"iPhone14,3",
|
98 |
+
"Mac15,4",
|
99 |
+
"iPhone12,2",
|
100 |
"Mac15,13",
|
101 |
+
"iPhone13,1",
|
102 |
+
"iPad8,10",
|
103 |
"iPad8,9",
|
|
|
|
|
104 |
"iPhone14,7",
|
|
|
|
|
|
|
|
|
|
|
105 |
"iPad8,3",
|
106 |
+
"iPad11,2",
|
107 |
+
"iPad8,5",
|
108 |
+
"iPad8,11",
|
109 |
"Mac15,7",
|
110 |
+
"iPhone11,5",
|
111 |
+
"Mac15,3",
|
112 |
+
"iPad12,1",
|
113 |
+
"iPhone12,3",
|
114 |
+
"iPad11,1",
|
115 |
+
"iPad13,2",
|
116 |
+
"iPhone11,4",
|
117 |
"Mac15,12",
|
118 |
+
"iPad11,7",
|
119 |
+
"iPhone14,2",
|
120 |
+
"iPhone13,3",
|
121 |
+
"Mac15,9",
|
122 |
+
"iPad8,7",
|
123 |
+
"iPhone11,6",
|
124 |
+
"iPhone13,2",
|
125 |
+
"Mac15,6",
|
126 |
+
"iPhone14,8",
|
127 |
+
"iPad13,1",
|
128 |
+
"iPad12,2",
|
129 |
"iPhone16,2",
|
130 |
+
"iPhone12,8",
|
131 |
+
"iPhone11,3",
|
132 |
+
"iPad11,6",
|
133 |
+
"iPhone11,8",
|
134 |
+
"iPad8,6",
|
135 |
+
"iPad14,2",
|
136 |
+
"iPad14,1",
|
137 |
+
"iPhone16,1",
|
138 |
+
"iPad8,2",
|
139 |
+
"iPhone13,4",
|
140 |
+
"iPhone12,1",
|
141 |
+
"iPad11,3",
|
142 |
+
"Mac15,10",
|
143 |
+
"iPad8,8",
|
144 |
+
"iPad8,12",
|
145 |
+
"Mac15,5",
|
146 |
+
"iPhone12,4"
|
147 |
],
|
148 |
"tested_os_versions": [
|
149 |
+
"iPadOS_26.0",
|
150 |
+
"iOS_18.5",
|
151 |
+
"iOS_26.0",
|
|
|
|
|
152 |
"macOS_26.0",
|
153 |
"iPadOS_18.6",
|
154 |
+
"macOS_26.0.0",
|
155 |
+
"iPadOS_18.5",
|
156 |
+
"macOS_15.5",
|
157 |
+
"macOS_15.7.0",
|
158 |
+
"macOS_15.5.0",
|
159 |
+
"macOS_15.7",
|
160 |
+
"iPadOS_18.4.1"
|
161 |
],
|
162 |
"has_target_os_coverage": false,
|
163 |
"covered_target_versions": [
|
|
|
191 |
},
|
192 |
"iPhone": {
|
193 |
"total_chips": 6,
|
194 |
+
"tested_chips": 3,
|
195 |
+
"coverage_percentage": 50.0,
|
196 |
"covered_chips": [
|
197 |
+
"A16",
|
198 |
+
"A18",
|
199 |
+
"A18 Pro"
|
200 |
],
|
201 |
"missing_chips": [
|
202 |
"A14",
|
203 |
"A15",
|
204 |
+
"A17 Pro"
|
|
|
|
|
205 |
]
|
206 |
},
|
207 |
"Mac": {
|
|
|
226 |
"iPhone": [
|
227 |
"A14",
|
228 |
"A15",
|
229 |
+
"A17 Pro"
|
|
|
|
|
230 |
],
|
231 |
"Mac": [
|
232 |
"M3"
|
dashboard_data/test_coverage_ca49596.json
CHANGED
@@ -5,155 +5,155 @@
|
|
5 |
"skipped_devices": 74,
|
6 |
"coverage_percentage": 45.98540145985402,
|
7 |
"tested_device_list": [
|
|
|
8 |
"Mac16,12",
|
9 |
-
"Mac14,15",
|
10 |
-
"iPad14,10",
|
11 |
-
"Mac14,2",
|
12 |
"iPhone12,5",
|
13 |
-
"
|
14 |
-
"
|
15 |
-
"Mac14,13",
|
16 |
-
"iPad14,6",
|
17 |
-
"iPad14,9",
|
18 |
-
"Mac15,5",
|
19 |
-
"Mac16,7",
|
20 |
-
"iPad14,5",
|
21 |
-
"iPad14,4",
|
22 |
-
"Mac16,10",
|
23 |
-
"iPad14,3",
|
24 |
-
"Mac15,9",
|
25 |
-
"Mac15,10",
|
26 |
"iPad16,6",
|
27 |
-
"
|
28 |
-
"Mac16,8",
|
29 |
-
"Mac16,5",
|
30 |
-
"Mac14,12",
|
31 |
-
"Mac16,9",
|
32 |
-
"iPad15,5",
|
33 |
-
"Mac16,13",
|
34 |
-
"iPad14,11",
|
35 |
-
"Mac16,2",
|
36 |
"Mac14,3",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
37 |
"Mac15,4",
|
38 |
"Mac14,14",
|
39 |
-
"
|
40 |
-
"
|
41 |
-
"iPhone14,4",
|
42 |
-
"Mac16,3",
|
43 |
-
"iPhone14,5",
|
44 |
-
"iPad15,4",
|
45 |
"Mac15,13",
|
46 |
-
"
|
|
|
|
|
47 |
"iPhone14,7",
|
48 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
49 |
"Mac16,6",
|
50 |
-
"
|
51 |
-
"Mac14,7",
|
52 |
-
"iPhone14,3",
|
53 |
-
"Mac14,5",
|
54 |
"iPhone14,2",
|
55 |
-
"
|
56 |
-
"
|
|
|
|
|
57 |
"Mac15,6",
|
58 |
-
"Mac15,11",
|
59 |
-
"Mac15,3",
|
60 |
-
"Mac15,7",
|
61 |
-
"Mac14,6",
|
62 |
-
"Mac16,11",
|
63 |
-
"iPad15,6",
|
64 |
-
"iPad16,5",
|
65 |
"iPhone14,8",
|
66 |
-
"
|
67 |
-
"
|
68 |
-
"Mac14,
|
69 |
-
"
|
70 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
71 |
],
|
72 |
"skipped_device_list": [
|
73 |
-
"
|
74 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
75 |
"iPad8,10",
|
76 |
-
"iMac21,1",
|
77 |
-
"iMac21,2",
|
78 |
"iPhone17,5",
|
79 |
-
"
|
80 |
-
"iPhone13,4",
|
81 |
-
"iPhone11,6",
|
82 |
-
"Macmini9,1",
|
83 |
-
"iPad13,2",
|
84 |
"iPhone15,3",
|
|
|
|
|
|
|
|
|
85 |
"iPhone15,4",
|
|
|
|
|
|
|
86 |
"iPhone11,5",
|
87 |
-
"iPad13,6",
|
88 |
"iPad16,1",
|
89 |
-
"
|
90 |
-
"
|
91 |
-
"
|
|
|
92 |
"iPhone17,3",
|
93 |
-
"
|
94 |
-
"
|
95 |
-
"
|
96 |
-
"
|
97 |
"MacBookPro18,4",
|
98 |
-
"iPad14,2",
|
99 |
"iPad11,7",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
100 |
"iPad8,7",
|
101 |
-
"iPhone11,
|
102 |
-
"
|
103 |
-
"iPad12,1",
|
104 |
-
"iPad13,18",
|
105 |
-
"iPad13,10",
|
106 |
-
"iPad13,19",
|
107 |
-
"iPhone11,3",
|
108 |
-
"iPad12,2",
|
109 |
"iPhone13,2",
|
110 |
-
"iPad13,
|
111 |
-
"
|
112 |
-
"
|
113 |
-
"
|
114 |
-
"
|
115 |
-
"
|
|
|
116 |
"iPhone11,8",
|
117 |
-
"iPad8,
|
118 |
-
"
|
119 |
-
"iPad13,5",
|
120 |
-
"iPad8,9",
|
121 |
-
"iPad13,17",
|
122 |
-
"iPad8,4",
|
123 |
-
"iPhone15,5",
|
124 |
-
"iPad13,16",
|
125 |
-
"iPhone17,2",
|
126 |
-
"iPad15,7",
|
127 |
-
"iPad11,1",
|
128 |
-
"Mac13,1",
|
129 |
"iPad13,7",
|
130 |
-
"MacBookPro18,2",
|
131 |
-
"iPhone17,1",
|
132 |
-
"iPad8,3",
|
133 |
-
"MacBookAir10,1",
|
134 |
-
"MacBookPro17,1",
|
135 |
-
"Mac13,2",
|
136 |
"iPad13,4",
|
137 |
-
"
|
138 |
-
"
|
139 |
-
"
|
140 |
-
"
|
141 |
-
"
|
142 |
-
"
|
143 |
-
"
|
144 |
-
"
|
145 |
-
"
|
146 |
-
"
|
|
|
|
|
|
|
|
|
147 |
],
|
148 |
"tested_os_versions": [
|
149 |
-
"iOS_18.1",
|
150 |
"iPadOS_18.3.2",
|
|
|
151 |
"macOS_15.4",
|
|
|
152 |
"iOS_17.6.1",
|
153 |
-
"macOS_15.3",
|
154 |
-
"macOS_15.4.0",
|
155 |
"iPadOS_18.4",
|
156 |
-
"
|
|
|
157 |
],
|
158 |
"has_target_os_coverage": false,
|
159 |
"covered_target_versions": [
|
|
|
5 |
"skipped_devices": 74,
|
6 |
"coverage_percentage": 45.98540145985402,
|
7 |
"tested_device_list": [
|
8 |
+
"iPhone14,5",
|
9 |
"Mac16,12",
|
|
|
|
|
|
|
10 |
"iPhone12,5",
|
11 |
+
"iPhone14,4",
|
12 |
+
"Mac14,10",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
13 |
"iPad16,6",
|
14 |
+
"Mac15,11",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
15 |
"Mac14,3",
|
16 |
+
"iPad14,4",
|
17 |
+
"Mac14,7",
|
18 |
+
"iPad16,5",
|
19 |
+
"iPhone14,6",
|
20 |
+
"iPad15,5",
|
21 |
+
"Mac14,8",
|
22 |
+
"iPad14,10",
|
23 |
+
"iPhone14,3",
|
24 |
"Mac15,4",
|
25 |
"Mac14,14",
|
26 |
+
"Mac16,9",
|
27 |
+
"Mac16,8",
|
|
|
|
|
|
|
|
|
28 |
"Mac15,13",
|
29 |
+
"Mac16,5",
|
30 |
+
"iPad14,11",
|
31 |
+
"Mac16,10",
|
32 |
"iPhone14,7",
|
33 |
+
"iPad14,9",
|
34 |
+
"Mac14,13",
|
35 |
+
"Mac15,7",
|
36 |
+
"Mac16,1",
|
37 |
+
"Mac16,11",
|
38 |
+
"Mac16,3",
|
39 |
+
"iPad14,6",
|
40 |
+
"iPad14,3",
|
41 |
+
"Mac15,3",
|
42 |
+
"iPad15,4",
|
43 |
+
"Mac14,4",
|
44 |
+
"Mac14,9",
|
45 |
+
"Mac16,13",
|
46 |
+
"iPhone12,3",
|
47 |
+
"iPad16,4",
|
48 |
"Mac16,6",
|
49 |
+
"Mac15,12",
|
|
|
|
|
|
|
50 |
"iPhone14,2",
|
51 |
+
"Mac14,5",
|
52 |
+
"Mac16,2",
|
53 |
+
"Mac15,9",
|
54 |
+
"Mac14,2",
|
55 |
"Mac15,6",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
56 |
"iPhone14,8",
|
57 |
+
"iPhone12,8",
|
58 |
+
"Mac16,7",
|
59 |
+
"Mac14,15",
|
60 |
+
"iPad14,5",
|
61 |
+
"iPad16,3",
|
62 |
+
"iPad14,8",
|
63 |
+
"iPad15,3",
|
64 |
+
"iPad15,6",
|
65 |
+
"Mac14,6",
|
66 |
+
"Mac14,12",
|
67 |
+
"Mac15,10",
|
68 |
+
"iPhone12,1",
|
69 |
+
"Mac15,5",
|
70 |
+
"Mac15,8"
|
71 |
],
|
72 |
"skipped_device_list": [
|
73 |
+
"iPad8,1",
|
74 |
+
"iPad8,4",
|
75 |
+
"iPad13,18",
|
76 |
+
"iPad11,4",
|
77 |
+
"iPhone11,2",
|
78 |
+
"iPad13,19",
|
79 |
+
"MacBookPro17,1",
|
80 |
+
"MacBookPro18,3",
|
81 |
+
"iPhone12,2",
|
82 |
+
"iPhone13,1",
|
83 |
"iPad8,10",
|
|
|
|
|
84 |
"iPhone17,5",
|
85 |
+
"iPad8,9",
|
|
|
|
|
|
|
|
|
86 |
"iPhone15,3",
|
87 |
+
"iPad15,8",
|
88 |
+
"iPad8,3",
|
89 |
+
"iPad11,2",
|
90 |
+
"iPad8,5",
|
91 |
"iPhone15,4",
|
92 |
+
"iPad15,7",
|
93 |
+
"iPad8,11",
|
94 |
+
"iPad13,17",
|
95 |
"iPhone11,5",
|
|
|
96 |
"iPad16,1",
|
97 |
+
"iPhone12,4",
|
98 |
+
"iPhone15,5",
|
99 |
+
"iPad13,10",
|
100 |
+
"iPad12,1",
|
101 |
"iPhone17,3",
|
102 |
+
"iPad11,1",
|
103 |
+
"MacBookPro18,2",
|
104 |
+
"iPad13,2",
|
105 |
+
"iPhone11,4",
|
106 |
"MacBookPro18,4",
|
|
|
107 |
"iPad11,7",
|
108 |
+
"iPhone17,4",
|
109 |
+
"iPad13,5",
|
110 |
+
"iPad13,6",
|
111 |
+
"iPad13,9",
|
112 |
+
"Macmini9,1",
|
113 |
+
"iPad16,2",
|
114 |
+
"Mac13,2",
|
115 |
+
"iPhone13,3",
|
116 |
+
"Mac13,1",
|
117 |
"iPad8,7",
|
118 |
+
"iPhone11,6",
|
119 |
+
"iPad13,16",
|
|
|
|
|
|
|
|
|
|
|
|
|
120 |
"iPhone13,2",
|
121 |
+
"iPad13,1",
|
122 |
+
"iPad12,2",
|
123 |
+
"MacBookAir10,1",
|
124 |
+
"iMac21,1",
|
125 |
+
"iPhone16,2",
|
126 |
+
"iPhone11,3",
|
127 |
+
"iPad11,6",
|
128 |
"iPhone11,8",
|
129 |
+
"iPad8,6",
|
130 |
+
"iPad14,2",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
131 |
"iPad13,7",
|
|
|
|
|
|
|
|
|
|
|
|
|
132 |
"iPad13,4",
|
133 |
+
"iPhone15,2",
|
134 |
+
"iPhone17,1",
|
135 |
+
"MacBookPro18,1",
|
136 |
+
"iPad14,1",
|
137 |
+
"iPhone17,2",
|
138 |
+
"iPhone16,1",
|
139 |
+
"iPad8,2",
|
140 |
+
"iPhone13,4",
|
141 |
+
"iPad13,11",
|
142 |
+
"iPad11,3",
|
143 |
+
"iMac21,2",
|
144 |
+
"iPad8,8",
|
145 |
+
"iPad8,12",
|
146 |
+
"iPad13,8"
|
147 |
],
|
148 |
"tested_os_versions": [
|
|
|
149 |
"iPadOS_18.3.2",
|
150 |
+
"macOS_15.4.0",
|
151 |
"macOS_15.4",
|
152 |
+
"macOS_15.3.0",
|
153 |
"iOS_17.6.1",
|
|
|
|
|
154 |
"iPadOS_18.4",
|
155 |
+
"iOS_18.1",
|
156 |
+
"macOS_15.3"
|
157 |
],
|
158 |
"has_target_os_coverage": false,
|
159 |
"covered_target_versions": [
|
dashboard_data/version.json
CHANGED
@@ -1 +1 @@
|
|
1 |
-
{"last_modified": "2025-09-
|
|
|
1 |
+
{"last_modified": "2025-09-16T21:46:15+00:00", "sha": "5ac1eb42304c9078477e3619a3f8fdd41c4e1fb2", "releases": ["a9b92c4", "112a023", "ca49596", "11a1fab", "8c0acbd", "c814cae"], "versions": ["0.9.1", "0.10.1", "0.11.0", "0.12.0", "0.13.0", "0.13.1"]}
|