takeargmax commited on
Commit
8ba0f26
·
1 Parent(s): 93a4187

update dataset files

Browse files
dashboard_data/performance_data.json CHANGED
@@ -637,6 +637,7 @@
637
  {"model": "openai/whisper-small.en", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-22T20:44:54Z", "speed": 19.79, "tokens_per_second": 69.87, "dataset_speed": {"librispeech-10mins": 15.26, "earnings22-10mins": 28.19}, "dataset_tokens_per_second": {"librispeech-10mins": 59.62, "earnings22-10mins": 88.88}, "average_wer": 7.35, "dataset_average_wer": {"librispeech-10mins": 6.71, "earnings22-10mins": 8.07}, "qoi": 0.62, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
638
  {"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 14", "os": "iOS 18.7", "timestamp": "2025-09-22T21:18:15Z", "speed": 2.07, "tokens_per_second": 7.89, "dataset_speed": {"earnings22-10mins": 2.19, "librispeech-10mins": 2.01}, "dataset_tokens_per_second": {"earnings22-10mins": 8.49, "librispeech-10mins": 7.62}, "average_wer": 27.1, "dataset_average_wer": {"earnings22-10mins": 51.24, "librispeech-10mins": 5.26}, "qoi": 0.65, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
639
  {"model": "openai/whisper-large-v2", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-24T14:28:59Z", "speed": 3.3, "tokens_per_second": 14.44, "dataset_speed": {"librispeech-10mins": 3.16, "earnings22-10mins": 3.71}, "dataset_tokens_per_second": {"librispeech-10mins": 13.67, "earnings22-10mins": 16.68}, "average_wer": 32.93, "dataset_average_wer": {"librispeech-10mins": 5.13, "earnings22-10mins": 63.66}, "qoi": 0.62, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
 
640
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-22T21:44:35Z", "speed": 9.86, "tokens_per_second": 36.75, "dataset_speed": {"librispeech-10mins": 6.64, "earnings22-10mins": 19.2}, "dataset_tokens_per_second": {"librispeech-10mins": 27.66, "earnings22-10mins": 63.14}, "average_wer": 7.66, "dataset_average_wer": {"librispeech-10mins": 6.31, "earnings22-10mins": 9.16}, "qoi": 0.67, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
641
  {"model": "openai/whisper-tiny", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-09-22T22:34:15Z", "speed": 71.22, "tokens_per_second": 273.58, "dataset_speed": {"librispeech-10mins": 53.24, "earnings22-10mins": 107.79}, "dataset_tokens_per_second": {"librispeech-10mins": 226.56, "earnings22-10mins": 369.17}, "average_wer": 16.36, "dataset_average_wer": {"librispeech-10mins": 15.98, "earnings22-10mins": 16.79}, "qoi": 0.33, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
642
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad (A16)", "os": "iPadOS 18.7", "timestamp": "2025-09-26T00:08:11Z", "speed": 5.64, "tokens_per_second": 23.13, "dataset_speed": {"librispeech-10mins": 4.17, "earnings22-10mins": 8.9}, "dataset_tokens_per_second": {"librispeech-10mins": 17.53, "earnings22-10mins": 35.64}, "average_wer": 8.63, "dataset_average_wer": {"librispeech-10mins": 4.67, "earnings22-10mins": 13.01}, "qoi": 0.69, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
@@ -645,7 +646,7 @@
645
  {"model": "openai/whisper-large-v3/turbo", "device": "Apple M4", "os": "macOS 15.6.1", "timestamp": "2025-09-24T06:02:52Z", "speed": 3.79, "tokens_per_second": 13.82, "dataset_speed": {"earnings22-10mins": 4.5, "librispeech-10mins": 3.53}, "dataset_tokens_per_second": {"earnings22-10mins": 15.06, "librispeech-10mins": 13.36}, "average_wer": 28.1, "dataset_average_wer": {"earnings22-10mins": 54.8, "librispeech-10mins": 3.94}, "qoi": 0.73, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
646
  {"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-09-23T00:58:53Z", "speed": 2.27, "tokens_per_second": 7.94, "dataset_speed": {"librispeech-10mins": 2.1, "earnings22-10mins": 2.7}, "dataset_tokens_per_second": {"librispeech-10mins": 7.89, "earnings22-10mins": 8.09}, "average_wer": 27.75, "dataset_average_wer": {"librispeech-10mins": 5.26, "earnings22-10mins": 52.62}, "qoi": 0.65, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
647
  {"model": "openai/whisper-small.en", "device": "iPhone 16e", "os": "iOS 18.6.2", "timestamp": "2025-09-22T22:50:32Z", "speed": 18.81, "tokens_per_second": 66.23, "dataset_speed": {"librispeech-10mins": 15.28, "earnings22-10mins": 24.49}, "dataset_tokens_per_second": {"librispeech-10mins": 59.56, "earnings22-10mins": 76.97}, "average_wer": 7.46, "dataset_average_wer": {"librispeech-10mins": 6.84, "earnings22-10mins": 8.14}, "qoi": 0.61, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
648
- {"model": "openai/whisper-tiny.en", "device": "iPad Air 11-inch (M3)", "os": "iPadOS 26.0", "timestamp": "2025-09-22T22:35:08Z", "speed": 97.86, "tokens_per_second": 344.38, "dataset_speed": {"librispeech-10mins": 67.43, "earnings22-10mins": 178.97}, "dataset_tokens_per_second": {"librispeech-10mins": 260.73, "earnings22-10mins": 567.34}, "average_wer": 15.08, "dataset_average_wer": {"librispeech-10mins": 13.54, "earnings22-10mins": 16.79}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
649
  {"model": "openai/whisper-large-v2/949MB", "device": "iPhone 16e", "os": "iOS 18.6.2", "timestamp": "2025-09-22T23:07:26Z", "speed": 2.1, "tokens_per_second": 8.29, "dataset_speed": {"earnings22-10mins": 2.71, "librispeech-10mins": 1.86}, "dataset_tokens_per_second": {"earnings22-10mins": 8.97, "librispeech-10mins": 8.03}, "average_wer": 25.3, "dataset_average_wer": {"earnings22-10mins": 47.24, "librispeech-10mins": 5.46}, "qoi": 0.63, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
650
  {"model": "openai/whisper-tiny", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-09-22T18:21:32Z", "speed": 67.37, "tokens_per_second": 257.71, "dataset_speed": {"earnings22-10mins": 136.32, "librispeech-10mins": 44.8}, "dataset_tokens_per_second": {"earnings22-10mins": 463.48, "librispeech-10mins": 190.36}, "average_wer": 16.53, "dataset_average_wer": {"earnings22-10mins": 17.08, "librispeech-10mins": 16.04}, "qoi": 0.32, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
651
  {"model": "openai/whisper-large-v3-v20240930", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-22T21:54:21Z", "speed": 7.9, "tokens_per_second": 32.37, "dataset_speed": {"librispeech-10mins": 5.74, "earnings22-10mins": 13.37}, "dataset_tokens_per_second": {"librispeech-10mins": 23.89, "earnings22-10mins": 53.76}, "average_wer": 8.22, "dataset_average_wer": {"librispeech-10mins": 4.34, "earnings22-10mins": 12.5}, "qoi": 0.73, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
@@ -656,17 +657,22 @@
656
  {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M4", "os": "macOS 15.6.1", "timestamp": "2025-09-24T06:23:33Z", "speed": 17.83, "tokens_per_second": 61.08, "dataset_speed": {"librispeech-10mins": 12.8, "earnings22-10mins": 29.46}, "dataset_tokens_per_second": {"librispeech-10mins": 46.51, "earnings22-10mins": 94.75}, "average_wer": 7.77, "dataset_average_wer": {"librispeech-10mins": 6.44, "earnings22-10mins": 9.23}, "qoi": 0.63, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
657
  {"model": "openai/whisper-small.en", "device": "iPad (A16)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T22:23:07Z", "speed": 16.02, "tokens_per_second": 56.47, "dataset_speed": {"earnings22-10mins": 20.81, "librispeech-10mins": 13.03}, "dataset_tokens_per_second": {"earnings22-10mins": 65.55, "librispeech-10mins": 50.81}, "average_wer": 7.53, "dataset_average_wer": {"earnings22-10mins": 8.21, "librispeech-10mins": 6.9}, "qoi": 0.61, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
658
  {"model": "openai/whisper-large-v2/949MB", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-09-24T16:52:04Z", "speed": 2.49, "tokens_per_second": 9.67, "dataset_speed": {"librispeech-10mins": 2.15, "earnings22-10mins": 3.37}, "dataset_tokens_per_second": {"librispeech-10mins": 9.27, "earnings22-10mins": 10.72}, "average_wer": 26.06, "dataset_average_wer": {"librispeech-10mins": 5.46, "earnings22-10mins": 48.84}, "qoi": 0.63, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
 
659
  {"model": "openai/whisper-small.en", "device": "iPhone 14", "os": "iOS 18.7", "timestamp": "2025-09-22T20:05:39Z", "speed": 13.78, "tokens_per_second": 48.55, "dataset_speed": {"earnings22-10mins": 17.36, "librispeech-10mins": 11.43}, "dataset_tokens_per_second": {"earnings22-10mins": 54.58, "librispeech-10mins": 44.6}, "average_wer": 7.49, "dataset_average_wer": {"earnings22-10mins": 8.14, "librispeech-10mins": 6.9}, "qoi": 0.61, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
660
  {"model": "openai/whisper-large-v2/949MB", "device": "Apple M4", "os": "macOS 15.6.1", "timestamp": "2025-09-24T05:36:45Z", "speed": 3.41, "tokens_per_second": 13.56, "dataset_speed": {"librispeech-10mins": 2.99, "earnings22-10mins": 4.75}, "dataset_tokens_per_second": {"librispeech-10mins": 12.89, "earnings22-10mins": 15.72}, "average_wer": 28.03, "dataset_average_wer": {"librispeech-10mins": 5.46, "earnings22-10mins": 52.98}, "qoi": 0.63, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
661
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-09-23T01:27:27Z", "speed": 6.67, "tokens_per_second": 24.81, "dataset_speed": {"librispeech-10mins": 4.73, "earnings22-10mins": 11.31}, "dataset_tokens_per_second": {"librispeech-10mins": 19.66, "earnings22-10mins": 37.17}, "average_wer": 7.73, "dataset_average_wer": {"librispeech-10mins": 6.31, "earnings22-10mins": 9.3}, "qoi": 0.66, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
 
 
662
  {"model": "openai/whisper-base", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-24T14:21:20Z", "speed": 77.14, "tokens_per_second": 293.27, "dataset_speed": {"earnings22-10mins": 144.08, "librispeech-10mins": 52.74}, "dataset_tokens_per_second": {"earnings22-10mins": 488.92, "librispeech-10mins": 221.96}, "average_wer": 12.25, "dataset_average_wer": {"earnings22-10mins": 12.43, "librispeech-10mins": 12.1}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
663
  {"model": "openai/whisper-tiny", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-24T14:20:13Z", "speed": 116.73, "tokens_per_second": 445.94, "dataset_speed": {"earnings22-10mins": 279.93, "librispeech-10mins": 73.85}, "dataset_tokens_per_second": {"earnings22-10mins": 949.42, "librispeech-10mins": 313.66}, "average_wer": 16.19, "dataset_average_wer": {"earnings22-10mins": 16.64, "librispeech-10mins": 15.78}, "qoi": 0.33, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
664
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 14", "os": "iOS 18.7", "timestamp": "2025-09-22T21:37:59Z", "speed": 5.48, "tokens_per_second": 20.43, "dataset_speed": {"earnings22-10mins": 9.86, "librispeech-10mins": 3.8}, "dataset_tokens_per_second": {"earnings22-10mins": 32.46, "librispeech-10mins": 15.81}, "average_wer": 7.77, "dataset_average_wer": {"earnings22-10mins": 9.23, "librispeech-10mins": 6.44}, "qoi": 0.65, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
665
  {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 16e", "os": "iOS 18.6.2", "timestamp": "2025-09-23T01:51:56Z", "speed": 11.77, "tokens_per_second": 40.11, "dataset_speed": {"librispeech-10mins": 8.76, "earnings22-10mins": 17.93}, "dataset_tokens_per_second": {"librispeech-10mins": 31.89, "earnings22-10mins": 57.02}, "average_wer": 7.84, "dataset_average_wer": {"librispeech-10mins": 6.44, "earnings22-10mins": 9.38}, "qoi": 0.63, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
666
  {"model": "openai/whisper-tiny.en", "device": "iPhone 12 mini", "os": "iOS 18.7", "timestamp": "2025-09-22T19:56:10Z", "speed": 50.32, "tokens_per_second": 176.25, "dataset_speed": {"earnings22-10mins": 84.56, "librispeech-10mins": 35.86}, "dataset_tokens_per_second": {"earnings22-10mins": 267.79, "librispeech-10mins": 137.59}, "average_wer": 15.15, "dataset_average_wer": {"earnings22-10mins": 16.79, "librispeech-10mins": 13.68}, "qoi": 0.38, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
 
667
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-24T14:42:24Z", "speed": 4.64, "tokens_per_second": 17.52, "dataset_speed": {"earnings22-10mins": 5.79, "librispeech-10mins": 4.18}, "dataset_tokens_per_second": {"earnings22-10mins": 20.07, "librispeech-10mins": 16.51}, "average_wer": 25.2, "dataset_average_wer": {"earnings22-10mins": 45.57, "librispeech-10mins": 6.77}, "qoi": 0.57, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
668
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-09-22T18:56:21Z", "speed": 7.86, "tokens_per_second": 29.32, "dataset_speed": {"librispeech-10mins": 5.26, "earnings22-10mins": 15.59}, "dataset_tokens_per_second": {"librispeech-10mins": 21.91, "earnings22-10mins": 51.33}, "average_wer": 7.7, "dataset_average_wer": {"librispeech-10mins": 6.31, "earnings22-10mins": 9.23}, "qoi": 0.67, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
669
  {"model": "openai/whisper-small.en", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-09-22T18:29:45Z", "speed": 16.28, "tokens_per_second": 57.46, "dataset_speed": {"earnings22-10mins": 23.68, "librispeech-10mins": 12.41}, "dataset_tokens_per_second": {"earnings22-10mins": 74.71, "librispeech-10mins": 48.46}, "average_wer": 7.42, "dataset_average_wer": {"earnings22-10mins": 8.21, "librispeech-10mins": 6.71}, "qoi": 0.62, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
 
670
  {"model": "openai/whisper-large-v2/949MB", "device": "iPad mini (6th generation)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T22:35:37Z", "speed": 1.59, "tokens_per_second": 6.23, "dataset_speed": {"librispeech-10mins": 1.41, "earnings22-10mins": 2.1}, "dataset_tokens_per_second": {"librispeech-10mins": 6.06, "earnings22-10mins": 6.68}, "average_wer": 27.58, "dataset_average_wer": {"librispeech-10mins": 5.46, "earnings22-10mins": 52.03}, "qoi": 0.63, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
671
  {"model": "openai/whisper-base.en", "device": "iPhone 17", "os": "iOS 26.0", "timestamp": "2025-09-24T15:43:14Z", "speed": 62.66, "tokens_per_second": 222.12, "dataset_speed": {"earnings22-10mins": 89.03, "librispeech-10mins": 48.38}, "dataset_tokens_per_second": {"earnings22-10mins": 288.89, "librispeech-10mins": 185.98}, "average_wer": 9.98, "dataset_average_wer": {"earnings22-10mins": 10.97, "librispeech-10mins": 9.07}, "qoi": 0.48, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
672
  {"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-24T15:12:10Z", "speed": 19.3, "tokens_per_second": 67.12, "dataset_speed": {"earnings22-10mins": 35.93, "librispeech-10mins": 13.21}, "dataset_tokens_per_second": {"earnings22-10mins": 116.65, "librispeech-10mins": 48.98}, "average_wer": 6.63, "dataset_average_wer": {"earnings22-10mins": 7.78, "librispeech-10mins": 5.59}, "qoi": 0.69, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
@@ -683,6 +689,8 @@
683
  {"model": "openai/whisper-large-v3/947MB", "device": "iPhone 14", "os": "iOS 18.7", "timestamp": "2025-09-22T20:54:52Z", "speed": 1.71, "tokens_per_second": 6.53, "dataset_speed": {"earnings22-10mins": 2.25, "librispeech-10mins": 1.5}, "dataset_tokens_per_second": {"earnings22-10mins": 7.11, "librispeech-10mins": 6.3}, "average_wer": 25.68, "dataset_average_wer": {"earnings22-10mins": 48.98, "librispeech-10mins": 4.6}, "qoi": 0.7, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
684
  {"model": "openai/whisper-large-v3/947MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-09-23T00:17:34Z", "speed": 1.71, "tokens_per_second": 6.61, "dataset_speed": {"earnings22-10mins": 2.0, "librispeech-10mins": 1.59}, "dataset_tokens_per_second": {"earnings22-10mins": 6.53, "librispeech-10mins": 6.65}, "average_wer": 27.1, "dataset_average_wer": {"earnings22-10mins": 51.96, "librispeech-10mins": 4.6}, "qoi": 0.7, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
685
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-22T21:11:37Z", "speed": 3.37, "tokens_per_second": 13.16, "dataset_speed": {"librispeech-10mins": 2.99, "earnings22-10mins": 4.63}, "dataset_tokens_per_second": {"librispeech-10mins": 12.52, "earnings22-10mins": 15.3}, "average_wer": 29.75, "dataset_average_wer": {"librispeech-10mins": 6.77, "earnings22-10mins": 55.16}, "qoi": 0.57, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
 
 
686
  {"model": "openai/whisper-small", "device": "iPhone 12 mini", "os": "iOS 18.7", "timestamp": "2025-09-22T20:01:43Z", "speed": 6.8, "tokens_per_second": 25.88, "dataset_speed": {"earnings22-10mins": 9.63, "librispeech-10mins": 5.26}, "dataset_tokens_per_second": {"earnings22-10mins": 32.43, "librispeech-10mins": 22.32}, "average_wer": 8.73, "dataset_average_wer": {"earnings22-10mins": 9.96, "librispeech-10mins": 7.63}, "qoi": 0.55, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
687
  {"model": "openai/whisper-large-v3/947MB", "device": "iPhone 13", "os": "iOS 18.7", "timestamp": "2025-09-22T20:54:34Z", "speed": 1.58, "tokens_per_second": 6.0, "dataset_speed": {"earnings22-10mins": 1.8, "librispeech-10mins": 1.46}, "dataset_tokens_per_second": {"earnings22-10mins": 5.71, "librispeech-10mins": 6.14}, "average_wer": 22.44, "dataset_average_wer": {"earnings22-10mins": 42.15, "librispeech-10mins": 4.6}, "qoi": 0.7, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
688
  {"model": "openai/whisper-small", "device": "iPhone 13", "os": "iOS 18.7", "timestamp": "2025-09-22T20:01:36Z", "speed": 12.56, "tokens_per_second": 47.78, "dataset_speed": {"librispeech-10mins": 10.72, "earnings22-10mins": 15.16}, "dataset_tokens_per_second": {"librispeech-10mins": 45.48, "earnings22-10mins": 51.05}, "average_wer": 8.7, "dataset_average_wer": {"librispeech-10mins": 7.63, "earnings22-10mins": 9.88}, "qoi": 0.55, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
@@ -708,9 +716,10 @@
708
  {"model": "openai/whisper-base", "device": "iPhone 17", "os": "iOS 26.0", "timestamp": "2025-09-24T15:42:22Z", "speed": 59.84, "tokens_per_second": 227.32, "dataset_speed": {"librispeech-10mins": 45.84, "earnings22-10mins": 86.32}, "dataset_tokens_per_second": {"librispeech-10mins": 192.86, "earnings22-10mins": 292.49}, "average_wer": 12.22, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.35}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
709
  {"model": "openai/whisper-base", "device": "iPad (10th generation)", "os": "iPadOS 18.6.2", "timestamp": "2025-09-25T22:16:18Z", "speed": 31.71, "tokens_per_second": 120.84, "dataset_speed": {"librispeech-10mins": 23.99, "earnings22-10mins": 46.83}, "dataset_tokens_per_second": {"librispeech-10mins": 101.09, "earnings22-10mins": 159.54}, "average_wer": 12.43, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.79}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
710
  {"model": "openai/whisper-large-v2/949MB", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-24T14:30:48Z", "speed": 3.66, "tokens_per_second": 14.67, "dataset_speed": {"earnings22-10mins": 5.11, "librispeech-10mins": 3.18}, "dataset_tokens_per_second": {"earnings22-10mins": 17.54, "librispeech-10mins": 13.72}, "average_wer": 26.68, "dataset_average_wer": {"earnings22-10mins": 50.15, "librispeech-10mins": 5.46}, "qoi": 0.63, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
 
711
  {"model": "openai/whisper-large-v3/turbo", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-22T21:32:06Z", "speed": 3.19, "tokens_per_second": 11.61, "dataset_speed": {"librispeech-10mins": 2.86, "earnings22-10mins": 4.27}, "dataset_tokens_per_second": {"librispeech-10mins": 11.02, "earnings22-10mins": 13.53}, "average_wer": 29.82, "dataset_average_wer": {"librispeech-10mins": 4.08, "earnings22-10mins": 58.28}, "qoi": 0.72, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
712
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-09-22T23:44:17Z", "speed": 2.2, "tokens_per_second": 8.18, "dataset_speed": {"earnings22-10mins": 2.56, "librispeech-10mins": 2.05}, "dataset_tokens_per_second": {"earnings22-10mins": 8.44, "librispeech-10mins": 8.07}, "average_wer": 26.99, "dataset_average_wer": {"earnings22-10mins": 49.27, "librispeech-10mins": 6.84}, "qoi": 0.57, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
713
- {"model": "openai/whisper-base.en", "device": "iPad Air 11-inch (M3)", "os": "iPadOS 26.0", "timestamp": "2025-09-22T22:36:52Z", "speed": 63.09, "tokens_per_second": 223.91, "dataset_speed": {"earnings22-10mins": 95.69, "librispeech-10mins": 47.1}, "dataset_tokens_per_second": {"earnings22-10mins": 310.68, "librispeech-10mins": 181.37}, "average_wer": 10.04, "dataset_average_wer": {"earnings22-10mins": 11.26, "librispeech-10mins": 8.94}, "qoi": 0.49, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
714
  {"model": "openai/whisper-base.en", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-09-22T22:37:16Z", "speed": 45.14, "tokens_per_second": 160.12, "dataset_speed": {"librispeech-10mins": 35.03, "earnings22-10mins": 63.56}, "dataset_tokens_per_second": {"librispeech-10mins": 134.75, "earnings22-10mins": 206.35}, "average_wer": 9.94, "dataset_average_wer": {"librispeech-10mins": 9.01, "earnings22-10mins": 10.97}, "qoi": 0.48, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
715
  {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 13", "os": "iOS 18.7", "timestamp": "2025-09-22T21:44:35Z", "speed": 8.35, "tokens_per_second": 28.58, "dataset_speed": {"earnings22-10mins": 13.56, "librispeech-10mins": 6.03}, "dataset_tokens_per_second": {"earnings22-10mins": 43.56, "librispeech-10mins": 21.94}, "average_wer": 7.77, "dataset_average_wer": {"earnings22-10mins": 9.23, "librispeech-10mins": 6.44}, "qoi": 0.63, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
716
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-09-24T17:19:19Z", "speed": 3.22, "tokens_per_second": 11.69, "dataset_speed": {"librispeech-10mins": 2.84, "earnings22-10mins": 3.99}, "dataset_tokens_per_second": {"librispeech-10mins": 11.22, "earnings22-10mins": 12.64}, "average_wer": 22.4, "dataset_average_wer": {"librispeech-10mins": 6.84, "earnings22-10mins": 39.61}, "qoi": 0.57, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
@@ -721,7 +730,6 @@
721
  {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-09-23T01:52:31Z", "speed": 10.4, "tokens_per_second": 35.74, "dataset_speed": {"librispeech-10mins": 7.79, "earnings22-10mins": 15.68}, "dataset_tokens_per_second": {"librispeech-10mins": 28.47, "earnings22-10mins": 50.45}, "average_wer": 7.63, "dataset_average_wer": {"librispeech-10mins": 6.31, "earnings22-10mins": 9.08}, "qoi": 0.64, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
722
  {"model": "openai/whisper-large-v2/turbo", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-24T14:36:54Z", "speed": 4.27, "tokens_per_second": 17.82, "dataset_speed": {"earnings22-10mins": 5.16, "librispeech-10mins": 3.9}, "dataset_tokens_per_second": {"earnings22-10mins": 20.1, "librispeech-10mins": 16.86}, "average_wer": 26.03, "dataset_average_wer": {"earnings22-10mins": 48.84, "librispeech-10mins": 5.39}, "qoi": 0.61, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
723
  {"model": "openai/whisper-tiny", "device": "iPad (A16)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T22:13:11Z", "speed": 74.0, "tokens_per_second": 282.99, "dataset_speed": {"librispeech-10mins": 53.84, "earnings22-10mins": 118.59}, "dataset_tokens_per_second": {"librispeech-10mins": 228.74, "earnings22-10mins": 403.0}, "average_wer": 16.29, "dataset_average_wer": {"librispeech-10mins": 15.71, "earnings22-10mins": 16.93}, "qoi": 0.33, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
724
- {"model": "openai/whisper-small.en", "device": "iPad Air 11-inch (M3)", "os": "iPadOS 26.0", "timestamp": "2025-09-22T22:49:51Z", "speed": 22.1, "tokens_per_second": 78.04, "dataset_speed": {"earnings22-10mins": 28.75, "librispeech-10mins": 17.96}, "dataset_tokens_per_second": {"earnings22-10mins": 90.7, "librispeech-10mins": 70.17}, "average_wer": 7.42, "dataset_average_wer": {"earnings22-10mins": 8.21, "librispeech-10mins": 6.71}, "qoi": 0.62, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
725
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad mini (6th generation)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T23:53:44Z", "speed": 5.59, "tokens_per_second": 20.81, "dataset_speed": {"earnings22-10mins": 10.11, "librispeech-10mins": 3.86}, "dataset_tokens_per_second": {"earnings22-10mins": 33.28, "librispeech-10mins": 16.07}, "average_wer": 7.77, "dataset_average_wer": {"earnings22-10mins": 9.23, "librispeech-10mins": 6.44}, "qoi": 0.65, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
726
  {"model": "openai/whisper-tiny.en", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-24T14:20:57Z", "speed": 122.43, "tokens_per_second": 428.73, "dataset_speed": {"librispeech-10mins": 78.11, "earnings22-10mins": 284.62}, "dataset_tokens_per_second": {"librispeech-10mins": 299.58, "earnings22-10mins": 901.3}, "average_wer": 15.05, "dataset_average_wer": {"librispeech-10mins": 13.54, "earnings22-10mins": 16.72}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
727
  {"model": "openai/whisper-large-v2/949MB", "device": "iPhone 13", "os": "iOS 18.7", "timestamp": "2025-09-22T20:19:15Z", "speed": 1.49, "tokens_per_second": 5.75, "dataset_speed": {"librispeech-10mins": 1.35, "earnings22-10mins": 1.82}, "dataset_tokens_per_second": {"librispeech-10mins": 5.82, "earnings22-10mins": 5.58}, "average_wer": 28.24, "dataset_average_wer": {"librispeech-10mins": 5.46, "earnings22-10mins": 53.42}, "qoi": 0.63, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
@@ -729,8 +737,8 @@
729
  {"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 13", "os": "iOS 18.7", "timestamp": "2025-09-22T21:24:23Z", "speed": 1.8, "tokens_per_second": 7.52, "dataset_speed": {"librispeech-10mins": 1.66, "earnings22-10mins": 2.17}, "dataset_tokens_per_second": {"librispeech-10mins": 7.47, "earnings22-10mins": 7.64}, "average_wer": 28.41, "dataset_average_wer": {"librispeech-10mins": 5.26, "earnings22-10mins": 54.0}, "qoi": 0.65, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
730
  {"model": "openai/whisper-base.en", "device": "iPad (10th generation)", "os": "iPadOS 18.6.2", "timestamp": "2025-09-25T22:17:24Z", "speed": 33.1, "tokens_per_second": 117.46, "dataset_speed": {"earnings22-10mins": 47.9, "librispeech-10mins": 25.31}, "dataset_tokens_per_second": {"earnings22-10mins": 155.5, "librispeech-10mins": 97.44}, "average_wer": 9.94, "dataset_average_wer": {"earnings22-10mins": 11.05, "librispeech-10mins": 8.94}, "qoi": 0.49, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
731
  {"model": "openai/whisper-base", "device": "iPhone 12 mini", "os": "iOS 18.7", "timestamp": "2025-09-22T19:57:59Z", "speed": 31.03, "tokens_per_second": 118.26, "dataset_speed": {"librispeech-10mins": 24.19, "earnings22-10mins": 43.34}, "dataset_tokens_per_second": {"librispeech-10mins": 101.93, "earnings22-10mins": 147.64}, "average_wer": 12.43, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.79}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
 
732
  {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-24T15:28:55Z", "speed": 15.59, "tokens_per_second": 61.39, "dataset_speed": {"librispeech-10mins": 11.49, "earnings22-10mins": 24.32}, "dataset_tokens_per_second": {"librispeech-10mins": 45.34, "earnings22-10mins": 95.5}, "average_wer": 6.66, "dataset_average_wer": {"librispeech-10mins": 5.46, "earnings22-10mins": 7.99}, "qoi": 0.69, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
733
- {"model": "openai/whisper-base", "device": "iPad Air 11-inch (M3)", "os": "iPadOS 26.0", "timestamp": "2025-09-22T22:35:45Z", "speed": 60.94, "tokens_per_second": 232.19, "dataset_speed": {"earnings22-10mins": 95.12, "librispeech-10mins": 44.88}, "dataset_tokens_per_second": {"earnings22-10mins": 324.18, "librispeech-10mins": 188.97}, "average_wer": 12.46, "dataset_average_wer": {"earnings22-10mins": 12.86, "librispeech-10mins": 12.1}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
734
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad mini (6th generation)", "os": "iPadOS 18.7", "timestamp": "2025-09-26T00:06:13Z", "speed": 4.33, "tokens_per_second": 17.35, "dataset_speed": {"earnings22-10mins": 7.13, "librispeech-10mins": 3.12}, "dataset_tokens_per_second": {"earnings22-10mins": 27.15, "librispeech-10mins": 13.08}, "average_wer": 6.97, "dataset_average_wer": {"earnings22-10mins": 9.59, "librispeech-10mins": 4.6}, "qoi": 0.69, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
735
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 13", "os": "iOS 18.7", "timestamp": "2025-09-22T20:40:44Z", "speed": 2.06, "tokens_per_second": 7.75, "dataset_speed": {"librispeech-10mins": 1.91, "earnings22-10mins": 2.4}, "dataset_tokens_per_second": {"librispeech-10mins": 7.59, "earnings22-10mins": 8.13}, "average_wer": 27.86, "dataset_average_wer": {"librispeech-10mins": 6.97, "earnings22-10mins": 50.94}, "qoi": 0.57, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
736
  {"model": "distil-whisper/distil-large-v3", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-22T21:41:54Z", "speed": 9.56, "tokens_per_second": 35.75, "dataset_speed": {"librispeech-10mins": 6.45, "earnings22-10mins": 18.52}, "dataset_tokens_per_second": {"librispeech-10mins": 27.01, "earnings22-10mins": 60.96}, "average_wer": 6.59, "dataset_average_wer": {"librispeech-10mins": 5.19, "earnings22-10mins": 8.14}, "qoi": 0.68, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
@@ -771,6 +779,7 @@
771
  {"model": "openai/whisper-base.en", "device": "iPhone 14", "os": "iOS 18.7", "timestamp": "2025-09-22T19:58:43Z", "speed": 40.06, "tokens_per_second": 142.04, "dataset_speed": {"earnings22-10mins": 55.51, "librispeech-10mins": 31.36}, "dataset_tokens_per_second": {"earnings22-10mins": 179.87, "librispeech-10mins": 120.75}, "average_wer": 9.87, "dataset_average_wer": {"earnings22-10mins": 10.9, "librispeech-10mins": 8.94}, "qoi": 0.49, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
772
  {"model": "openai/whisper-base", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-09-22T18:23:45Z", "speed": 44.54, "tokens_per_second": 169.68, "dataset_speed": {"librispeech-10mins": 31.89, "earnings22-10mins": 74.03}, "dataset_tokens_per_second": {"librispeech-10mins": 134.24, "earnings22-10mins": 252.3}, "average_wer": 12.46, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.86}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
773
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-24T15:23:43Z", "speed": 10.5, "tokens_per_second": 43.03, "dataset_speed": {"earnings22-10mins": 18.52, "librispeech-10mins": 7.33}, "dataset_tokens_per_second": {"earnings22-10mins": 73.79, "librispeech-10mins": 30.9}, "average_wer": 6.73, "dataset_average_wer": {"earnings22-10mins": 9.16, "librispeech-10mins": 4.54}, "qoi": 0.7, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
 
774
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 13", "os": "iOS 18.7", "timestamp": "2025-09-22T21:40:43Z", "speed": 5.4, "tokens_per_second": 20.14, "dataset_speed": {"librispeech-10mins": 3.74, "earnings22-10mins": 9.78}, "dataset_tokens_per_second": {"librispeech-10mins": 15.55, "earnings22-10mins": 32.18}, "average_wer": 7.77, "dataset_average_wer": {"librispeech-10mins": 6.44, "earnings22-10mins": 9.23}, "qoi": 0.65, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
775
  {"model": "openai/whisper-base", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-09-24T15:42:09Z", "speed": 57.68, "tokens_per_second": 219.1, "dataset_speed": {"librispeech-10mins": 45.56, "earnings22-10mins": 78.68}, "dataset_tokens_per_second": {"librispeech-10mins": 191.7, "earnings22-10mins": 266.6}, "average_wer": 12.22, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.35}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
776
  {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPad (A16)", "os": "iPadOS 18.7", "timestamp": "2025-09-26T00:01:23Z", "speed": 10.85, "tokens_per_second": 37.21, "dataset_speed": {"librispeech-10mins": 7.95, "earnings22-10mins": 17.15}, "dataset_tokens_per_second": {"librispeech-10mins": 28.92, "earnings22-10mins": 55.15}, "average_wer": 7.77, "dataset_average_wer": {"librispeech-10mins": 6.44, "earnings22-10mins": 9.23}, "qoi": 0.63, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
@@ -790,30 +799,37 @@
790
  {"model": "openai/whisper-tiny.en", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-09-22T18:22:37Z", "speed": 68.85, "tokens_per_second": 241.2, "dataset_speed": {"librispeech-10mins": 46.4, "earnings22-10mins": 133.89}, "dataset_tokens_per_second": {"librispeech-10mins": 178.12, "earnings22-10mins": 423.97}, "average_wer": 15.08, "dataset_average_wer": {"librispeech-10mins": 13.61, "earnings22-10mins": 16.72}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
791
  {"model": "openai/whisper-tiny", "device": "iPhone 17 Pro", "os": "iOS 26.0", "timestamp": "2025-09-24T15:39:55Z", "speed": 95.17, "tokens_per_second": 365.24, "dataset_speed": {"earnings22-10mins": 160.04, "librispeech-10mins": 67.8}, "dataset_tokens_per_second": {"earnings22-10mins": 546.8, "librispeech-10mins": 288.64}, "average_wer": 16.6, "dataset_average_wer": {"earnings22-10mins": 17.08, "librispeech-10mins": 16.17}, "qoi": 0.33, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
792
  {"model": "openai/whisper-large-v2/turbo", "device": "Apple M4", "os": "macOS 15.6.1", "timestamp": "2025-09-24T05:39:37Z", "speed": 3.4, "tokens_per_second": 13.98, "dataset_speed": {"earnings22-10mins": 4.15, "librispeech-10mins": 3.14}, "dataset_tokens_per_second": {"earnings22-10mins": 15.15, "librispeech-10mins": 13.59}, "average_wer": 28.51, "dataset_average_wer": {"earnings22-10mins": 54.07, "librispeech-10mins": 5.39}, "qoi": 0.61, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
 
793
  {"model": "openai/whisper-large-v3", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-22T21:14:07Z", "speed": 2.46, "tokens_per_second": 9.85, "dataset_speed": {"earnings22-10mins": 3.4, "librispeech-10mins": 2.24}, "dataset_tokens_per_second": {"earnings22-10mins": 11.49, "librispeech-10mins": 9.45}, "average_wer": 32.34, "dataset_average_wer": {"earnings22-10mins": 63.95, "librispeech-10mins": 3.75}, "qoi": 0.74, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
794
  {"model": "openai/whisper-large-v2/949MB", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T22:33:16Z", "speed": 2.18, "tokens_per_second": 8.64, "dataset_speed": {"librispeech-10mins": 1.92, "earnings22-10mins": 2.98}, "dataset_tokens_per_second": {"librispeech-10mins": 8.27, "earnings22-10mins": 9.77}, "average_wer": 27.48, "dataset_average_wer": {"librispeech-10mins": 5.46, "earnings22-10mins": 51.82}, "qoi": 0.63, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
795
  {"model": "openai/whisper-tiny", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-09-24T15:39:19Z", "speed": 91.34, "tokens_per_second": 350.53, "dataset_speed": {"librispeech-10mins": 68.13, "earnings22-10mins": 138.84}, "dataset_tokens_per_second": {"librispeech-10mins": 290.02, "earnings22-10mins": 474.36}, "average_wer": 16.6, "dataset_average_wer": {"librispeech-10mins": 16.17, "earnings22-10mins": 17.08}, "qoi": 0.33, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
796
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad (A16)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T23:53:24Z", "speed": 7.13, "tokens_per_second": 26.57, "dataset_speed": {"earnings22-10mins": 12.89, "librispeech-10mins": 4.93}, "dataset_tokens_per_second": {"earnings22-10mins": 42.45, "librispeech-10mins": 20.51}, "average_wer": 7.77, "dataset_average_wer": {"earnings22-10mins": 9.38, "librispeech-10mins": 6.31}, "qoi": 0.67, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
797
  {"model": "openai/whisper-small.en", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T22:23:03Z", "speed": 16.52, "tokens_per_second": 58.19, "dataset_speed": {"earnings22-10mins": 21.89, "librispeech-10mins": 13.28}, "dataset_tokens_per_second": {"earnings22-10mins": 68.8, "librispeech-10mins": 51.78}, "average_wer": 7.46, "dataset_average_wer": {"earnings22-10mins": 8.14, "librispeech-10mins": 6.84}, "qoi": 0.61, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
798
  {"model": "openai/whisper-large-v3", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-24T14:49:57Z", "speed": 3.73, "tokens_per_second": 14.11, "dataset_speed": {"librispeech-10mins": 3.2, "earnings22-10mins": 5.43}, "dataset_tokens_per_second": {"librispeech-10mins": 13.55, "earnings22-10mins": 15.91}, "average_wer": 28.44, "dataset_average_wer": {"librispeech-10mins": 3.75, "earnings22-10mins": 55.74}, "qoi": 0.74, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
 
799
  {"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T23:34:04Z", "speed": 2.57, "tokens_per_second": 10.62, "dataset_speed": {"earnings22-10mins": 2.8, "librispeech-10mins": 2.45}, "dataset_tokens_per_second": {"earnings22-10mins": 11.66, "librispeech-10mins": 10.1}, "average_wer": 23.85, "dataset_average_wer": {"earnings22-10mins": 44.4, "librispeech-10mins": 5.26}, "qoi": 0.65, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
 
 
800
  {"model": "openai/whisper-base.en", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-09-24T15:43:03Z", "speed": 60.08, "tokens_per_second": 212.99, "dataset_speed": {"earnings22-10mins": 79.96, "librispeech-10mins": 48.16}, "dataset_tokens_per_second": {"earnings22-10mins": 259.46, "librispeech-10mins": 185.12}, "average_wer": 9.98, "dataset_average_wer": {"earnings22-10mins": 10.97, "librispeech-10mins": 9.07}, "qoi": 0.48, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
801
  {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M4", "os": "macOS 15.6.1", "timestamp": "2025-09-24T06:37:06Z", "speed": 14.0, "tokens_per_second": 55.15, "dataset_speed": {"librispeech-10mins": 10.49, "earnings22-10mins": 21.09}, "dataset_tokens_per_second": {"librispeech-10mins": 41.49, "earnings22-10mins": 82.72}, "average_wer": 6.8, "dataset_average_wer": {"librispeech-10mins": 5.33, "earnings22-10mins": 8.43}, "qoi": 0.69, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
802
  {"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M4", "os": "macOS 15.6.1", "timestamp": "2025-09-24T06:11:15Z", "speed": 4.48, "tokens_per_second": 16.45, "dataset_speed": {"librispeech-10mins": 4.11, "earnings22-10mins": 5.35}, "dataset_tokens_per_second": {"librispeech-10mins": 15.58, "earnings22-10mins": 18.49}, "average_wer": 25.09, "dataset_average_wer": {"librispeech-10mins": 5.26, "earnings22-10mins": 47.02}, "qoi": 0.65, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
803
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-22T22:02:19Z", "speed": 7.99, "tokens_per_second": 32.74, "dataset_speed": {"librispeech-10mins": 5.69, "earnings22-10mins": 13.72}, "dataset_tokens_per_second": {"librispeech-10mins": 23.93, "earnings22-10mins": 54.67}, "average_wer": 7.73, "dataset_average_wer": {"librispeech-10mins": 4.67, "earnings22-10mins": 11.12}, "qoi": 0.69, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
804
  {"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M4", "os": "macOS 15.6.1", "timestamp": "2025-09-24T06:29:55Z", "speed": 14.36, "tokens_per_second": 49.91, "dataset_speed": {"librispeech-10mins": 10.36, "earnings22-10mins": 23.41}, "dataset_tokens_per_second": {"librispeech-10mins": 39.13, "earnings22-10mins": 74.37}, "average_wer": 5.83, "dataset_average_wer": {"librispeech-10mins": 4.4, "earnings22-10mins": 7.41}, "qoi": 0.73, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
 
805
  {"model": "openai/whisper-tiny", "device": "iPad mini (6th generation)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T22:13:02Z", "speed": 58.55, "tokens_per_second": 224.49, "dataset_speed": {"earnings22-10mins": 92.41, "librispeech-10mins": 42.89}, "dataset_tokens_per_second": {"earnings22-10mins": 315.88, "librispeech-10mins": 182.25}, "average_wer": 16.78, "dataset_average_wer": {"earnings22-10mins": 17.66, "librispeech-10mins": 15.98}, "qoi": 0.33, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
806
  {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 14", "os": "iOS 18.7", "timestamp": "2025-09-22T22:11:17Z", "speed": 7.33, "tokens_per_second": 26.21, "dataset_speed": {"librispeech-10mins": 5.39, "earnings22-10mins": 11.47}, "dataset_tokens_per_second": {"librispeech-10mins": 21.06, "earnings22-10mins": 37.21}, "average_wer": 6.8, "dataset_average_wer": {"librispeech-10mins": 5.46, "earnings22-10mins": 8.28}, "qoi": 0.68, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
 
807
  {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-22T21:51:25Z", "speed": 15.06, "tokens_per_second": 51.42, "dataset_speed": {"librispeech-10mins": 10.66, "earnings22-10mins": 25.69}, "dataset_tokens_per_second": {"librispeech-10mins": 38.76, "earnings22-10mins": 82.05}, "average_wer": 7.77, "dataset_average_wer": {"librispeech-10mins": 6.31, "earnings22-10mins": 9.38}, "qoi": 0.63, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
808
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 14", "os": "iOS 18.7", "timestamp": "2025-09-22T20:35:27Z", "speed": 2.18, "tokens_per_second": 8.09, "dataset_speed": {"earnings22-10mins": 2.7, "librispeech-10mins": 1.98}, "dataset_tokens_per_second": {"earnings22-10mins": 8.79, "librispeech-10mins": 7.82}, "average_wer": 29.27, "dataset_average_wer": {"earnings22-10mins": 54.0, "librispeech-10mins": 6.9}, "qoi": 0.57, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
809
  {"model": "openai/whisper-large-v3/947MB", "device": "Apple M4", "os": "macOS 15.6.1", "timestamp": "2025-09-24T05:56:08Z", "speed": 3.55, "tokens_per_second": 13.18, "dataset_speed": {"earnings22-10mins": 5.18, "librispeech-10mins": 3.04}, "dataset_tokens_per_second": {"earnings22-10mins": 14.64, "librispeech-10mins": 12.72}, "average_wer": 29.34, "dataset_average_wer": {"earnings22-10mins": 56.69, "librispeech-10mins": 4.6}, "qoi": 0.7, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
810
  {"model": "openai/whisper-large-v3/947MB", "device": "iPad (A16)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T23:11:32Z", "speed": 2.05, "tokens_per_second": 7.78, "dataset_speed": {"earnings22-10mins": 2.82, "librispeech-10mins": 1.78}, "dataset_tokens_per_second": {"earnings22-10mins": 8.59, "librispeech-10mins": 7.5}, "average_wer": 27.41, "dataset_average_wer": {"earnings22-10mins": 52.4, "librispeech-10mins": 4.8}, "qoi": 0.68, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
 
811
  {"model": "openai/whisper-tiny.en", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-09-24T15:40:49Z", "speed": 95.25, "tokens_per_second": 333.86, "dataset_speed": {"earnings22-10mins": 140.08, "librispeech-10mins": 72.23}, "dataset_tokens_per_second": {"earnings22-10mins": 444.74, "librispeech-10mins": 276.92}, "average_wer": 14.81, "dataset_average_wer": {"earnings22-10mins": 16.42, "librispeech-10mins": 13.35}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
812
  {"model": "openai/whisper-large-v3/947MB", "device": "iPhone 16e", "os": "iOS 18.6.2", "timestamp": "2025-09-23T00:23:19Z", "speed": 2.16, "tokens_per_second": 8.1, "dataset_speed": {"librispeech-10mins": 1.87, "earnings22-10mins": 2.98}, "dataset_tokens_per_second": {"librispeech-10mins": 7.84, "earnings22-10mins": 8.85}, "average_wer": 27.89, "dataset_average_wer": {"librispeech-10mins": 4.73, "earnings22-10mins": 53.49}, "qoi": 0.69, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
813
  {"model": "openai/whisper-small", "device": "iPhone 17 Pro", "os": "iOS 26.0", "timestamp": "2025-09-24T15:45:19Z", "speed": 22.11, "tokens_per_second": 84.3, "dataset_speed": {"librispeech-10mins": 17.72, "earnings22-10mins": 29.44}, "dataset_tokens_per_second": {"librispeech-10mins": 75.25, "earnings22-10mins": 99.4}, "average_wer": 8.84, "dataset_average_wer": {"librispeech-10mins": 7.76, "earnings22-10mins": 10.03}, "qoi": 0.55, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
814
- {"model": "openai/whisper-tiny", "device": "iPad Air 11-inch (M3)", "os": "iPadOS 26.0", "timestamp": "2025-09-22T22:34:00Z", "speed": 92.08, "tokens_per_second": 353.09, "dataset_speed": {"earnings22-10mins": 173.91, "librispeech-10mins": 62.71}, "dataset_tokens_per_second": {"earnings22-10mins": 594.75, "librispeech-10mins": 266.32}, "average_wer": 16.85, "dataset_average_wer": {"earnings22-10mins": 18.02, "librispeech-10mins": 15.78}, "qoi": 0.33, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
815
  {"model": "openai/whisper-tiny.en", "device": "iPhone 16e", "os": "iOS 18.6.2", "timestamp": "2025-09-22T22:34:51Z", "speed": 87.76, "tokens_per_second": 307.01, "dataset_speed": {"earnings22-10mins": 129.77, "librispeech-10mins": 66.36}, "dataset_tokens_per_second": {"earnings22-10mins": 410.92, "librispeech-10mins": 254.1}, "average_wer": 14.98, "dataset_average_wer": {"earnings22-10mins": 16.79, "librispeech-10mins": 13.35}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
816
  {"model": "openai/whisper-base", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T22:15:42Z", "speed": 51.08, "tokens_per_second": 194.8, "dataset_speed": {"librispeech-10mins": 39.51, "earnings22-10mins": 72.34}, "dataset_tokens_per_second": {"librispeech-10mins": 166.84, "earnings22-10mins": 246.2}, "average_wer": 12.39, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.72}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
 
817
  {"model": "openai/whisper-tiny", "device": "iPhone 14", "os": "iOS 18.7", "timestamp": "2025-09-22T19:55:13Z", "speed": 59.4, "tokens_per_second": 227.74, "dataset_speed": {"librispeech-10mins": 43.74, "earnings22-10mins": 92.71}, "dataset_tokens_per_second": {"librispeech-10mins": 185.85, "earnings22-10mins": 316.91}, "average_wer": 16.78, "dataset_average_wer": {"librispeech-10mins": 15.98, "earnings22-10mins": 17.66}, "qoi": 0.33, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
818
  {"model": "openai/whisper-small.en", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-09-22T22:49:51Z", "speed": 15.05, "tokens_per_second": 52.97, "dataset_speed": {"earnings22-10mins": 19.25, "librispeech-10mins": 12.37}, "dataset_tokens_per_second": {"earnings22-10mins": 60.43, "librispeech-10mins": 48.19}, "average_wer": 7.46, "dataset_average_wer": {"earnings22-10mins": 8.07, "librispeech-10mins": 6.9}, "qoi": 0.61, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
819
  {"model": "openai/whisper-large-v3/947MB", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-09-22T18:44:26Z", "speed": 2.78, "tokens_per_second": 9.94, "dataset_speed": {"earnings22-10mins": 4.33, "librispeech-10mins": 2.05}, "dataset_tokens_per_second": {"earnings22-10mins": 12.83, "librispeech-10mins": 8.58}, "average_wer": 10.63, "dataset_average_wer": {"earnings22-10mins": 17.15, "librispeech-10mins": 4.73}, "qoi": 0.69, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
@@ -824,6 +840,7 @@
824
  {"model": "openai/whisper-tiny.en", "device": "iPhone 13", "os": "iOS 18.7", "timestamp": "2025-09-22T19:56:21Z", "speed": 63.49, "tokens_per_second": 222.34, "dataset_speed": {"librispeech-10mins": 46.8, "earnings22-10mins": 98.92}, "dataset_tokens_per_second": {"librispeech-10mins": 179.51, "earnings22-10mins": 313.24}, "average_wer": 15.05, "dataset_average_wer": {"librispeech-10mins": 13.68, "earnings22-10mins": 16.57}, "qoi": 0.38, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
825
  {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-09-23T02:43:08Z", "speed": 7.26, "tokens_per_second": 28.04, "dataset_speed": {"earnings22-10mins": 9.85, "librispeech-10mins": 5.81}, "dataset_tokens_per_second": {"earnings22-10mins": 37.76, "librispeech-10mins": 22.59}, "average_wer": 9.11, "dataset_average_wer": {"earnings22-10mins": 13.74, "librispeech-10mins": 4.93}, "qoi": 0.68, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
826
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 14", "os": "iOS 18.7", "timestamp": "2025-09-22T21:49:46Z", "speed": 4.41, "tokens_per_second": 17.64, "dataset_speed": {"earnings22-10mins": 7.38, "librispeech-10mins": 3.15}, "dataset_tokens_per_second": {"earnings22-10mins": 28.06, "librispeech-10mins": 13.21}, "average_wer": 6.42, "dataset_average_wer": {"earnings22-10mins": 8.43, "librispeech-10mins": 4.6}, "qoi": 0.69, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
 
827
  {"model": "openai/whisper-tiny", "device": "iPad (10th generation)", "os": "iPadOS 18.6.2", "timestamp": "2025-09-25T22:13:31Z", "speed": 48.21, "tokens_per_second": 184.43, "dataset_speed": {"librispeech-10mins": 34.1, "earnings22-10mins": 82.49}, "dataset_tokens_per_second": {"librispeech-10mins": 144.89, "earnings22-10mins": 280.48}, "average_wer": 16.47, "dataset_average_wer": {"librispeech-10mins": 15.91, "earnings22-10mins": 17.08}, "qoi": 0.33, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
828
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 17 Pro", "os": "iOS 26.0", "timestamp": "2025-09-24T17:20:47Z", "speed": 2.89, "tokens_per_second": 10.73, "dataset_speed": {"librispeech-10mins": 2.6, "earnings22-10mins": 3.53}, "dataset_tokens_per_second": {"librispeech-10mins": 10.25, "earnings22-10mins": 11.79}, "average_wer": 23.75, "dataset_average_wer": {"librispeech-10mins": 7.3, "earnings22-10mins": 41.93}, "qoi": 0.57, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
829
  {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 14", "os": "iOS 18.7", "timestamp": "2025-09-22T21:44:36Z", "speed": 8.44, "tokens_per_second": 28.79, "dataset_speed": {"earnings22-10mins": 14.18, "librispeech-10mins": 6.01}, "dataset_tokens_per_second": {"earnings22-10mins": 45.2, "librispeech-10mins": 21.85}, "average_wer": 7.8, "dataset_average_wer": {"earnings22-10mins": 9.3, "librispeech-10mins": 6.44}, "qoi": 0.63, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
@@ -832,8 +849,10 @@
832
  {"model": "openai/whisper-base", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-22T20:40:57Z", "speed": 56.81, "tokens_per_second": 216.26, "dataset_speed": {"librispeech-10mins": 41.47, "earnings22-10mins": 90.36}, "dataset_tokens_per_second": {"librispeech-10mins": 174.55, "earnings22-10mins": 307.52}, "average_wer": 12.39, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.72}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
833
  {"model": "openai/whisper-small", "device": "iPhone 14", "os": "iOS 18.7", "timestamp": "2025-09-22T20:00:32Z", "speed": 12.69, "tokens_per_second": 48.3, "dataset_speed": {"earnings22-10mins": 15.57, "librispeech-10mins": 10.72}, "dataset_tokens_per_second": {"earnings22-10mins": 52.42, "librispeech-10mins": 45.47}, "average_wer": 8.7, "dataset_average_wer": {"earnings22-10mins": 9.88, "librispeech-10mins": 7.63}, "qoi": 0.55, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
834
  {"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-22T21:35:27Z", "speed": 3.62, "tokens_per_second": 12.98, "dataset_speed": {"earnings22-10mins": 4.64, "librispeech-10mins": 3.28}, "dataset_tokens_per_second": {"earnings22-10mins": 15.28, "librispeech-10mins": 12.21}, "average_wer": 29.24, "dataset_average_wer": {"earnings22-10mins": 56.03, "librispeech-10mins": 5.0}, "qoi": 0.66, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
 
835
  {"model": "openai/whisper-large-v3/947MB", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-09-24T18:36:50Z", "speed": 2.55, "tokens_per_second": 9.76, "dataset_speed": {"earnings22-10mins": 3.4, "librispeech-10mins": 2.22}, "dataset_tokens_per_second": {"earnings22-10mins": 10.94, "librispeech-10mins": 9.3}, "average_wer": 24.61, "dataset_average_wer": {"earnings22-10mins": 46.58, "librispeech-10mins": 4.73}, "qoi": 0.69, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
836
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M4", "os": "macOS 15.6.1", "timestamp": "2025-09-24T06:33:09Z", "speed": 9.48, "tokens_per_second": 38.08, "dataset_speed": {"librispeech-10mins": 6.69, "earnings22-10mins": 16.3}, "dataset_tokens_per_second": {"librispeech-10mins": 28.19, "earnings22-10mins": 62.28}, "average_wer": 6.45, "dataset_average_wer": {"librispeech-10mins": 4.54, "earnings22-10mins": 8.58}, "qoi": 0.7, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
 
837
  {"model": "openai/whisper-base.en", "device": "iPhone 13", "os": "iOS 18.7", "timestamp": "2025-09-22T19:58:40Z", "speed": 40.3, "tokens_per_second": 142.9, "dataset_speed": {"earnings22-10mins": 56.08, "librispeech-10mins": 31.48}, "dataset_tokens_per_second": {"earnings22-10mins": 181.69, "librispeech-10mins": 121.21}, "average_wer": 9.87, "dataset_average_wer": {"earnings22-10mins": 10.9, "librispeech-10mins": 8.94}, "qoi": 0.49, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
838
  {"model": "openai/whisper-base.en", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-09-22T18:24:55Z", "speed": 46.2, "tokens_per_second": 163.87, "dataset_speed": {"librispeech-10mins": 33.6, "earnings22-10mins": 74.11}, "dataset_tokens_per_second": {"librispeech-10mins": 129.39, "earnings22-10mins": 240.23}, "average_wer": 9.94, "dataset_average_wer": {"librispeech-10mins": 8.94, "earnings22-10mins": 11.05}, "qoi": 0.49, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
839
  {"model": "openai/whisper-small.en", "device": "iPad (10th generation)", "os": "iPadOS 18.6.2", "timestamp": "2025-09-25T22:24:26Z", "speed": 10.35, "tokens_per_second": 36.47, "dataset_speed": {"earnings22-10mins": 13.69, "librispeech-10mins": 8.32}, "dataset_tokens_per_second": {"earnings22-10mins": 43.14, "librispeech-10mins": 32.43}, "average_wer": 7.46, "dataset_average_wer": {"earnings22-10mins": 8.14, "librispeech-10mins": 6.84}, "qoi": 0.61, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
@@ -843,6 +862,7 @@
843
  {"model": "openai/whisper-large-v2/949MB", "device": "iPad (A16)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T22:34:01Z", "speed": 1.94, "tokens_per_second": 7.76, "dataset_speed": {"librispeech-10mins": 1.72, "earnings22-10mins": 2.58}, "dataset_tokens_per_second": {"librispeech-10mins": 7.43, "earnings22-10mins": 8.73}, "average_wer": 27.58, "dataset_average_wer": {"librispeech-10mins": 5.46, "earnings22-10mins": 52.03}, "qoi": 0.63, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
844
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 17", "os": "iOS 26.0", "timestamp": "2025-09-24T17:16:51Z", "speed": 3.13, "tokens_per_second": 11.36, "dataset_speed": {"earnings22-10mins": 4.0, "librispeech-10mins": 2.72}, "dataset_tokens_per_second": {"earnings22-10mins": 12.55, "librispeech-10mins": 10.8}, "average_wer": 21.57, "dataset_average_wer": {"earnings22-10mins": 37.86, "librispeech-10mins": 6.84}, "qoi": 0.57, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
845
  {"model": "openai/whisper-large-v2/949MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-09-22T23:14:00Z", "speed": 1.74, "tokens_per_second": 6.79, "dataset_speed": {"librispeech-10mins": 1.57, "earnings22-10mins": 2.16}, "dataset_tokens_per_second": {"librispeech-10mins": 6.78, "earnings22-10mins": 6.81}, "average_wer": 27.41, "dataset_average_wer": {"librispeech-10mins": 5.46, "earnings22-10mins": 51.67}, "qoi": 0.63, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
 
846
  {"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-24T15:05:17Z", "speed": 4.97, "tokens_per_second": 17.31, "dataset_speed": {"librispeech-10mins": 4.34, "earnings22-10mins": 6.58}, "dataset_tokens_per_second": {"librispeech-10mins": 16.38, "earnings22-10mins": 19.67}, "average_wer": 24.89, "dataset_average_wer": {"librispeech-10mins": 5.0, "earnings22-10mins": 46.88}, "qoi": 0.66, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
847
  {"model": "openai/whisper-tiny.en", "device": "iPhone 17", "os": "iOS 26.0", "timestamp": "2025-09-24T15:41:03Z", "speed": 98.1, "tokens_per_second": 343.86, "dataset_speed": {"earnings22-10mins": 155.36, "librispeech-10mins": 71.77}, "dataset_tokens_per_second": {"earnings22-10mins": 493.27, "librispeech-10mins": 275.14}, "average_wer": 14.81, "dataset_average_wer": {"earnings22-10mins": 16.42, "librispeech-10mins": 13.35}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
848
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 13", "os": "iOS 18.7", "timestamp": "2025-09-22T21:53:49Z", "speed": 3.7, "tokens_per_second": 15.19, "dataset_speed": {"librispeech-10mins": 2.7, "earnings22-10mins": 5.89}, "dataset_tokens_per_second": {"librispeech-10mins": 11.32, "earnings22-10mins": 23.7}, "average_wer": 6.35, "dataset_average_wer": {"librispeech-10mins": 4.6, "earnings22-10mins": 8.28}, "qoi": 0.69, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
 
637
  {"model": "openai/whisper-small.en", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-22T20:44:54Z", "speed": 19.79, "tokens_per_second": 69.87, "dataset_speed": {"librispeech-10mins": 15.26, "earnings22-10mins": 28.19}, "dataset_tokens_per_second": {"librispeech-10mins": 59.62, "earnings22-10mins": 88.88}, "average_wer": 7.35, "dataset_average_wer": {"librispeech-10mins": 6.71, "earnings22-10mins": 8.07}, "qoi": 0.62, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
638
  {"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 14", "os": "iOS 18.7", "timestamp": "2025-09-22T21:18:15Z", "speed": 2.07, "tokens_per_second": 7.89, "dataset_speed": {"earnings22-10mins": 2.19, "librispeech-10mins": 2.01}, "dataset_tokens_per_second": {"earnings22-10mins": 8.49, "librispeech-10mins": 7.62}, "average_wer": 27.1, "dataset_average_wer": {"earnings22-10mins": 51.24, "librispeech-10mins": 5.26}, "qoi": 0.65, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
639
  {"model": "openai/whisper-large-v2", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-24T14:28:59Z", "speed": 3.3, "tokens_per_second": 14.44, "dataset_speed": {"librispeech-10mins": 3.16, "earnings22-10mins": 3.71}, "dataset_tokens_per_second": {"librispeech-10mins": 13.67, "earnings22-10mins": 16.68}, "average_wer": 32.93, "dataset_average_wer": {"librispeech-10mins": 5.13, "earnings22-10mins": 63.66}, "qoi": 0.62, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
640
+ {"model": "openai/whisper-base.en", "device": "iPad Air (5th generation)", "os": "iPadOS 26.0", "timestamp": "2025-09-26T18:39:08Z", "speed": 44.13, "tokens_per_second": 156.51, "dataset_speed": {"earnings22-10mins": 70.94, "librispeech-10mins": 32.06}, "dataset_tokens_per_second": {"earnings22-10mins": 229.97, "librispeech-10mins": 123.44}, "average_wer": 9.94, "dataset_average_wer": {"earnings22-10mins": 11.05, "librispeech-10mins": 8.94}, "qoi": 0.49, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
641
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-22T21:44:35Z", "speed": 9.86, "tokens_per_second": 36.75, "dataset_speed": {"librispeech-10mins": 6.64, "earnings22-10mins": 19.2}, "dataset_tokens_per_second": {"librispeech-10mins": 27.66, "earnings22-10mins": 63.14}, "average_wer": 7.66, "dataset_average_wer": {"librispeech-10mins": 6.31, "earnings22-10mins": 9.16}, "qoi": 0.67, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
642
  {"model": "openai/whisper-tiny", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-09-22T22:34:15Z", "speed": 71.22, "tokens_per_second": 273.58, "dataset_speed": {"librispeech-10mins": 53.24, "earnings22-10mins": 107.79}, "dataset_tokens_per_second": {"librispeech-10mins": 226.56, "earnings22-10mins": 369.17}, "average_wer": 16.36, "dataset_average_wer": {"librispeech-10mins": 15.98, "earnings22-10mins": 16.79}, "qoi": 0.33, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
643
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad (A16)", "os": "iPadOS 18.7", "timestamp": "2025-09-26T00:08:11Z", "speed": 5.64, "tokens_per_second": 23.13, "dataset_speed": {"librispeech-10mins": 4.17, "earnings22-10mins": 8.9}, "dataset_tokens_per_second": {"librispeech-10mins": 17.53, "earnings22-10mins": 35.64}, "average_wer": 8.63, "dataset_average_wer": {"librispeech-10mins": 4.67, "earnings22-10mins": 13.01}, "qoi": 0.69, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
 
646
  {"model": "openai/whisper-large-v3/turbo", "device": "Apple M4", "os": "macOS 15.6.1", "timestamp": "2025-09-24T06:02:52Z", "speed": 3.79, "tokens_per_second": 13.82, "dataset_speed": {"earnings22-10mins": 4.5, "librispeech-10mins": 3.53}, "dataset_tokens_per_second": {"earnings22-10mins": 15.06, "librispeech-10mins": 13.36}, "average_wer": 28.1, "dataset_average_wer": {"earnings22-10mins": 54.8, "librispeech-10mins": 3.94}, "qoi": 0.73, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
647
  {"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-09-23T00:58:53Z", "speed": 2.27, "tokens_per_second": 7.94, "dataset_speed": {"librispeech-10mins": 2.1, "earnings22-10mins": 2.7}, "dataset_tokens_per_second": {"librispeech-10mins": 7.89, "earnings22-10mins": 8.09}, "average_wer": 27.75, "dataset_average_wer": {"librispeech-10mins": 5.26, "earnings22-10mins": 52.62}, "qoi": 0.65, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
648
  {"model": "openai/whisper-small.en", "device": "iPhone 16e", "os": "iOS 18.6.2", "timestamp": "2025-09-22T22:50:32Z", "speed": 18.81, "tokens_per_second": 66.23, "dataset_speed": {"librispeech-10mins": 15.28, "earnings22-10mins": 24.49}, "dataset_tokens_per_second": {"librispeech-10mins": 59.56, "earnings22-10mins": 76.97}, "average_wer": 7.46, "dataset_average_wer": {"librispeech-10mins": 6.84, "earnings22-10mins": 8.14}, "qoi": 0.61, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
649
+ {"model": "openai/whisper-tiny.en", "device": "iPad Air 11-inch (M3)", "os": "iPadOS 26.0", "timestamp": "2025-09-26T18:36:25Z", "speed": 96.64, "tokens_per_second": 340.74, "dataset_speed": {"librispeech-10mins": 66.9, "earnings22-10mins": 174.6}, "dataset_tokens_per_second": {"librispeech-10mins": 259.57, "earnings22-10mins": 553.48}, "average_wer": 15.08, "dataset_average_wer": {"librispeech-10mins": 13.54, "earnings22-10mins": 16.79}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
650
  {"model": "openai/whisper-large-v2/949MB", "device": "iPhone 16e", "os": "iOS 18.6.2", "timestamp": "2025-09-22T23:07:26Z", "speed": 2.1, "tokens_per_second": 8.29, "dataset_speed": {"earnings22-10mins": 2.71, "librispeech-10mins": 1.86}, "dataset_tokens_per_second": {"earnings22-10mins": 8.97, "librispeech-10mins": 8.03}, "average_wer": 25.3, "dataset_average_wer": {"earnings22-10mins": 47.24, "librispeech-10mins": 5.46}, "qoi": 0.63, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
651
  {"model": "openai/whisper-tiny", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-09-22T18:21:32Z", "speed": 67.37, "tokens_per_second": 257.71, "dataset_speed": {"earnings22-10mins": 136.32, "librispeech-10mins": 44.8}, "dataset_tokens_per_second": {"earnings22-10mins": 463.48, "librispeech-10mins": 190.36}, "average_wer": 16.53, "dataset_average_wer": {"earnings22-10mins": 17.08, "librispeech-10mins": 16.04}, "qoi": 0.32, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
652
  {"model": "openai/whisper-large-v3-v20240930", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-22T21:54:21Z", "speed": 7.9, "tokens_per_second": 32.37, "dataset_speed": {"librispeech-10mins": 5.74, "earnings22-10mins": 13.37}, "dataset_tokens_per_second": {"librispeech-10mins": 23.89, "earnings22-10mins": 53.76}, "average_wer": 8.22, "dataset_average_wer": {"librispeech-10mins": 4.34, "earnings22-10mins": 12.5}, "qoi": 0.73, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
 
657
  {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M4", "os": "macOS 15.6.1", "timestamp": "2025-09-24T06:23:33Z", "speed": 17.83, "tokens_per_second": 61.08, "dataset_speed": {"librispeech-10mins": 12.8, "earnings22-10mins": 29.46}, "dataset_tokens_per_second": {"librispeech-10mins": 46.51, "earnings22-10mins": 94.75}, "average_wer": 7.77, "dataset_average_wer": {"librispeech-10mins": 6.44, "earnings22-10mins": 9.23}, "qoi": 0.63, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
658
  {"model": "openai/whisper-small.en", "device": "iPad (A16)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T22:23:07Z", "speed": 16.02, "tokens_per_second": 56.47, "dataset_speed": {"earnings22-10mins": 20.81, "librispeech-10mins": 13.03}, "dataset_tokens_per_second": {"earnings22-10mins": 65.55, "librispeech-10mins": 50.81}, "average_wer": 7.53, "dataset_average_wer": {"earnings22-10mins": 8.21, "librispeech-10mins": 6.9}, "qoi": 0.61, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
659
  {"model": "openai/whisper-large-v2/949MB", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-09-24T16:52:04Z", "speed": 2.49, "tokens_per_second": 9.67, "dataset_speed": {"librispeech-10mins": 2.15, "earnings22-10mins": 3.37}, "dataset_tokens_per_second": {"librispeech-10mins": 9.27, "earnings22-10mins": 10.72}, "average_wer": 26.06, "dataset_average_wer": {"librispeech-10mins": 5.46, "earnings22-10mins": 48.84}, "qoi": 0.63, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
660
+ {"model": "openai/whisper-base", "device": "iPad Air (5th generation)", "os": "iPadOS 26.0", "timestamp": "2025-09-26T18:38:03Z", "speed": 42.69, "tokens_per_second": 162.63, "dataset_speed": {"librispeech-10mins": 30.77, "earnings22-10mins": 69.9}, "dataset_tokens_per_second": {"librispeech-10mins": 129.49, "earnings22-10mins": 238.23}, "average_wer": 12.46, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.86}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
661
  {"model": "openai/whisper-small.en", "device": "iPhone 14", "os": "iOS 18.7", "timestamp": "2025-09-22T20:05:39Z", "speed": 13.78, "tokens_per_second": 48.55, "dataset_speed": {"earnings22-10mins": 17.36, "librispeech-10mins": 11.43}, "dataset_tokens_per_second": {"earnings22-10mins": 54.58, "librispeech-10mins": 44.6}, "average_wer": 7.49, "dataset_average_wer": {"earnings22-10mins": 8.14, "librispeech-10mins": 6.9}, "qoi": 0.61, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
662
  {"model": "openai/whisper-large-v2/949MB", "device": "Apple M4", "os": "macOS 15.6.1", "timestamp": "2025-09-24T05:36:45Z", "speed": 3.41, "tokens_per_second": 13.56, "dataset_speed": {"librispeech-10mins": 2.99, "earnings22-10mins": 4.75}, "dataset_tokens_per_second": {"librispeech-10mins": 12.89, "earnings22-10mins": 15.72}, "average_wer": 28.03, "dataset_average_wer": {"librispeech-10mins": 5.46, "earnings22-10mins": 52.98}, "qoi": 0.63, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
663
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-09-23T01:27:27Z", "speed": 6.67, "tokens_per_second": 24.81, "dataset_speed": {"librispeech-10mins": 4.73, "earnings22-10mins": 11.31}, "dataset_tokens_per_second": {"librispeech-10mins": 19.66, "earnings22-10mins": 37.17}, "average_wer": 7.73, "dataset_average_wer": {"librispeech-10mins": 6.31, "earnings22-10mins": 9.3}, "qoi": 0.66, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
664
+ {"model": "openai/whisper-small", "device": "iPad Air (5th generation)", "os": "iPadOS 26.0", "timestamp": "2025-09-26T18:42:32Z", "speed": 14.9, "tokens_per_second": 56.6, "dataset_speed": {"librispeech-10mins": 11.54, "earnings22-10mins": 21.06}, "dataset_tokens_per_second": {"librispeech-10mins": 48.8, "earnings22-10mins": 70.91}, "average_wer": 8.7, "dataset_average_wer": {"librispeech-10mins": 7.63, "earnings22-10mins": 9.88}, "qoi": 0.55, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
665
+ {"model": "openai/whisper-base", "device": "iPad Air 11-inch (M3)", "os": "iPadOS 26.0", "timestamp": "2025-09-22T22:35:45Z", "speed": 60.44, "tokens_per_second": 230.29, "dataset_speed": {"librispeech-10mins": 44.82, "earnings22-10mins": 92.99}, "dataset_tokens_per_second": {"librispeech-10mins": 188.71, "earnings22-10mins": 316.94}, "average_wer": 12.46, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.86}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
666
  {"model": "openai/whisper-base", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-24T14:21:20Z", "speed": 77.14, "tokens_per_second": 293.27, "dataset_speed": {"earnings22-10mins": 144.08, "librispeech-10mins": 52.74}, "dataset_tokens_per_second": {"earnings22-10mins": 488.92, "librispeech-10mins": 221.96}, "average_wer": 12.25, "dataset_average_wer": {"earnings22-10mins": 12.43, "librispeech-10mins": 12.1}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
667
  {"model": "openai/whisper-tiny", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-24T14:20:13Z", "speed": 116.73, "tokens_per_second": 445.94, "dataset_speed": {"earnings22-10mins": 279.93, "librispeech-10mins": 73.85}, "dataset_tokens_per_second": {"earnings22-10mins": 949.42, "librispeech-10mins": 313.66}, "average_wer": 16.19, "dataset_average_wer": {"earnings22-10mins": 16.64, "librispeech-10mins": 15.78}, "qoi": 0.33, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
668
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 14", "os": "iOS 18.7", "timestamp": "2025-09-22T21:37:59Z", "speed": 5.48, "tokens_per_second": 20.43, "dataset_speed": {"earnings22-10mins": 9.86, "librispeech-10mins": 3.8}, "dataset_tokens_per_second": {"earnings22-10mins": 32.46, "librispeech-10mins": 15.81}, "average_wer": 7.77, "dataset_average_wer": {"earnings22-10mins": 9.23, "librispeech-10mins": 6.44}, "qoi": 0.65, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
669
  {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 16e", "os": "iOS 18.6.2", "timestamp": "2025-09-23T01:51:56Z", "speed": 11.77, "tokens_per_second": 40.11, "dataset_speed": {"librispeech-10mins": 8.76, "earnings22-10mins": 17.93}, "dataset_tokens_per_second": {"librispeech-10mins": 31.89, "earnings22-10mins": 57.02}, "average_wer": 7.84, "dataset_average_wer": {"librispeech-10mins": 6.44, "earnings22-10mins": 9.38}, "qoi": 0.63, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
670
  {"model": "openai/whisper-tiny.en", "device": "iPhone 12 mini", "os": "iOS 18.7", "timestamp": "2025-09-22T19:56:10Z", "speed": 50.32, "tokens_per_second": 176.25, "dataset_speed": {"earnings22-10mins": 84.56, "librispeech-10mins": 35.86}, "dataset_tokens_per_second": {"earnings22-10mins": 267.79, "librispeech-10mins": 137.59}, "average_wer": 15.15, "dataset_average_wer": {"earnings22-10mins": 16.79, "librispeech-10mins": 13.68}, "qoi": 0.38, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
671
+ {"model": "openai/whisper-tiny.en", "device": "iPad Air (5th generation)", "os": "iPadOS 26.0", "timestamp": "2025-09-26T18:36:19Z", "speed": 65.69, "tokens_per_second": 230.12, "dataset_speed": {"earnings22-10mins": 127.39, "librispeech-10mins": 44.31}, "dataset_tokens_per_second": {"earnings22-10mins": 403.41, "librispeech-10mins": 170.1}, "average_wer": 15.08, "dataset_average_wer": {"earnings22-10mins": 16.72, "librispeech-10mins": 13.61}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
672
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-24T14:42:24Z", "speed": 4.64, "tokens_per_second": 17.52, "dataset_speed": {"earnings22-10mins": 5.79, "librispeech-10mins": 4.18}, "dataset_tokens_per_second": {"earnings22-10mins": 20.07, "librispeech-10mins": 16.51}, "average_wer": 25.2, "dataset_average_wer": {"earnings22-10mins": 45.57, "librispeech-10mins": 6.77}, "qoi": 0.57, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
673
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-09-22T18:56:21Z", "speed": 7.86, "tokens_per_second": 29.32, "dataset_speed": {"librispeech-10mins": 5.26, "earnings22-10mins": 15.59}, "dataset_tokens_per_second": {"librispeech-10mins": 21.91, "earnings22-10mins": 51.33}, "average_wer": 7.7, "dataset_average_wer": {"librispeech-10mins": 6.31, "earnings22-10mins": 9.23}, "qoi": 0.67, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
674
  {"model": "openai/whisper-small.en", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-09-22T18:29:45Z", "speed": 16.28, "tokens_per_second": 57.46, "dataset_speed": {"earnings22-10mins": 23.68, "librispeech-10mins": 12.41}, "dataset_tokens_per_second": {"earnings22-10mins": 74.71, "librispeech-10mins": 48.46}, "average_wer": 7.42, "dataset_average_wer": {"earnings22-10mins": 8.21, "librispeech-10mins": 6.71}, "qoi": 0.62, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
675
+ {"model": "openai/whisper-tiny", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-09-26T18:35:09Z", "speed": 101.78, "tokens_per_second": 388.84, "dataset_speed": {"librispeech-10mins": 71.25, "earnings22-10mins": 178.67}, "dataset_tokens_per_second": {"librispeech-10mins": 302.61, "earnings22-10mins": 605.99}, "average_wer": 16.19, "dataset_average_wer": {"librispeech-10mins": 15.78, "earnings22-10mins": 16.64}, "qoi": 0.33, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
676
  {"model": "openai/whisper-large-v2/949MB", "device": "iPad mini (6th generation)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T22:35:37Z", "speed": 1.59, "tokens_per_second": 6.23, "dataset_speed": {"librispeech-10mins": 1.41, "earnings22-10mins": 2.1}, "dataset_tokens_per_second": {"librispeech-10mins": 6.06, "earnings22-10mins": 6.68}, "average_wer": 27.58, "dataset_average_wer": {"librispeech-10mins": 5.46, "earnings22-10mins": 52.03}, "qoi": 0.63, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
677
  {"model": "openai/whisper-base.en", "device": "iPhone 17", "os": "iOS 26.0", "timestamp": "2025-09-24T15:43:14Z", "speed": 62.66, "tokens_per_second": 222.12, "dataset_speed": {"earnings22-10mins": 89.03, "librispeech-10mins": 48.38}, "dataset_tokens_per_second": {"earnings22-10mins": 288.89, "librispeech-10mins": 185.98}, "average_wer": 9.98, "dataset_average_wer": {"earnings22-10mins": 10.97, "librispeech-10mins": 9.07}, "qoi": 0.48, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
678
  {"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-24T15:12:10Z", "speed": 19.3, "tokens_per_second": 67.12, "dataset_speed": {"earnings22-10mins": 35.93, "librispeech-10mins": 13.21}, "dataset_tokens_per_second": {"earnings22-10mins": 116.65, "librispeech-10mins": 48.98}, "average_wer": 6.63, "dataset_average_wer": {"earnings22-10mins": 7.78, "librispeech-10mins": 5.59}, "qoi": 0.69, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
 
689
  {"model": "openai/whisper-large-v3/947MB", "device": "iPhone 14", "os": "iOS 18.7", "timestamp": "2025-09-22T20:54:52Z", "speed": 1.71, "tokens_per_second": 6.53, "dataset_speed": {"earnings22-10mins": 2.25, "librispeech-10mins": 1.5}, "dataset_tokens_per_second": {"earnings22-10mins": 7.11, "librispeech-10mins": 6.3}, "average_wer": 25.68, "dataset_average_wer": {"earnings22-10mins": 48.98, "librispeech-10mins": 4.6}, "qoi": 0.7, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
690
  {"model": "openai/whisper-large-v3/947MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-09-23T00:17:34Z", "speed": 1.71, "tokens_per_second": 6.61, "dataset_speed": {"earnings22-10mins": 2.0, "librispeech-10mins": 1.59}, "dataset_tokens_per_second": {"earnings22-10mins": 6.53, "librispeech-10mins": 6.65}, "average_wer": 27.1, "dataset_average_wer": {"earnings22-10mins": 51.96, "librispeech-10mins": 4.6}, "qoi": 0.7, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
691
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-22T21:11:37Z", "speed": 3.37, "tokens_per_second": 13.16, "dataset_speed": {"librispeech-10mins": 2.99, "earnings22-10mins": 4.63}, "dataset_tokens_per_second": {"librispeech-10mins": 12.52, "earnings22-10mins": 15.3}, "average_wer": 29.75, "dataset_average_wer": {"librispeech-10mins": 6.77, "earnings22-10mins": 55.16}, "qoi": 0.57, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
692
+ {"model": "openai/whisper-tiny", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 26.0", "timestamp": "2025-09-26T18:35:01Z", "speed": 79.62, "tokens_per_second": 304.57, "dataset_speed": {"earnings22-10mins": 147.13, "librispeech-10mins": 54.65}, "dataset_tokens_per_second": {"earnings22-10mins": 500.48, "librispeech-10mins": 232.11}, "average_wer": 16.43, "dataset_average_wer": {"earnings22-10mins": 17.08, "librispeech-10mins": 15.84}, "qoi": 0.32, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
693
+ {"model": "openai/whisper-small.en", "device": "iPad Air 11-inch (M3)", "os": "iPadOS 26.0", "timestamp": "2025-09-26T18:44:42Z", "speed": 20.38, "tokens_per_second": 71.99, "dataset_speed": {"librispeech-10mins": 16.68, "earnings22-10mins": 26.23}, "dataset_tokens_per_second": {"librispeech-10mins": 65.17, "earnings22-10mins": 82.75}, "average_wer": 7.42, "dataset_average_wer": {"librispeech-10mins": 6.71, "earnings22-10mins": 8.21}, "qoi": 0.62, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
694
  {"model": "openai/whisper-small", "device": "iPhone 12 mini", "os": "iOS 18.7", "timestamp": "2025-09-22T20:01:43Z", "speed": 6.8, "tokens_per_second": 25.88, "dataset_speed": {"earnings22-10mins": 9.63, "librispeech-10mins": 5.26}, "dataset_tokens_per_second": {"earnings22-10mins": 32.43, "librispeech-10mins": 22.32}, "average_wer": 8.73, "dataset_average_wer": {"earnings22-10mins": 9.96, "librispeech-10mins": 7.63}, "qoi": 0.55, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
695
  {"model": "openai/whisper-large-v3/947MB", "device": "iPhone 13", "os": "iOS 18.7", "timestamp": "2025-09-22T20:54:34Z", "speed": 1.58, "tokens_per_second": 6.0, "dataset_speed": {"earnings22-10mins": 1.8, "librispeech-10mins": 1.46}, "dataset_tokens_per_second": {"earnings22-10mins": 5.71, "librispeech-10mins": 6.14}, "average_wer": 22.44, "dataset_average_wer": {"earnings22-10mins": 42.15, "librispeech-10mins": 4.6}, "qoi": 0.7, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
696
  {"model": "openai/whisper-small", "device": "iPhone 13", "os": "iOS 18.7", "timestamp": "2025-09-22T20:01:36Z", "speed": 12.56, "tokens_per_second": 47.78, "dataset_speed": {"librispeech-10mins": 10.72, "earnings22-10mins": 15.16}, "dataset_tokens_per_second": {"librispeech-10mins": 45.48, "earnings22-10mins": 51.05}, "average_wer": 8.7, "dataset_average_wer": {"librispeech-10mins": 7.63, "earnings22-10mins": 9.88}, "qoi": 0.55, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
 
716
  {"model": "openai/whisper-base", "device": "iPhone 17", "os": "iOS 26.0", "timestamp": "2025-09-24T15:42:22Z", "speed": 59.84, "tokens_per_second": 227.32, "dataset_speed": {"librispeech-10mins": 45.84, "earnings22-10mins": 86.32}, "dataset_tokens_per_second": {"librispeech-10mins": 192.86, "earnings22-10mins": 292.49}, "average_wer": 12.22, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.35}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
717
  {"model": "openai/whisper-base", "device": "iPad (10th generation)", "os": "iPadOS 18.6.2", "timestamp": "2025-09-25T22:16:18Z", "speed": 31.71, "tokens_per_second": 120.84, "dataset_speed": {"librispeech-10mins": 23.99, "earnings22-10mins": 46.83}, "dataset_tokens_per_second": {"librispeech-10mins": 101.09, "earnings22-10mins": 159.54}, "average_wer": 12.43, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.79}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
718
  {"model": "openai/whisper-large-v2/949MB", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-24T14:30:48Z", "speed": 3.66, "tokens_per_second": 14.67, "dataset_speed": {"earnings22-10mins": 5.11, "librispeech-10mins": 3.18}, "dataset_tokens_per_second": {"earnings22-10mins": 17.54, "librispeech-10mins": 13.72}, "average_wer": 26.68, "dataset_average_wer": {"earnings22-10mins": 50.15, "librispeech-10mins": 5.46}, "qoi": 0.63, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
719
+ {"model": "openai/whisper-small.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 26.0", "timestamp": "2025-09-26T18:44:37Z", "speed": 18.84, "tokens_per_second": 66.53, "dataset_speed": {"librispeech-10mins": 14.91, "earnings22-10mins": 25.64}, "dataset_tokens_per_second": {"librispeech-10mins": 58.24, "earnings22-10mins": 80.84}, "average_wer": 7.35, "dataset_average_wer": {"librispeech-10mins": 6.71, "earnings22-10mins": 8.07}, "qoi": 0.62, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
720
  {"model": "openai/whisper-large-v3/turbo", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-22T21:32:06Z", "speed": 3.19, "tokens_per_second": 11.61, "dataset_speed": {"librispeech-10mins": 2.86, "earnings22-10mins": 4.27}, "dataset_tokens_per_second": {"librispeech-10mins": 11.02, "earnings22-10mins": 13.53}, "average_wer": 29.82, "dataset_average_wer": {"librispeech-10mins": 4.08, "earnings22-10mins": 58.28}, "qoi": 0.72, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
721
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-09-22T23:44:17Z", "speed": 2.2, "tokens_per_second": 8.18, "dataset_speed": {"earnings22-10mins": 2.56, "librispeech-10mins": 2.05}, "dataset_tokens_per_second": {"earnings22-10mins": 8.44, "librispeech-10mins": 8.07}, "average_wer": 26.99, "dataset_average_wer": {"earnings22-10mins": 49.27, "librispeech-10mins": 6.84}, "qoi": 0.57, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
722
+ {"model": "openai/whisper-base.en", "device": "iPad Air 11-inch (M3)", "os": "iPadOS 26.0", "timestamp": "2025-09-22T22:36:52Z", "speed": 63.13, "tokens_per_second": 224.05, "dataset_speed": {"earnings22-10mins": 96.12, "librispeech-10mins": 47.05}, "dataset_tokens_per_second": {"earnings22-10mins": 312.08, "librispeech-10mins": 181.15}, "average_wer": 10.04, "dataset_average_wer": {"earnings22-10mins": 11.26, "librispeech-10mins": 8.94}, "qoi": 0.49, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
723
  {"model": "openai/whisper-base.en", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-09-22T22:37:16Z", "speed": 45.14, "tokens_per_second": 160.12, "dataset_speed": {"librispeech-10mins": 35.03, "earnings22-10mins": 63.56}, "dataset_tokens_per_second": {"librispeech-10mins": 134.75, "earnings22-10mins": 206.35}, "average_wer": 9.94, "dataset_average_wer": {"librispeech-10mins": 9.01, "earnings22-10mins": 10.97}, "qoi": 0.48, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
724
  {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 13", "os": "iOS 18.7", "timestamp": "2025-09-22T21:44:35Z", "speed": 8.35, "tokens_per_second": 28.58, "dataset_speed": {"earnings22-10mins": 13.56, "librispeech-10mins": 6.03}, "dataset_tokens_per_second": {"earnings22-10mins": 43.56, "librispeech-10mins": 21.94}, "average_wer": 7.77, "dataset_average_wer": {"earnings22-10mins": 9.23, "librispeech-10mins": 6.44}, "qoi": 0.63, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
725
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-09-24T17:19:19Z", "speed": 3.22, "tokens_per_second": 11.69, "dataset_speed": {"librispeech-10mins": 2.84, "earnings22-10mins": 3.99}, "dataset_tokens_per_second": {"librispeech-10mins": 11.22, "earnings22-10mins": 12.64}, "average_wer": 22.4, "dataset_average_wer": {"librispeech-10mins": 6.84, "earnings22-10mins": 39.61}, "qoi": 0.57, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
 
730
  {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-09-23T01:52:31Z", "speed": 10.4, "tokens_per_second": 35.74, "dataset_speed": {"librispeech-10mins": 7.79, "earnings22-10mins": 15.68}, "dataset_tokens_per_second": {"librispeech-10mins": 28.47, "earnings22-10mins": 50.45}, "average_wer": 7.63, "dataset_average_wer": {"librispeech-10mins": 6.31, "earnings22-10mins": 9.08}, "qoi": 0.64, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
731
  {"model": "openai/whisper-large-v2/turbo", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-24T14:36:54Z", "speed": 4.27, "tokens_per_second": 17.82, "dataset_speed": {"earnings22-10mins": 5.16, "librispeech-10mins": 3.9}, "dataset_tokens_per_second": {"earnings22-10mins": 20.1, "librispeech-10mins": 16.86}, "average_wer": 26.03, "dataset_average_wer": {"earnings22-10mins": 48.84, "librispeech-10mins": 5.39}, "qoi": 0.61, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
732
  {"model": "openai/whisper-tiny", "device": "iPad (A16)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T22:13:11Z", "speed": 74.0, "tokens_per_second": 282.99, "dataset_speed": {"librispeech-10mins": 53.84, "earnings22-10mins": 118.59}, "dataset_tokens_per_second": {"librispeech-10mins": 228.74, "earnings22-10mins": 403.0}, "average_wer": 16.29, "dataset_average_wer": {"librispeech-10mins": 15.71, "earnings22-10mins": 16.93}, "qoi": 0.33, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
 
733
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad mini (6th generation)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T23:53:44Z", "speed": 5.59, "tokens_per_second": 20.81, "dataset_speed": {"earnings22-10mins": 10.11, "librispeech-10mins": 3.86}, "dataset_tokens_per_second": {"earnings22-10mins": 33.28, "librispeech-10mins": 16.07}, "average_wer": 7.77, "dataset_average_wer": {"earnings22-10mins": 9.23, "librispeech-10mins": 6.44}, "qoi": 0.65, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
734
  {"model": "openai/whisper-tiny.en", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-24T14:20:57Z", "speed": 122.43, "tokens_per_second": 428.73, "dataset_speed": {"librispeech-10mins": 78.11, "earnings22-10mins": 284.62}, "dataset_tokens_per_second": {"librispeech-10mins": 299.58, "earnings22-10mins": 901.3}, "average_wer": 15.05, "dataset_average_wer": {"librispeech-10mins": 13.54, "earnings22-10mins": 16.72}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
735
  {"model": "openai/whisper-large-v2/949MB", "device": "iPhone 13", "os": "iOS 18.7", "timestamp": "2025-09-22T20:19:15Z", "speed": 1.49, "tokens_per_second": 5.75, "dataset_speed": {"librispeech-10mins": 1.35, "earnings22-10mins": 1.82}, "dataset_tokens_per_second": {"librispeech-10mins": 5.82, "earnings22-10mins": 5.58}, "average_wer": 28.24, "dataset_average_wer": {"librispeech-10mins": 5.46, "earnings22-10mins": 53.42}, "qoi": 0.63, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
 
737
  {"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 13", "os": "iOS 18.7", "timestamp": "2025-09-22T21:24:23Z", "speed": 1.8, "tokens_per_second": 7.52, "dataset_speed": {"librispeech-10mins": 1.66, "earnings22-10mins": 2.17}, "dataset_tokens_per_second": {"librispeech-10mins": 7.47, "earnings22-10mins": 7.64}, "average_wer": 28.41, "dataset_average_wer": {"librispeech-10mins": 5.26, "earnings22-10mins": 54.0}, "qoi": 0.65, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
738
  {"model": "openai/whisper-base.en", "device": "iPad (10th generation)", "os": "iPadOS 18.6.2", "timestamp": "2025-09-25T22:17:24Z", "speed": 33.1, "tokens_per_second": 117.46, "dataset_speed": {"earnings22-10mins": 47.9, "librispeech-10mins": 25.31}, "dataset_tokens_per_second": {"earnings22-10mins": 155.5, "librispeech-10mins": 97.44}, "average_wer": 9.94, "dataset_average_wer": {"earnings22-10mins": 11.05, "librispeech-10mins": 8.94}, "qoi": 0.49, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
739
  {"model": "openai/whisper-base", "device": "iPhone 12 mini", "os": "iOS 18.7", "timestamp": "2025-09-22T19:57:59Z", "speed": 31.03, "tokens_per_second": 118.26, "dataset_speed": {"librispeech-10mins": 24.19, "earnings22-10mins": 43.34}, "dataset_tokens_per_second": {"librispeech-10mins": 101.93, "earnings22-10mins": 147.64}, "average_wer": 12.43, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.79}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
740
+ {"model": "openai/whisper-base", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 26.0", "timestamp": "2025-09-26T18:37:21Z", "speed": 53.65, "tokens_per_second": 204.25, "dataset_speed": {"earnings22-10mins": 84.36, "librispeech-10mins": 39.38}, "dataset_tokens_per_second": {"earnings22-10mins": 287.11, "librispeech-10mins": 165.73}, "average_wer": 12.39, "dataset_average_wer": {"earnings22-10mins": 12.72, "librispeech-10mins": 12.1}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
741
  {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-24T15:28:55Z", "speed": 15.59, "tokens_per_second": 61.39, "dataset_speed": {"librispeech-10mins": 11.49, "earnings22-10mins": 24.32}, "dataset_tokens_per_second": {"librispeech-10mins": 45.34, "earnings22-10mins": 95.5}, "average_wer": 6.66, "dataset_average_wer": {"librispeech-10mins": 5.46, "earnings22-10mins": 7.99}, "qoi": 0.69, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
 
742
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad mini (6th generation)", "os": "iPadOS 18.7", "timestamp": "2025-09-26T00:06:13Z", "speed": 4.33, "tokens_per_second": 17.35, "dataset_speed": {"earnings22-10mins": 7.13, "librispeech-10mins": 3.12}, "dataset_tokens_per_second": {"earnings22-10mins": 27.15, "librispeech-10mins": 13.08}, "average_wer": 6.97, "dataset_average_wer": {"earnings22-10mins": 9.59, "librispeech-10mins": 4.6}, "qoi": 0.69, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
743
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 13", "os": "iOS 18.7", "timestamp": "2025-09-22T20:40:44Z", "speed": 2.06, "tokens_per_second": 7.75, "dataset_speed": {"librispeech-10mins": 1.91, "earnings22-10mins": 2.4}, "dataset_tokens_per_second": {"librispeech-10mins": 7.59, "earnings22-10mins": 8.13}, "average_wer": 27.86, "dataset_average_wer": {"librispeech-10mins": 6.97, "earnings22-10mins": 50.94}, "qoi": 0.57, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
744
  {"model": "distil-whisper/distil-large-v3", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-22T21:41:54Z", "speed": 9.56, "tokens_per_second": 35.75, "dataset_speed": {"librispeech-10mins": 6.45, "earnings22-10mins": 18.52}, "dataset_tokens_per_second": {"librispeech-10mins": 27.01, "earnings22-10mins": 60.96}, "average_wer": 6.59, "dataset_average_wer": {"librispeech-10mins": 5.19, "earnings22-10mins": 8.14}, "qoi": 0.68, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
 
779
  {"model": "openai/whisper-base.en", "device": "iPhone 14", "os": "iOS 18.7", "timestamp": "2025-09-22T19:58:43Z", "speed": 40.06, "tokens_per_second": 142.04, "dataset_speed": {"earnings22-10mins": 55.51, "librispeech-10mins": 31.36}, "dataset_tokens_per_second": {"earnings22-10mins": 179.87, "librispeech-10mins": 120.75}, "average_wer": 9.87, "dataset_average_wer": {"earnings22-10mins": 10.9, "librispeech-10mins": 8.94}, "qoi": 0.49, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
780
  {"model": "openai/whisper-base", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-09-22T18:23:45Z", "speed": 44.54, "tokens_per_second": 169.68, "dataset_speed": {"librispeech-10mins": 31.89, "earnings22-10mins": 74.03}, "dataset_tokens_per_second": {"librispeech-10mins": 134.24, "earnings22-10mins": 252.3}, "average_wer": 12.46, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.86}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
781
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-24T15:23:43Z", "speed": 10.5, "tokens_per_second": 43.03, "dataset_speed": {"earnings22-10mins": 18.52, "librispeech-10mins": 7.33}, "dataset_tokens_per_second": {"earnings22-10mins": 73.79, "librispeech-10mins": 30.9}, "average_wer": 6.73, "dataset_average_wer": {"earnings22-10mins": 9.16, "librispeech-10mins": 4.54}, "qoi": 0.7, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
782
+ {"model": "openai/whisper-tiny.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 26.0", "timestamp": "2025-09-26T18:36:06Z", "speed": 83.67, "tokens_per_second": 293.06, "dataset_speed": {"earnings22-10mins": 153.81, "librispeech-10mins": 57.54}, "dataset_tokens_per_second": {"earnings22-10mins": 486.56, "librispeech-10mins": 220.97}, "average_wer": 15.12, "dataset_average_wer": {"earnings22-10mins": 16.72, "librispeech-10mins": 13.68}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
783
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 13", "os": "iOS 18.7", "timestamp": "2025-09-22T21:40:43Z", "speed": 5.4, "tokens_per_second": 20.14, "dataset_speed": {"librispeech-10mins": 3.74, "earnings22-10mins": 9.78}, "dataset_tokens_per_second": {"librispeech-10mins": 15.55, "earnings22-10mins": 32.18}, "average_wer": 7.77, "dataset_average_wer": {"librispeech-10mins": 6.44, "earnings22-10mins": 9.23}, "qoi": 0.65, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
784
  {"model": "openai/whisper-base", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-09-24T15:42:09Z", "speed": 57.68, "tokens_per_second": 219.1, "dataset_speed": {"librispeech-10mins": 45.56, "earnings22-10mins": 78.68}, "dataset_tokens_per_second": {"librispeech-10mins": 191.7, "earnings22-10mins": 266.6}, "average_wer": 12.22, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.35}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
785
  {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPad (A16)", "os": "iPadOS 18.7", "timestamp": "2025-09-26T00:01:23Z", "speed": 10.85, "tokens_per_second": 37.21, "dataset_speed": {"librispeech-10mins": 7.95, "earnings22-10mins": 17.15}, "dataset_tokens_per_second": {"librispeech-10mins": 28.92, "earnings22-10mins": 55.15}, "average_wer": 7.77, "dataset_average_wer": {"librispeech-10mins": 6.44, "earnings22-10mins": 9.23}, "qoi": 0.63, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
 
799
  {"model": "openai/whisper-tiny.en", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-09-22T18:22:37Z", "speed": 68.85, "tokens_per_second": 241.2, "dataset_speed": {"librispeech-10mins": 46.4, "earnings22-10mins": 133.89}, "dataset_tokens_per_second": {"librispeech-10mins": 178.12, "earnings22-10mins": 423.97}, "average_wer": 15.08, "dataset_average_wer": {"librispeech-10mins": 13.61, "earnings22-10mins": 16.72}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
800
  {"model": "openai/whisper-tiny", "device": "iPhone 17 Pro", "os": "iOS 26.0", "timestamp": "2025-09-24T15:39:55Z", "speed": 95.17, "tokens_per_second": 365.24, "dataset_speed": {"earnings22-10mins": 160.04, "librispeech-10mins": 67.8}, "dataset_tokens_per_second": {"earnings22-10mins": 546.8, "librispeech-10mins": 288.64}, "average_wer": 16.6, "dataset_average_wer": {"earnings22-10mins": 17.08, "librispeech-10mins": 16.17}, "qoi": 0.33, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
801
  {"model": "openai/whisper-large-v2/turbo", "device": "Apple M4", "os": "macOS 15.6.1", "timestamp": "2025-09-24T05:39:37Z", "speed": 3.4, "tokens_per_second": 13.98, "dataset_speed": {"earnings22-10mins": 4.15, "librispeech-10mins": 3.14}, "dataset_tokens_per_second": {"earnings22-10mins": 15.15, "librispeech-10mins": 13.59}, "average_wer": 28.51, "dataset_average_wer": {"earnings22-10mins": 54.07, "librispeech-10mins": 5.39}, "qoi": 0.61, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
802
+ {"model": "openai/whisper-base.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 26.0", "timestamp": "2025-09-26T18:39:04Z", "speed": 55.54, "tokens_per_second": 196.89, "dataset_speed": {"librispeech-10mins": 41.07, "earnings22-10mins": 85.94}, "dataset_tokens_per_second": {"librispeech-10mins": 158.15, "earnings22-10mins": 278.29}, "average_wer": 9.91, "dataset_average_wer": {"librispeech-10mins": 8.94, "earnings22-10mins": 10.97}, "qoi": 0.49, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
803
  {"model": "openai/whisper-large-v3", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-22T21:14:07Z", "speed": 2.46, "tokens_per_second": 9.85, "dataset_speed": {"earnings22-10mins": 3.4, "librispeech-10mins": 2.24}, "dataset_tokens_per_second": {"earnings22-10mins": 11.49, "librispeech-10mins": 9.45}, "average_wer": 32.34, "dataset_average_wer": {"earnings22-10mins": 63.95, "librispeech-10mins": 3.75}, "qoi": 0.74, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
804
  {"model": "openai/whisper-large-v2/949MB", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T22:33:16Z", "speed": 2.18, "tokens_per_second": 8.64, "dataset_speed": {"librispeech-10mins": 1.92, "earnings22-10mins": 2.98}, "dataset_tokens_per_second": {"librispeech-10mins": 8.27, "earnings22-10mins": 9.77}, "average_wer": 27.48, "dataset_average_wer": {"librispeech-10mins": 5.46, "earnings22-10mins": 51.82}, "qoi": 0.63, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
805
  {"model": "openai/whisper-tiny", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-09-24T15:39:19Z", "speed": 91.34, "tokens_per_second": 350.53, "dataset_speed": {"librispeech-10mins": 68.13, "earnings22-10mins": 138.84}, "dataset_tokens_per_second": {"librispeech-10mins": 290.02, "earnings22-10mins": 474.36}, "average_wer": 16.6, "dataset_average_wer": {"librispeech-10mins": 16.17, "earnings22-10mins": 17.08}, "qoi": 0.33, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
806
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad (A16)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T23:53:24Z", "speed": 7.13, "tokens_per_second": 26.57, "dataset_speed": {"earnings22-10mins": 12.89, "librispeech-10mins": 4.93}, "dataset_tokens_per_second": {"earnings22-10mins": 42.45, "librispeech-10mins": 20.51}, "average_wer": 7.77, "dataset_average_wer": {"earnings22-10mins": 9.38, "librispeech-10mins": 6.31}, "qoi": 0.67, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
807
  {"model": "openai/whisper-small.en", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T22:23:03Z", "speed": 16.52, "tokens_per_second": 58.19, "dataset_speed": {"earnings22-10mins": 21.89, "librispeech-10mins": 13.28}, "dataset_tokens_per_second": {"earnings22-10mins": 68.8, "librispeech-10mins": 51.78}, "average_wer": 7.46, "dataset_average_wer": {"earnings22-10mins": 8.14, "librispeech-10mins": 6.84}, "qoi": 0.61, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
808
  {"model": "openai/whisper-large-v3", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-24T14:49:57Z", "speed": 3.73, "tokens_per_second": 14.11, "dataset_speed": {"librispeech-10mins": 3.2, "earnings22-10mins": 5.43}, "dataset_tokens_per_second": {"librispeech-10mins": 13.55, "earnings22-10mins": 15.91}, "average_wer": 28.44, "dataset_average_wer": {"librispeech-10mins": 3.75, "earnings22-10mins": 55.74}, "qoi": 0.74, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
809
+ {"model": "openai/whisper-small", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-09-26T18:40:21Z", "speed": 22.89, "tokens_per_second": 86.96, "dataset_speed": {"earnings22-10mins": 30.82, "librispeech-10mins": 18.22}, "dataset_tokens_per_second": {"earnings22-10mins": 103.76, "librispeech-10mins": 77.07}, "average_wer": 8.7, "dataset_average_wer": {"earnings22-10mins": 9.88, "librispeech-10mins": 7.63}, "qoi": 0.55, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
810
  {"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T23:34:04Z", "speed": 2.57, "tokens_per_second": 10.62, "dataset_speed": {"earnings22-10mins": 2.8, "librispeech-10mins": 2.45}, "dataset_tokens_per_second": {"earnings22-10mins": 11.66, "librispeech-10mins": 10.1}, "average_wer": 23.85, "dataset_average_wer": {"earnings22-10mins": 44.4, "librispeech-10mins": 5.26}, "qoi": 0.65, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
811
+ {"model": "openai/whisper-tiny.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-09-26T18:36:17Z", "speed": 106.95, "tokens_per_second": 374.53, "dataset_speed": {"librispeech-10mins": 74.9, "earnings22-10mins": 187.56}, "dataset_tokens_per_second": {"librispeech-10mins": 287.28, "earnings22-10mins": 593.93}, "average_wer": 15.05, "dataset_average_wer": {"librispeech-10mins": 13.54, "earnings22-10mins": 16.72}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
812
+ {"model": "openai/whisper-small", "device": "iPad Air 11-inch (M3)", "os": "iPadOS 26.0", "timestamp": "2025-09-26T18:40:37Z", "speed": 18.63, "tokens_per_second": 70.77, "dataset_speed": {"earnings22-10mins": 23.84, "librispeech-10mins": 15.3}, "dataset_tokens_per_second": {"earnings22-10mins": 80.25, "librispeech-10mins": 64.71}, "average_wer": 8.7, "dataset_average_wer": {"earnings22-10mins": 9.88, "librispeech-10mins": 7.63}, "qoi": 0.55, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
813
  {"model": "openai/whisper-base.en", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-09-24T15:43:03Z", "speed": 60.08, "tokens_per_second": 212.99, "dataset_speed": {"earnings22-10mins": 79.96, "librispeech-10mins": 48.16}, "dataset_tokens_per_second": {"earnings22-10mins": 259.46, "librispeech-10mins": 185.12}, "average_wer": 9.98, "dataset_average_wer": {"earnings22-10mins": 10.97, "librispeech-10mins": 9.07}, "qoi": 0.48, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
814
  {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M4", "os": "macOS 15.6.1", "timestamp": "2025-09-24T06:37:06Z", "speed": 14.0, "tokens_per_second": 55.15, "dataset_speed": {"librispeech-10mins": 10.49, "earnings22-10mins": 21.09}, "dataset_tokens_per_second": {"librispeech-10mins": 41.49, "earnings22-10mins": 82.72}, "average_wer": 6.8, "dataset_average_wer": {"librispeech-10mins": 5.33, "earnings22-10mins": 8.43}, "qoi": 0.69, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
815
  {"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M4", "os": "macOS 15.6.1", "timestamp": "2025-09-24T06:11:15Z", "speed": 4.48, "tokens_per_second": 16.45, "dataset_speed": {"librispeech-10mins": 4.11, "earnings22-10mins": 5.35}, "dataset_tokens_per_second": {"librispeech-10mins": 15.58, "earnings22-10mins": 18.49}, "average_wer": 25.09, "dataset_average_wer": {"librispeech-10mins": 5.26, "earnings22-10mins": 47.02}, "qoi": 0.65, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
816
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-22T22:02:19Z", "speed": 7.99, "tokens_per_second": 32.74, "dataset_speed": {"librispeech-10mins": 5.69, "earnings22-10mins": 13.72}, "dataset_tokens_per_second": {"librispeech-10mins": 23.93, "earnings22-10mins": 54.67}, "average_wer": 7.73, "dataset_average_wer": {"librispeech-10mins": 4.67, "earnings22-10mins": 11.12}, "qoi": 0.69, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
817
  {"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M4", "os": "macOS 15.6.1", "timestamp": "2025-09-24T06:29:55Z", "speed": 14.36, "tokens_per_second": 49.91, "dataset_speed": {"librispeech-10mins": 10.36, "earnings22-10mins": 23.41}, "dataset_tokens_per_second": {"librispeech-10mins": 39.13, "earnings22-10mins": 74.37}, "average_wer": 5.83, "dataset_average_wer": {"librispeech-10mins": 4.4, "earnings22-10mins": 7.41}, "qoi": 0.73, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
818
+ {"model": "openai/whisper-small.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-09-26T18:43:48Z", "speed": 24.0, "tokens_per_second": 84.75, "dataset_speed": {"earnings22-10mins": 32.14, "librispeech-10mins": 19.17}, "dataset_tokens_per_second": {"earnings22-10mins": 101.35, "librispeech-10mins": 74.89}, "average_wer": 7.35, "dataset_average_wer": {"earnings22-10mins": 8.07, "librispeech-10mins": 6.71}, "qoi": 0.62, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
819
  {"model": "openai/whisper-tiny", "device": "iPad mini (6th generation)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T22:13:02Z", "speed": 58.55, "tokens_per_second": 224.49, "dataset_speed": {"earnings22-10mins": 92.41, "librispeech-10mins": 42.89}, "dataset_tokens_per_second": {"earnings22-10mins": 315.88, "librispeech-10mins": 182.25}, "average_wer": 16.78, "dataset_average_wer": {"earnings22-10mins": 17.66, "librispeech-10mins": 15.98}, "qoi": 0.33, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
820
  {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 14", "os": "iOS 18.7", "timestamp": "2025-09-22T22:11:17Z", "speed": 7.33, "tokens_per_second": 26.21, "dataset_speed": {"librispeech-10mins": 5.39, "earnings22-10mins": 11.47}, "dataset_tokens_per_second": {"librispeech-10mins": 21.06, "earnings22-10mins": 37.21}, "average_wer": 6.8, "dataset_average_wer": {"librispeech-10mins": 5.46, "earnings22-10mins": 8.28}, "qoi": 0.68, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
821
+ {"model": "distil-whisper/distil-large-v3", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-09-26T20:30:53Z", "speed": 2.61, "tokens_per_second": 9.79, "dataset_speed": {"librispeech-10mins": 1.72, "earnings22-10mins": 5.43}, "dataset_tokens_per_second": {"librispeech-10mins": 7.24, "earnings22-10mins": 17.85}, "average_wer": 6.59, "dataset_average_wer": {"librispeech-10mins": 5.26, "earnings22-10mins": 8.07}, "qoi": 0.68, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
822
  {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-22T21:51:25Z", "speed": 15.06, "tokens_per_second": 51.42, "dataset_speed": {"librispeech-10mins": 10.66, "earnings22-10mins": 25.69}, "dataset_tokens_per_second": {"librispeech-10mins": 38.76, "earnings22-10mins": 82.05}, "average_wer": 7.77, "dataset_average_wer": {"librispeech-10mins": 6.31, "earnings22-10mins": 9.38}, "qoi": 0.63, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
823
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 14", "os": "iOS 18.7", "timestamp": "2025-09-22T20:35:27Z", "speed": 2.18, "tokens_per_second": 8.09, "dataset_speed": {"earnings22-10mins": 2.7, "librispeech-10mins": 1.98}, "dataset_tokens_per_second": {"earnings22-10mins": 8.79, "librispeech-10mins": 7.82}, "average_wer": 29.27, "dataset_average_wer": {"earnings22-10mins": 54.0, "librispeech-10mins": 6.9}, "qoi": 0.57, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
824
  {"model": "openai/whisper-large-v3/947MB", "device": "Apple M4", "os": "macOS 15.6.1", "timestamp": "2025-09-24T05:56:08Z", "speed": 3.55, "tokens_per_second": 13.18, "dataset_speed": {"earnings22-10mins": 5.18, "librispeech-10mins": 3.04}, "dataset_tokens_per_second": {"earnings22-10mins": 14.64, "librispeech-10mins": 12.72}, "average_wer": 29.34, "dataset_average_wer": {"earnings22-10mins": 56.69, "librispeech-10mins": 4.6}, "qoi": 0.7, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
825
  {"model": "openai/whisper-large-v3/947MB", "device": "iPad (A16)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T23:11:32Z", "speed": 2.05, "tokens_per_second": 7.78, "dataset_speed": {"earnings22-10mins": 2.82, "librispeech-10mins": 1.78}, "dataset_tokens_per_second": {"earnings22-10mins": 8.59, "librispeech-10mins": 7.5}, "average_wer": 27.41, "dataset_average_wer": {"earnings22-10mins": 52.4, "librispeech-10mins": 4.8}, "qoi": 0.68, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
826
+ {"model": "openai/whisper-tiny", "device": "iPad Air 11-inch (M3)", "os": "iPadOS 26.0", "timestamp": "2025-09-26T18:35:29Z", "speed": 93.15, "tokens_per_second": 357.17, "dataset_speed": {"librispeech-10mins": 63.82, "earnings22-10mins": 172.94}, "dataset_tokens_per_second": {"librispeech-10mins": 271.07, "earnings22-10mins": 591.46}, "average_wer": 16.85, "dataset_average_wer": {"librispeech-10mins": 15.78, "earnings22-10mins": 18.02}, "qoi": 0.33, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
827
  {"model": "openai/whisper-tiny.en", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-09-24T15:40:49Z", "speed": 95.25, "tokens_per_second": 333.86, "dataset_speed": {"earnings22-10mins": 140.08, "librispeech-10mins": 72.23}, "dataset_tokens_per_second": {"earnings22-10mins": 444.74, "librispeech-10mins": 276.92}, "average_wer": 14.81, "dataset_average_wer": {"earnings22-10mins": 16.42, "librispeech-10mins": 13.35}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
828
  {"model": "openai/whisper-large-v3/947MB", "device": "iPhone 16e", "os": "iOS 18.6.2", "timestamp": "2025-09-23T00:23:19Z", "speed": 2.16, "tokens_per_second": 8.1, "dataset_speed": {"librispeech-10mins": 1.87, "earnings22-10mins": 2.98}, "dataset_tokens_per_second": {"librispeech-10mins": 7.84, "earnings22-10mins": 8.85}, "average_wer": 27.89, "dataset_average_wer": {"librispeech-10mins": 4.73, "earnings22-10mins": 53.49}, "qoi": 0.69, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
829
  {"model": "openai/whisper-small", "device": "iPhone 17 Pro", "os": "iOS 26.0", "timestamp": "2025-09-24T15:45:19Z", "speed": 22.11, "tokens_per_second": 84.3, "dataset_speed": {"librispeech-10mins": 17.72, "earnings22-10mins": 29.44}, "dataset_tokens_per_second": {"librispeech-10mins": 75.25, "earnings22-10mins": 99.4}, "average_wer": 8.84, "dataset_average_wer": {"librispeech-10mins": 7.76, "earnings22-10mins": 10.03}, "qoi": 0.55, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
 
830
  {"model": "openai/whisper-tiny.en", "device": "iPhone 16e", "os": "iOS 18.6.2", "timestamp": "2025-09-22T22:34:51Z", "speed": 87.76, "tokens_per_second": 307.01, "dataset_speed": {"earnings22-10mins": 129.77, "librispeech-10mins": 66.36}, "dataset_tokens_per_second": {"earnings22-10mins": 410.92, "librispeech-10mins": 254.1}, "average_wer": 14.98, "dataset_average_wer": {"earnings22-10mins": 16.79, "librispeech-10mins": 13.35}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
831
  {"model": "openai/whisper-base", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T22:15:42Z", "speed": 51.08, "tokens_per_second": 194.8, "dataset_speed": {"librispeech-10mins": 39.51, "earnings22-10mins": 72.34}, "dataset_tokens_per_second": {"librispeech-10mins": 166.84, "earnings22-10mins": 246.2}, "average_wer": 12.39, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.72}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
832
+ {"model": "openai/whisper-tiny", "device": "iPad Air (5th generation)", "os": "iPadOS 26.0", "timestamp": "2025-09-26T18:35:24Z", "speed": 63.85, "tokens_per_second": 244.25, "dataset_speed": {"librispeech-10mins": 42.89, "earnings22-10mins": 125.43}, "dataset_tokens_per_second": {"librispeech-10mins": 182.21, "earnings22-10mins": 426.46}, "average_wer": 16.53, "dataset_average_wer": {"librispeech-10mins": 16.04, "earnings22-10mins": 17.08}, "qoi": 0.32, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
833
  {"model": "openai/whisper-tiny", "device": "iPhone 14", "os": "iOS 18.7", "timestamp": "2025-09-22T19:55:13Z", "speed": 59.4, "tokens_per_second": 227.74, "dataset_speed": {"librispeech-10mins": 43.74, "earnings22-10mins": 92.71}, "dataset_tokens_per_second": {"librispeech-10mins": 185.85, "earnings22-10mins": 316.91}, "average_wer": 16.78, "dataset_average_wer": {"librispeech-10mins": 15.98, "earnings22-10mins": 17.66}, "qoi": 0.33, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
834
  {"model": "openai/whisper-small.en", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-09-22T22:49:51Z", "speed": 15.05, "tokens_per_second": 52.97, "dataset_speed": {"earnings22-10mins": 19.25, "librispeech-10mins": 12.37}, "dataset_tokens_per_second": {"earnings22-10mins": 60.43, "librispeech-10mins": 48.19}, "average_wer": 7.46, "dataset_average_wer": {"earnings22-10mins": 8.07, "librispeech-10mins": 6.9}, "qoi": 0.61, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
835
  {"model": "openai/whisper-large-v3/947MB", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-09-22T18:44:26Z", "speed": 2.78, "tokens_per_second": 9.94, "dataset_speed": {"earnings22-10mins": 4.33, "librispeech-10mins": 2.05}, "dataset_tokens_per_second": {"earnings22-10mins": 12.83, "librispeech-10mins": 8.58}, "average_wer": 10.63, "dataset_average_wer": {"earnings22-10mins": 17.15, "librispeech-10mins": 4.73}, "qoi": 0.69, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
 
840
  {"model": "openai/whisper-tiny.en", "device": "iPhone 13", "os": "iOS 18.7", "timestamp": "2025-09-22T19:56:21Z", "speed": 63.49, "tokens_per_second": 222.34, "dataset_speed": {"librispeech-10mins": 46.8, "earnings22-10mins": 98.92}, "dataset_tokens_per_second": {"librispeech-10mins": 179.51, "earnings22-10mins": 313.24}, "average_wer": 15.05, "dataset_average_wer": {"librispeech-10mins": 13.68, "earnings22-10mins": 16.57}, "qoi": 0.38, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
841
  {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-09-23T02:43:08Z", "speed": 7.26, "tokens_per_second": 28.04, "dataset_speed": {"earnings22-10mins": 9.85, "librispeech-10mins": 5.81}, "dataset_tokens_per_second": {"earnings22-10mins": 37.76, "librispeech-10mins": 22.59}, "average_wer": 9.11, "dataset_average_wer": {"earnings22-10mins": 13.74, "librispeech-10mins": 4.93}, "qoi": 0.68, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
842
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 14", "os": "iOS 18.7", "timestamp": "2025-09-22T21:49:46Z", "speed": 4.41, "tokens_per_second": 17.64, "dataset_speed": {"earnings22-10mins": 7.38, "librispeech-10mins": 3.15}, "dataset_tokens_per_second": {"earnings22-10mins": 28.06, "librispeech-10mins": 13.21}, "average_wer": 6.42, "dataset_average_wer": {"earnings22-10mins": 8.43, "librispeech-10mins": 4.6}, "qoi": 0.69, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
843
+ {"model": "openai/whisper-base", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-09-26T18:37:30Z", "speed": 65.19, "tokens_per_second": 247.84, "dataset_speed": {"librispeech-10mins": 48.74, "earnings22-10mins": 98.62}, "dataset_tokens_per_second": {"librispeech-10mins": 205.12, "earnings22-10mins": 334.65}, "average_wer": 12.25, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.43}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
844
  {"model": "openai/whisper-tiny", "device": "iPad (10th generation)", "os": "iPadOS 18.6.2", "timestamp": "2025-09-25T22:13:31Z", "speed": 48.21, "tokens_per_second": 184.43, "dataset_speed": {"librispeech-10mins": 34.1, "earnings22-10mins": 82.49}, "dataset_tokens_per_second": {"librispeech-10mins": 144.89, "earnings22-10mins": 280.48}, "average_wer": 16.47, "dataset_average_wer": {"librispeech-10mins": 15.91, "earnings22-10mins": 17.08}, "qoi": 0.33, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
845
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 17 Pro", "os": "iOS 26.0", "timestamp": "2025-09-24T17:20:47Z", "speed": 2.89, "tokens_per_second": 10.73, "dataset_speed": {"librispeech-10mins": 2.6, "earnings22-10mins": 3.53}, "dataset_tokens_per_second": {"librispeech-10mins": 10.25, "earnings22-10mins": 11.79}, "average_wer": 23.75, "dataset_average_wer": {"librispeech-10mins": 7.3, "earnings22-10mins": 41.93}, "qoi": 0.57, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
846
  {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 14", "os": "iOS 18.7", "timestamp": "2025-09-22T21:44:36Z", "speed": 8.44, "tokens_per_second": 28.79, "dataset_speed": {"earnings22-10mins": 14.18, "librispeech-10mins": 6.01}, "dataset_tokens_per_second": {"earnings22-10mins": 45.2, "librispeech-10mins": 21.85}, "average_wer": 7.8, "dataset_average_wer": {"earnings22-10mins": 9.3, "librispeech-10mins": 6.44}, "qoi": 0.63, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
 
849
  {"model": "openai/whisper-base", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-22T20:40:57Z", "speed": 56.81, "tokens_per_second": 216.26, "dataset_speed": {"librispeech-10mins": 41.47, "earnings22-10mins": 90.36}, "dataset_tokens_per_second": {"librispeech-10mins": 174.55, "earnings22-10mins": 307.52}, "average_wer": 12.39, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.72}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
850
  {"model": "openai/whisper-small", "device": "iPhone 14", "os": "iOS 18.7", "timestamp": "2025-09-22T20:00:32Z", "speed": 12.69, "tokens_per_second": 48.3, "dataset_speed": {"earnings22-10mins": 15.57, "librispeech-10mins": 10.72}, "dataset_tokens_per_second": {"earnings22-10mins": 52.42, "librispeech-10mins": 45.47}, "average_wer": 8.7, "dataset_average_wer": {"earnings22-10mins": 9.88, "librispeech-10mins": 7.63}, "qoi": 0.55, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
851
  {"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-22T21:35:27Z", "speed": 3.62, "tokens_per_second": 12.98, "dataset_speed": {"earnings22-10mins": 4.64, "librispeech-10mins": 3.28}, "dataset_tokens_per_second": {"earnings22-10mins": 15.28, "librispeech-10mins": 12.21}, "average_wer": 29.24, "dataset_average_wer": {"earnings22-10mins": 56.03, "librispeech-10mins": 5.0}, "qoi": 0.66, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
852
+ {"model": "openai/whisper-small.en", "device": "iPad Air (5th generation)", "os": "iPadOS 26.0", "timestamp": "2025-09-26T18:45:51Z", "speed": 15.69, "tokens_per_second": 55.39, "dataset_speed": {"librispeech-10mins": 12.13, "earnings22-10mins": 22.26}, "dataset_tokens_per_second": {"librispeech-10mins": 47.33, "earnings22-10mins": 70.23}, "average_wer": 7.42, "dataset_average_wer": {"librispeech-10mins": 6.71, "earnings22-10mins": 8.21}, "qoi": 0.62, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
853
  {"model": "openai/whisper-large-v3/947MB", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-09-24T18:36:50Z", "speed": 2.55, "tokens_per_second": 9.76, "dataset_speed": {"earnings22-10mins": 3.4, "librispeech-10mins": 2.22}, "dataset_tokens_per_second": {"earnings22-10mins": 10.94, "librispeech-10mins": 9.3}, "average_wer": 24.61, "dataset_average_wer": {"earnings22-10mins": 46.58, "librispeech-10mins": 4.73}, "qoi": 0.69, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
854
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M4", "os": "macOS 15.6.1", "timestamp": "2025-09-24T06:33:09Z", "speed": 9.48, "tokens_per_second": 38.08, "dataset_speed": {"librispeech-10mins": 6.69, "earnings22-10mins": 16.3}, "dataset_tokens_per_second": {"librispeech-10mins": 28.19, "earnings22-10mins": 62.28}, "average_wer": 6.45, "dataset_average_wer": {"librispeech-10mins": 4.54, "earnings22-10mins": 8.58}, "qoi": 0.7, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
855
+ {"model": "openai/whisper-base.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-09-26T18:38:57Z", "speed": 68.08, "tokens_per_second": 241.5, "dataset_speed": {"librispeech-10mins": 51.21, "earnings22-10mins": 101.72}, "dataset_tokens_per_second": {"librispeech-10mins": 197.18, "earnings22-10mins": 329.9}, "average_wer": 9.77, "dataset_average_wer": {"librispeech-10mins": 8.94, "earnings22-10mins": 10.68}, "qoi": 0.49, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
856
  {"model": "openai/whisper-base.en", "device": "iPhone 13", "os": "iOS 18.7", "timestamp": "2025-09-22T19:58:40Z", "speed": 40.3, "tokens_per_second": 142.9, "dataset_speed": {"earnings22-10mins": 56.08, "librispeech-10mins": 31.48}, "dataset_tokens_per_second": {"earnings22-10mins": 181.69, "librispeech-10mins": 121.21}, "average_wer": 9.87, "dataset_average_wer": {"earnings22-10mins": 10.9, "librispeech-10mins": 8.94}, "qoi": 0.49, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
857
  {"model": "openai/whisper-base.en", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-09-22T18:24:55Z", "speed": 46.2, "tokens_per_second": 163.87, "dataset_speed": {"librispeech-10mins": 33.6, "earnings22-10mins": 74.11}, "dataset_tokens_per_second": {"librispeech-10mins": 129.39, "earnings22-10mins": 240.23}, "average_wer": 9.94, "dataset_average_wer": {"librispeech-10mins": 8.94, "earnings22-10mins": 11.05}, "qoi": 0.49, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
858
  {"model": "openai/whisper-small.en", "device": "iPad (10th generation)", "os": "iPadOS 18.6.2", "timestamp": "2025-09-25T22:24:26Z", "speed": 10.35, "tokens_per_second": 36.47, "dataset_speed": {"earnings22-10mins": 13.69, "librispeech-10mins": 8.32}, "dataset_tokens_per_second": {"earnings22-10mins": 43.14, "librispeech-10mins": 32.43}, "average_wer": 7.46, "dataset_average_wer": {"earnings22-10mins": 8.14, "librispeech-10mins": 6.84}, "qoi": 0.61, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
 
862
  {"model": "openai/whisper-large-v2/949MB", "device": "iPad (A16)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T22:34:01Z", "speed": 1.94, "tokens_per_second": 7.76, "dataset_speed": {"librispeech-10mins": 1.72, "earnings22-10mins": 2.58}, "dataset_tokens_per_second": {"librispeech-10mins": 7.43, "earnings22-10mins": 8.73}, "average_wer": 27.58, "dataset_average_wer": {"librispeech-10mins": 5.46, "earnings22-10mins": 52.03}, "qoi": 0.63, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
863
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 17", "os": "iOS 26.0", "timestamp": "2025-09-24T17:16:51Z", "speed": 3.13, "tokens_per_second": 11.36, "dataset_speed": {"earnings22-10mins": 4.0, "librispeech-10mins": 2.72}, "dataset_tokens_per_second": {"earnings22-10mins": 12.55, "librispeech-10mins": 10.8}, "average_wer": 21.57, "dataset_average_wer": {"earnings22-10mins": 37.86, "librispeech-10mins": 6.84}, "qoi": 0.57, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
864
  {"model": "openai/whisper-large-v2/949MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-09-22T23:14:00Z", "speed": 1.74, "tokens_per_second": 6.79, "dataset_speed": {"librispeech-10mins": 1.57, "earnings22-10mins": 2.16}, "dataset_tokens_per_second": {"librispeech-10mins": 6.78, "earnings22-10mins": 6.81}, "average_wer": 27.41, "dataset_average_wer": {"librispeech-10mins": 5.46, "earnings22-10mins": 51.67}, "qoi": 0.63, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
865
+ {"model": "openai/whisper-small", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 26.0", "timestamp": "2025-09-26T18:40:30Z", "speed": 17.97, "tokens_per_second": 68.28, "dataset_speed": {"earnings22-10mins": 24.58, "librispeech-10mins": 14.17}, "dataset_tokens_per_second": {"earnings22-10mins": 82.77, "librispeech-10mins": 59.97}, "average_wer": 8.7, "dataset_average_wer": {"earnings22-10mins": 9.88, "librispeech-10mins": 7.63}, "qoi": 0.55, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
866
  {"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-24T15:05:17Z", "speed": 4.97, "tokens_per_second": 17.31, "dataset_speed": {"librispeech-10mins": 4.34, "earnings22-10mins": 6.58}, "dataset_tokens_per_second": {"librispeech-10mins": 16.38, "earnings22-10mins": 19.67}, "average_wer": 24.89, "dataset_average_wer": {"librispeech-10mins": 5.0, "earnings22-10mins": 46.88}, "qoi": 0.66, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
867
  {"model": "openai/whisper-tiny.en", "device": "iPhone 17", "os": "iOS 26.0", "timestamp": "2025-09-24T15:41:03Z", "speed": 98.1, "tokens_per_second": 343.86, "dataset_speed": {"earnings22-10mins": 155.36, "librispeech-10mins": 71.77}, "dataset_tokens_per_second": {"earnings22-10mins": 493.27, "librispeech-10mins": 275.14}, "average_wer": 14.81, "dataset_average_wer": {"earnings22-10mins": 16.42, "librispeech-10mins": 13.35}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
868
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 13", "os": "iOS 18.7", "timestamp": "2025-09-22T21:53:49Z", "speed": 3.7, "tokens_per_second": 15.19, "dataset_speed": {"librispeech-10mins": 2.7, "earnings22-10mins": 5.89}, "dataset_tokens_per_second": {"librispeech-10mins": 11.32, "earnings22-10mins": 23.7}, "average_wer": 6.35, "dataset_average_wer": {"librispeech-10mins": 4.6, "earnings22-10mins": 8.28}, "qoi": 0.69, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
dashboard_data/support_data_3f451e1.csv CHANGED
@@ -1,23 +1,23 @@
1
- ,Model,"Apple M2 (Mac14,3)","Apple M4 (Mac16,10)","Apple M4 Pro (Mac16,8)","Apple M1 (Macmini9,1)","iPad (10th generation) (iPad13,18)","iPad mini (6th generation) (iPad14,1)","iPad Air 11-inch (M3) (iPad15,3)","iPad (A16) (iPad15,7)","iPad mini (A17 Pro) (iPad16,1)","iPhone 12 mini (iPhone13,1)","iPhone 13 (iPhone14,5)","iPhone 14 (iPhone14,7)","iPhone 15 (iPhone15,4)","iPhone 16 Pro (iPhone17,1)","iPhone 16e (iPhone17,5)","iPhone 17 Pro (iPhone18,1)","iPhone 17 (iPhone18,3)"
2
- distil-whisper_distil-large-v3,distil-whisper_distil-large-v3,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/Macmini9%2C1_summary_2025-09-22T120503.json>macOS 26.0</a>,Not Supported,Not Supported,? iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
3
- distil-whisper_distil-large-v3_594MB,distil-whisper_distil-large-v3_594MB,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,✅ macOS 26.0,Not Supported,✅ iPadOS 18.7,? iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 18.7,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone17%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,✅ iOS 18.6.2,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
4
- distil-whisper_distil-large-v3_turbo,distil-whisper_distil-large-v3_turbo,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/Mac14%2C3_summary_2025-09-22T150754.json>macOS 26.0</a>,✅ macOS 15.6.1,✅ macOS 15.7,Not Supported,Not Supported,Not Supported,? iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
5
- distil-whisper_distil-large-v3_turbo_600MB,distil-whisper_distil-large-v3_turbo_600MB,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,Not Supported,Not Supported,✅ iPadOS 18.7,? iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 18.7,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone17%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,✅ iOS 18.6.2,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
6
- openai_whisper-base,openai_whisper-base,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 18.6.2,✅ iPadOS 18.7,✅ iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.6.2,✅ iOS 26.0,✅ iOS 26.0
7
- openai_whisper-base.en,openai_whisper-base.en,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 18.6.2,✅ iPadOS 18.7,✅ iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.6.2,✅ iOS 26.0,✅ iOS 26.0
8
- openai_whisper-large-v2,openai_whisper-large-v2,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/Macmini9%2C1_summary_2025-09-22T120503.json>macOS 26.0</a>,Not Supported,Not Supported,? iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,✅ iOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
9
- openai_whisper-large-v2_949MB,openai_whisper-large-v2_949MB,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,✅ macOS 26.0,Not Supported,✅ iPadOS 18.7,? iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 18.7,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.6.2,✅ iOS 26.0,✅ iOS 26.0
10
- openai_whisper-large-v2_turbo,openai_whisper-large-v2_turbo,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,Not Supported,Not Supported,Not Supported,? iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
11
- openai_whisper-large-v2_turbo_955MB,openai_whisper-large-v2_turbo_955MB,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,Not Supported,Not Supported,✅ iPadOS 18.7,? iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 18.7,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.6.2,✅ iOS 26.0,✅ iOS 26.0
12
- openai_whisper-large-v3,openai_whisper-large-v3,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/Macmini9%2C1_summary_2025-09-22T120503.json>macOS 26.0</a>,Not Supported,Not Supported,? iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,✅ iOS 26.0,✅ iOS 26.0
13
- openai_whisper-large-v3-v20240930,openai_whisper-large-v3-v20240930,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/Macmini9%2C1_summary_2025-09-22T120503.json>macOS 26.0</a>,Not Supported,Not Supported,? iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
14
- openai_whisper-large-v3-v20240930_626MB,openai_whisper-large-v3-v20240930_626MB,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,✅ macOS 26.0,Not Supported,✅ iPadOS 18.7,? iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 18.7,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone17%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,✅ iOS 18.6.2,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
15
- openai_whisper-large-v3-v20240930_turbo,openai_whisper-large-v3-v20240930_turbo,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,Not Supported,Not Supported,Not Supported,? iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
16
- openai_whisper-large-v3-v20240930_turbo_632MB,openai_whisper-large-v3-v20240930_turbo_632MB,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,Not Supported,Not Supported,✅ iPadOS 18.7,? iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 18.7,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone17%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,✅ iOS 18.6.2,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
17
- openai_whisper-large-v3_947MB,openai_whisper-large-v3_947MB,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,✅ macOS 26.0,Not Supported,✅ iPadOS 18.7,? iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 18.7,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.6.2,? iOS 26.0,✅ iOS 26.0
18
- openai_whisper-large-v3_turbo,openai_whisper-large-v3_turbo,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,Not Supported,Not Supported,Not Supported,? iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
19
- openai_whisper-large-v3_turbo_954MB,openai_whisper-large-v3_turbo_954MB,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,Not Supported,Not Supported,✅ iPadOS 18.7,? iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 18.7,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone17%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,✅ iOS 18.6.2,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
20
- openai_whisper-small,openai_whisper-small,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 18.6.2,✅ iPadOS 18.7,? iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.6.2,✅ iOS 26.0,✅ iOS 26.0
21
- openai_whisper-small.en,openai_whisper-small.en,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 18.6.2,✅ iPadOS 18.7,✅ iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.6.2,✅ iOS 26.0,✅ iOS 26.0
22
- openai_whisper-tiny,openai_whisper-tiny,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 18.6.2,✅ iPadOS 18.7,✅ iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.6.2,✅ iOS 26.0,✅ iOS 26.0
23
- openai_whisper-tiny.en,openai_whisper-tiny.en,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 18.6.2,✅ iPadOS 18.7,✅ iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.6.2,✅ iOS 26.0,✅ iOS 26.0
 
1
+ ,Model,"Apple M2 (Mac14,3)","Apple M4 (Mac16,10)","Apple M4 Pro (Mac16,8)","Apple M1 (Macmini9,1)","iPad Air (5th generation) (iPad13,16)","iPad (10th generation) (iPad13,18)","iPad mini (6th generation) (iPad14,1)","iPad Air 11-inch (M2) (iPad14,8)","iPad Air 11-inch (M3) (iPad15,3)","iPad (A16) (iPad15,7)","iPad mini (A17 Pro) (iPad16,1)","iPad Pro 11-inch (M4) (iPad16,3)","iPhone 12 mini (iPhone13,1)","iPhone 13 (iPhone14,5)","iPhone 14 (iPhone14,7)","iPhone 15 (iPhone15,4)","iPhone 16 Pro (iPhone17,1)","iPhone 16e (iPhone17,5)","iPhone 17 Pro (iPhone18,1)","iPhone 17 (iPhone18,3)"
2
+ distil-whisper_distil-large-v3,distil-whisper_distil-large-v3,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/Macmini9%2C1_summary_2025-09-22T120503.json>macOS 26.0</a>,Not Supported,Not Supported,Not Supported,? iPadOS 26.0,? iPadOS 26.0,Not Supported,Not Supported,✅ iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
3
+ distil-whisper_distil-large-v3_594MB,distil-whisper_distil-large-v3_594MB,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,✅ macOS 26.0,Not Supported,Not Supported,✅ iPadOS 18.7,? iPadOS 26.0,? iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 18.7,? iPadOS 26.0,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone17%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,✅ iOS 18.6.2,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
4
+ distil-whisper_distil-large-v3_turbo,distil-whisper_distil-large-v3_turbo,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/Mac14%2C3_summary_2025-09-22T150754.json>macOS 26.0</a>,✅ macOS 15.6.1,✅ macOS 15.7,Not Supported,Not Supported,Not Supported,Not Supported,? iPadOS 26.0,? iPadOS 26.0,Not Supported,Not Supported,? iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
5
+ distil-whisper_distil-large-v3_turbo_600MB,distil-whisper_distil-large-v3_turbo_600MB,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,Not Supported,Not Supported,Not Supported,✅ iPadOS 18.7,? iPadOS 26.0,? iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 18.7,? iPadOS 26.0,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone17%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,✅ iOS 18.6.2,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
6
+ openai_whisper-base,openai_whisper-base,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 26.0,✅ iPadOS 18.6.2,✅ iPadOS 18.7,✅ iPadOS 26.0,✅ iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 18.7,✅ iPadOS 26.0,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.6.2,✅ iOS 26.0,✅ iOS 26.0
7
+ openai_whisper-base.en,openai_whisper-base.en,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 26.0,✅ iPadOS 18.6.2,✅ iPadOS 18.7,✅ iPadOS 26.0,✅ iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 18.7,✅ iPadOS 26.0,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.6.2,✅ iOS 26.0,✅ iOS 26.0
8
+ openai_whisper-large-v2,openai_whisper-large-v2,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/Macmini9%2C1_summary_2025-09-22T120503.json>macOS 26.0</a>,Not Supported,Not Supported,Not Supported,? iPadOS 26.0,? iPadOS 26.0,Not Supported,Not Supported,✅ iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,✅ iOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
9
+ openai_whisper-large-v2_949MB,openai_whisper-large-v2_949MB,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,✅ macOS 26.0,Not Supported,Not Supported,✅ iPadOS 18.7,? iPadOS 26.0,? iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 18.7,? iPadOS 26.0,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.6.2,✅ iOS 26.0,✅ iOS 26.0
10
+ openai_whisper-large-v2_turbo,openai_whisper-large-v2_turbo,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,Not Supported,Not Supported,Not Supported,Not Supported,? iPadOS 26.0,? iPadOS 26.0,Not Supported,Not Supported,? iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
11
+ openai_whisper-large-v2_turbo_955MB,openai_whisper-large-v2_turbo_955MB,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,Not Supported,Not Supported,Not Supported,✅ iPadOS 18.7,? iPadOS 26.0,? iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 18.7,? iPadOS 26.0,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.6.2,✅ iOS 26.0,✅ iOS 26.0
12
+ openai_whisper-large-v3,openai_whisper-large-v3,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/Macmini9%2C1_summary_2025-09-22T120503.json>macOS 26.0</a>,Not Supported,Not Supported,Not Supported,? iPadOS 26.0,? iPadOS 26.0,Not Supported,Not Supported,✅ iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,✅ iOS 26.0,✅ iOS 26.0
13
+ openai_whisper-large-v3-v20240930,openai_whisper-large-v3-v20240930,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/Macmini9%2C1_summary_2025-09-22T120503.json>macOS 26.0</a>,Not Supported,Not Supported,Not Supported,? iPadOS 26.0,? iPadOS 26.0,Not Supported,Not Supported,? iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
14
+ openai_whisper-large-v3-v20240930_626MB,openai_whisper-large-v3-v20240930_626MB,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,✅ macOS 26.0,Not Supported,Not Supported,✅ iPadOS 18.7,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPad14%2C8_summary_2025-09-26T141736.json>iPadOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPad15%2C3_summary_2025-09-26T141736.json>iPadOS 26.0</a>,✅ iPadOS 18.7,✅ iPadOS 18.7,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPad16%2C3_summary_2025-09-26T141736.json>iPadOS 26.0</a>,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone17%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,✅ iOS 18.6.2,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
15
+ openai_whisper-large-v3-v20240930_turbo,openai_whisper-large-v3-v20240930_turbo,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,Not Supported,Not Supported,Not Supported,Not Supported,? iPadOS 26.0,? iPadOS 26.0,Not Supported,Not Supported,? iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
16
+ openai_whisper-large-v3-v20240930_turbo_632MB,openai_whisper-large-v3-v20240930_turbo_632MB,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,Not Supported,Not Supported,Not Supported,✅ iPadOS 18.7,? iPadOS 26.0,? iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 18.7,? iPadOS 26.0,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone17%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,✅ iOS 18.6.2,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
17
+ openai_whisper-large-v3_947MB,openai_whisper-large-v3_947MB,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,✅ macOS 26.0,Not Supported,Not Supported,✅ iPadOS 18.7,? iPadOS 26.0,? iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 18.7,? iPadOS 26.0,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.6.2,? iOS 26.0,✅ iOS 26.0
18
+ openai_whisper-large-v3_turbo,openai_whisper-large-v3_turbo,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,Not Supported,Not Supported,Not Supported,Not Supported,? iPadOS 26.0,? iPadOS 26.0,Not Supported,Not Supported,? iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
19
+ openai_whisper-large-v3_turbo_954MB,openai_whisper-large-v3_turbo_954MB,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,Not Supported,Not Supported,Not Supported,✅ iPadOS 18.7,? iPadOS 26.0,? iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 18.7,? iPadOS 26.0,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone17%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,✅ iOS 18.6.2,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
20
+ openai_whisper-small,openai_whisper-small,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 26.0,✅ iPadOS 18.6.2,✅ iPadOS 18.7,✅ iPadOS 26.0,✅ iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 18.7,✅ iPadOS 26.0,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.6.2,✅ iOS 26.0,✅ iOS 26.0
21
+ openai_whisper-small.en,openai_whisper-small.en,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 26.0,✅ iPadOS 18.6.2,✅ iPadOS 18.7,✅ iPadOS 26.0,✅ iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 18.7,✅ iPadOS 26.0,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.6.2,✅ iOS 26.0,✅ iOS 26.0
22
+ openai_whisper-tiny,openai_whisper-tiny,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 26.0,✅ iPadOS 18.6.2,✅ iPadOS 18.7,✅ iPadOS 26.0,✅ iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 18.7,✅ iPadOS 26.0,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.6.2,✅ iOS 26.0,✅ iOS 26.0
23
+ openai_whisper-tiny.en,openai_whisper-tiny.en,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 26.0,✅ iPadOS 18.6.2,✅ iPadOS 18.7,✅ iPadOS 26.0,✅ iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 18.7,✅ iPadOS 26.0,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.6.2,✅ iOS 26.0,✅ iOS 26.0
dashboard_data/test_coverage_112a023.json CHANGED
@@ -5,154 +5,154 @@
5
  "skipped_devices": 88,
6
  "coverage_percentage": 35.76642335766424,
7
  "tested_device_list": [
8
- "iPad14,11",
9
- "iPad14,5",
 
10
  "Mac15,7",
11
- "Mac16,8",
12
  "Mac15,6",
13
- "iPad14,8",
14
- "Mac14,5",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
15
  "Mac15,8",
16
- "Mac14,8",
17
- "Mac14,3",
18
  "Mac14,10",
19
- "Mac14,15",
20
- "iPhone14,5",
21
  "Mac15,9",
22
- "iPhone14,7",
23
- "iPad14,3",
24
- "Mac15,11",
25
  "iPhone12,1",
26
- "iPhone14,8",
27
- "iPad16,6",
28
- "iPhone14,4",
29
  "iPad14,4",
30
- "Mac15,3",
31
  "iPad16,3",
32
- "iPhone12,8",
33
- "Mac14,4",
34
- "Mac14,2",
35
- "Mac16,9",
36
- "Mac14,14",
37
- "iPad16,5",
38
- "iPhone14,2",
39
- "iPhone12,3",
40
- "Mac14,9",
41
  "Mac14,13",
42
- "Mac15,10",
43
- "Mac15,5",
44
- "iPad14,6",
45
- "iPad14,9",
46
- "iPad16,4",
47
- "Mac15,12",
48
  "Mac15,13",
49
- "iPhone14,6",
50
- "iPhone12,5",
51
- "iPhone14,3",
52
- "Mac14,6",
53
  "Mac15,4",
54
  "iPad14,10",
55
- "Mac14,12",
56
- "Mac14,7"
 
 
 
 
57
  ],
58
  "skipped_device_list": [
59
- "MacBookPro18,4",
60
- "iPad11,4",
61
- "iPad12,1",
 
 
 
 
 
 
 
 
62
  "iPad14,1",
63
- "iPad8,9",
 
 
 
 
 
 
 
 
 
 
64
  "MacBookAir10,1",
65
- "iPhone17,3",
 
66
  "iPhone13,1",
 
 
 
 
 
 
 
67
  "iPad15,6",
68
- "iPhone16,1",
 
 
 
 
 
 
69
  "iPad13,19",
70
- "MacBookPro18,1",
71
- "MacBookPro18,2",
72
- "iPad8,12",
73
- "iPad15,5",
74
- "Mac16,1",
75
- "iPad13,8",
76
  "iPad13,2",
77
- "iPad8,6",
78
- "Mac16,2",
79
- "iPhone13,2",
80
- "iPhone11,5",
81
- "MacBookPro17,1",
82
- "iPad13,11",
83
- "iPad13,10",
84
- "iPhone17,1",
85
- "Mac16,5",
86
- "iPad11,2",
87
- "Mac13,2",
88
- "iMac21,2",
89
- "iPad13,5",
90
  "iPad15,8",
91
- "iPad8,2",
92
- "Mac16,13",
93
- "Mac16,12",
94
- "iPad8,3",
95
- "iPad8,10",
96
- "Mac16,3",
97
- "iPad8,4",
98
  "Mac16,6",
 
99
  "iPhone15,4",
100
- "iPad13,9",
 
 
 
 
 
101
  "iPad16,1",
102
- "iPad11,3",
103
- "iPad12,2",
104
- "iPad13,6",
105
- "iPhone15,3",
106
- "iPhone11,3",
107
- "iPhone11,8",
108
  "iPad13,1",
109
- "iPhone11,2",
110
- "iPad14,2",
111
- "iPad8,7",
112
- "iPhone12,4",
113
- "iPhone12,2",
114
- "iPad13,16",
115
- "iMac21,1",
116
- "Mac13,1",
117
- "iPad8,1",
118
- "iPhone11,4",
119
- "MacBookPro18,3",
120
- "iPhone13,3",
121
- "iPad11,6",
122
- "iPad8,11",
123
- "iPad15,4",
124
  "iPhone17,5",
125
- "iPhone15,2",
126
- "iPad13,18",
127
- "Macmini9,1",
128
- "iPad8,8",
129
- "Mac16,10",
130
- "iPad13,7",
131
- "iPad15,7",
132
- "iPhone17,4",
133
- "iPad16,2",
134
- "iPhone17,2",
135
  "iPhone16,2",
136
- "iPad15,3",
137
- "iPad11,1",
 
138
  "Mac16,7",
139
- "iPhone13,4",
140
- "iPad13,17",
141
- "iPad8,5",
142
- "Mac16,11",
143
- "iPad11,7",
144
- "iPhone15,5",
145
- "iPhone11,6",
146
- "iPad13,4"
 
 
 
 
 
147
  ],
148
  "tested_os_versions": [
149
- "macOS_15.2.0",
150
- "iPadOS_17.6.1",
151
  "macOS_15.2",
152
  "iPadOS_18.1",
 
 
153
  "iOS_17.7.1",
154
- "macOS_15.1.1",
155
- "iOS_17.6.1",
156
  "macOS_15.0.1"
157
  ],
158
  "has_target_os_coverage": false,
 
5
  "skipped_devices": 88,
6
  "coverage_percentage": 35.76642335766424,
7
  "tested_device_list": [
8
+ "iPhone14,4",
9
+ "Mac14,12",
10
+ "iPad16,4",
11
  "Mac15,7",
12
+ "Mac14,8",
13
  "Mac15,6",
14
+ "iPhone14,8",
15
+ "Mac15,11",
16
+ "Mac14,14",
17
+ "iPhone14,2",
18
+ "Mac14,6",
19
+ "iPad16,6",
20
+ "iPhone14,6",
21
+ "Mac15,5",
22
+ "Mac14,9",
23
+ "Mac14,7",
24
+ "iPad16,5",
25
+ "iPhone12,5",
26
+ "iPad14,6",
27
+ "iPad14,5",
28
+ "Mac15,3",
29
+ "Mac14,4",
30
+ "iPad14,11",
31
+ "iPhone12,3",
32
  "Mac15,8",
33
+ "Mac16,9",
34
+ "iPhone12,8",
35
  "Mac14,10",
 
 
36
  "Mac15,9",
37
+ "Mac15,12",
 
 
38
  "iPhone12,1",
39
+ "Mac16,8",
40
+ "iPhone14,3",
 
41
  "iPad14,4",
42
+ "Mac14,5",
43
  "iPad16,3",
 
 
 
 
 
 
 
 
 
44
  "Mac14,13",
45
+ "iPad14,3",
46
+ "Mac14,3",
 
 
 
 
47
  "Mac15,13",
48
+ "Mac14,2",
 
 
 
49
  "Mac15,4",
50
  "iPad14,10",
51
+ "iPad14,9",
52
+ "Mac15,10",
53
+ "iPhone14,7",
54
+ "iPad14,8",
55
+ "Mac14,15",
56
+ "iPhone14,5"
57
  ],
58
  "skipped_device_list": [
59
+ "iPad8,1",
60
+ "iPhone11,8",
61
+ "iPad15,3",
62
+ "iPhone17,3",
63
+ "iPad13,10",
64
+ "iPhone13,3",
65
+ "Mac16,11",
66
+ "iPad8,6",
67
+ "iPhone11,3",
68
+ "Mac16,12",
69
+ "iPad8,2",
70
  "iPad14,1",
71
+ "iPad11,1",
72
+ "iPad13,6",
73
+ "iPad15,5",
74
+ "Mac16,10",
75
+ "MacBookPro18,2",
76
+ "iPhone13,2",
77
+ "iPad11,7",
78
+ "iPad11,3",
79
+ "iPad11,4",
80
+ "MacBookPro17,1",
81
+ "iPhone16,1",
82
  "MacBookAir10,1",
83
+ "iPhone17,4",
84
+ "iPad8,9",
85
  "iPhone13,1",
86
+ "iPhone12,2",
87
+ "iPad16,2",
88
+ "iPad11,6",
89
+ "iPhone11,6",
90
+ "Mac16,2",
91
+ "Mac16,5",
92
+ "iPad13,8",
93
  "iPad15,6",
94
+ "Mac16,3",
95
+ "iPad8,11",
96
+ "iPad15,7",
97
+ "iPad13,11",
98
+ "iPad14,2",
99
+ "iPad13,16",
100
+ "iPad8,5",
101
  "iPad13,19",
102
+ "MacBookPro18,3",
103
+ "MacBookPro18,4",
104
+ "Mac13,1",
105
+ "iPad8,10",
 
 
106
  "iPad13,2",
107
+ "iPad13,17",
108
+ "iPhone13,4",
109
+ "iPhone15,3",
110
+ "iPad15,4",
111
+ "iPhone12,4",
112
+ "iPad12,1",
 
 
 
 
 
 
 
113
  "iPad15,8",
114
+ "iPhone15,5",
 
 
 
 
 
 
115
  "Mac16,6",
116
+ "iPad8,3",
117
  "iPhone15,4",
118
+ "iPhone17,2",
119
+ "iMac21,2",
120
+ "Mac16,13",
121
+ "MacBookPro18,1",
122
+ "iPhone11,4",
123
+ "iPhone17,1",
124
  "iPad16,1",
125
+ "iPad13,7",
 
 
 
 
 
126
  "iPad13,1",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
127
  "iPhone17,5",
128
+ "iPad11,2",
 
 
 
 
 
 
 
 
 
129
  "iPhone16,2",
130
+ "iPad8,8",
131
+ "iPad13,18",
132
+ "iPad13,5",
133
  "Mac16,7",
134
+ "iPad8,7",
135
+ "iPhone15,2",
136
+ "iMac21,1",
137
+ "Mac16,1",
138
+ "iPad12,2",
139
+ "Macmini9,1",
140
+ "iPhone11,2",
141
+ "iPad13,4",
142
+ "iPhone11,5",
143
+ "Mac13,2",
144
+ "iPad8,12",
145
+ "iPad13,9",
146
+ "iPad8,4"
147
  ],
148
  "tested_os_versions": [
149
+ "macOS_15.1.1",
150
+ "iOS_17.6.1",
151
  "macOS_15.2",
152
  "iPadOS_18.1",
153
+ "macOS_15.2.0",
154
+ "iPadOS_17.6.1",
155
  "iOS_17.7.1",
 
 
156
  "macOS_15.0.1"
157
  ],
158
  "has_target_os_coverage": false,
dashboard_data/test_coverage_11a1fab.json CHANGED
@@ -5,151 +5,151 @@
5
  "skipped_devices": 115,
6
  "coverage_percentage": 16.05839416058394,
7
  "tested_device_list": [
 
8
  "iPad15,3",
9
- "iPad15,5",
10
  "iPad16,1",
11
- "Mac16,1",
12
  "Mac16,10",
13
- "Mac16,7",
14
- "iPad13,2",
 
15
  "Mac16,11",
16
- "iPad15,7",
17
- "Mac16,3",
18
- "Mac16,5",
19
- "iPad15,6",
20
- "iPad13,1",
21
- "iPad13,19",
22
  "iPad16,2",
 
 
23
  "Mac16,2",
24
- "iPad15,4",
25
- "iPad15,8",
26
  "Mac16,6",
 
 
 
 
27
  "Mac16,13",
28
- "iPad13,18",
29
- "Mac16,12"
30
  ],
31
  "skipped_device_list": [
32
- "MacBookPro18,4",
33
- "iPad11,4",
34
- "iPad12,1",
35
- "iPad8,9",
 
 
 
 
 
 
 
36
  "iPad14,1",
 
 
 
 
 
 
 
 
 
 
 
 
37
  "MacBookAir10,1",
38
- "Mac14,15",
39
- "iPhone17,3",
 
 
40
  "iPhone13,1",
41
- "iPhone16,1",
42
- "MacBookPro18,1",
43
- "MacBookPro18,2",
44
- "Mac15,3",
45
- "iPad16,6",
46
- "iPad14,4",
47
- "iPad8,12",
48
- "Mac14,2",
49
  "iPad13,8",
50
  "iPad16,5",
51
- "iPhone14,2",
52
- "iPad8,6",
53
- "Mac15,10",
54
- "iPad16,4",
55
- "iPhone14,6",
56
- "iPhone12,5",
57
- "iPhone14,3",
58
- "iPhone13,2",
59
- "Mac14,7",
60
- "iPhone11,5",
61
- "MacBookPro17,1",
62
  "iPad13,11",
63
- "Mac15,6",
64
- "iPad13,10",
65
- "iPad14,8",
66
- "iPhone17,1",
67
- "iPad11,2",
68
- "Mac13,2",
69
- "iMac21,2",
70
  "Mac15,9",
71
- "iPad14,3",
72
- "iPad13,5",
73
- "iPad8,2",
74
- "iPad8,3",
75
- "iPad16,3",
76
  "iPad8,10",
77
- "iPhone12,3",
78
- "Mac14,13",
79
- "iPad14,6",
80
- "iPad8,4",
81
  "Mac15,4",
82
- "iPad13,9",
83
- "iPhone15,4",
84
- "iPad11,3",
85
- "iPad14,11",
86
- "iPad14,5",
87
- "iPad12,2",
88
- "iPad13,6",
89
- "Mac15,7",
90
  "iPhone15,3",
91
- "Mac16,8",
92
- "iPhone11,3",
93
- "Mac14,8",
94
- "Mac14,3",
95
- "iPhone11,8",
96
- "iPhone11,2",
97
- "iPad14,2",
98
- "iPad8,7",
99
- "Mac15,11",
100
  "iPhone12,4",
101
- "iPhone14,8",
102
- "iPhone14,4",
103
- "iPhone12,2",
104
- "iPhone12,8",
105
- "Mac14,4",
106
- "iPad13,16",
107
- "iMac21,1",
108
- "Mac14,14",
109
- "Mac16,9",
110
- "Mac13,1",
111
  "Mac14,9",
112
- "iPad8,1",
 
 
 
 
 
 
113
  "iPhone11,4",
114
- "MacBookPro18,3",
115
- "iPhone13,3",
116
- "Mac15,12",
117
- "iPad11,6",
118
- "iPad14,9",
119
- "Mac15,13",
120
- "iPad8,11",
121
  "iPhone17,5",
122
- "iPhone15,2",
123
- "iPad14,10",
124
- "Mac14,5",
125
- "Mac14,12",
126
- "Macmini9,1",
127
  "iPad8,8",
128
- "Mac15,8",
129
- "iPad13,7",
130
- "Mac14,10",
131
- "iPhone14,5",
132
- "iPhone17,4",
133
  "iPhone14,7",
134
- "iPhone17,2",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
135
  "iPhone12,1",
136
- "iPhone16,2",
137
- "iPad11,1",
138
- "iPhone13,4",
139
- "iPad13,17",
140
- "iPad8,5",
141
- "Mac15,5",
142
- "iPad11,7",
143
- "iPhone15,5",
144
- "Mac14,6",
145
- "iPhone11,6",
146
- "iPad13,4"
 
 
 
147
  ],
148
  "tested_os_versions": [
 
149
  "iPadOS_18.3.2",
150
  "macOS_15.4.0",
151
- "macOS_15.4",
152
- "iPadOS_18.4"
153
  ],
154
  "has_target_os_coverage": false,
155
  "covered_target_versions": [
 
5
  "skipped_devices": 115,
6
  "coverage_percentage": 16.05839416058394,
7
  "tested_device_list": [
8
+ "iPad13,19",
9
  "iPad15,3",
10
+ "iPad15,4",
11
  "iPad16,1",
 
12
  "Mac16,10",
13
+ "Mac16,1",
14
+ "iPad13,18",
15
+ "iPad15,8",
16
  "Mac16,11",
17
+ "Mac16,12",
 
 
 
 
 
18
  "iPad16,2",
19
+ "iPad13,1",
20
+ "iPad13,2",
21
  "Mac16,2",
22
+ "Mac16,5",
 
23
  "Mac16,6",
24
+ "iPad15,6",
25
+ "Mac16,3",
26
+ "iPad15,7",
27
+ "Mac16,7",
28
  "Mac16,13",
29
+ "iPad15,5"
 
30
  ],
31
  "skipped_device_list": [
32
+ "iPad8,1",
33
+ "iPhone14,4",
34
+ "iPhone11,8",
35
+ "iPhone17,3",
36
+ "iPad13,10",
37
+ "iPhone13,3",
38
+ "iPhone14,8",
39
+ "iPhone11,3",
40
+ "iPad8,6",
41
+ "Mac14,14",
42
+ "iPad8,2",
43
  "iPad14,1",
44
+ "iPad11,1",
45
+ "iPad14,6",
46
+ "iPad13,6",
47
+ "Mac14,4",
48
+ "Mac15,8",
49
+ "MacBookPro18,2",
50
+ "iPhone13,2",
51
+ "iPad11,7",
52
+ "iPad11,3",
53
+ "iPad11,4",
54
+ "MacBookPro17,1",
55
+ "iPhone16,1",
56
  "MacBookAir10,1",
57
+ "iPhone17,4",
58
+ "iPad16,4",
59
+ "iPad8,9",
60
+ "Mac14,8",
61
  "iPhone13,1",
62
+ "iPhone12,2",
63
+ "iPad11,6",
64
+ "iPhone11,6",
 
 
 
 
 
65
  "iPad13,8",
66
  "iPad16,5",
67
+ "iPad8,11",
 
 
 
 
 
 
 
 
 
 
68
  "iPad13,11",
69
+ "Mac15,3",
70
+ "iPad14,2",
71
+ "iPad13,16",
72
+ "iPad8,5",
73
+ "iPad14,11",
74
+ "Mac16,9",
75
+ "MacBookPro18,3",
76
  "Mac15,9",
77
+ "MacBookPro18,4",
78
+ "Mac15,12",
79
+ "Mac13,1",
80
+ "iPad14,4",
 
81
  "iPad8,10",
82
+ "iPad13,17",
83
+ "Mac14,3",
 
 
84
  "Mac15,4",
85
+ "iPhone13,4",
 
 
 
 
 
 
 
86
  "iPhone15,3",
87
+ "Mac14,12",
 
 
 
 
 
 
 
 
88
  "iPhone12,4",
89
+ "iPad12,1",
90
+ "iPhone15,5",
91
+ "Mac14,6",
92
+ "iPad16,6",
93
+ "Mac15,5",
 
 
 
 
 
94
  "Mac14,9",
95
+ "Mac14,7",
96
+ "iPad14,5",
97
+ "iPad8,3",
98
+ "iPhone15,4",
99
+ "iPhone17,2",
100
+ "iMac21,2",
101
+ "MacBookPro18,1",
102
  "iPhone11,4",
103
+ "iPhone17,1",
104
+ "iPhone12,8",
105
+ "Mac14,10",
106
+ "iPad13,7",
107
+ "Mac16,8",
108
+ "Mac14,13",
 
109
  "iPhone17,5",
110
+ "iPad11,2",
111
+ "Mac14,2",
112
+ "iPhone16,2",
 
 
113
  "iPad8,8",
114
+ "iPad14,9",
 
 
 
 
115
  "iPhone14,7",
116
+ "iPad13,5",
117
+ "iPad8,7",
118
+ "iPhone15,2",
119
+ "iPhone14,5",
120
+ "iMac21,1",
121
+ "Mac15,7",
122
+ "Mac15,6",
123
+ "Mac15,11",
124
+ "iPad12,2",
125
+ "iPhone14,2",
126
+ "iPhone14,6",
127
+ "Macmini9,1",
128
+ "iPhone12,5",
129
+ "iPhone11,2",
130
+ "iPhone12,3",
131
+ "iPad13,4",
132
  "iPhone12,1",
133
+ "iPhone11,5",
134
+ "iPhone14,3",
135
+ "Mac13,2",
136
+ "Mac14,5",
137
+ "iPad16,3",
138
+ "iPad14,3",
139
+ "iPad8,12",
140
+ "Mac15,13",
141
+ "iPad13,9",
142
+ "iPad8,4",
143
+ "iPad14,10",
144
+ "Mac15,10",
145
+ "Mac14,15",
146
+ "iPad14,8"
147
  ],
148
  "tested_os_versions": [
149
+ "iPadOS_18.4",
150
  "iPadOS_18.3.2",
151
  "macOS_15.4.0",
152
+ "macOS_15.4"
 
153
  ],
154
  "has_target_os_coverage": false,
155
  "covered_target_versions": [
dashboard_data/test_coverage_3f451e1.json CHANGED
@@ -1,164 +1,164 @@
1
  {
2
  "commit_hash": "3f451e1",
3
  "total_devices": 137,
4
- "tested_devices": 72,
5
- "skipped_devices": 67,
6
- "coverage_percentage": 52.55474452554745,
7
  "tested_device_list": [
8
- "MacBookPro17,1",
9
- "MacBookPro18,4",
10
- "Mac16,10",
11
- "Mac16,8",
12
- "iPhone18,1",
13
- "iPad14,1",
14
- "iPhone15,3",
15
- "Mac14,5",
16
- "Mac14,8",
17
- "MacBookAir10,1",
18
- "Mac14,3",
19
- "iPhone17,1",
20
- "Mac14,10",
21
- "iPad15,7",
22
- "Mac14,15",
23
- "iPhone14,5",
24
- "Mac16,5",
25
  "iPhone17,3",
26
- "iPhone17,4",
27
- "iPhone13,1",
28
- "iPad15,6",
29
- "iPhone18,3",
30
- "iPad13,1",
31
- "Mac13,2",
32
- "iPhone14,7",
33
- "iPad13,19",
34
- "iMac21,2",
35
- "iPad16,2",
36
- "iPad14,2",
37
  "iPad15,8",
38
- "MacBookPro18,1",
39
- "iPhone17,2",
40
- "Mac16,13",
41
- "Mac14,7",
42
  "iPhone14,8",
43
- "MacBookPro18,2",
44
- "iPhone14,4",
45
  "Mac16,12",
46
- "iPad15,3",
 
 
 
 
 
 
 
 
 
 
 
 
 
47
  "iPad15,5",
 
48
  "Mac14,4",
49
- "Mac16,1",
50
- "Mac16,7",
51
- "iPhone13,4",
 
 
 
 
 
 
 
 
 
 
52
  "Mac14,2",
53
- "Mac16,9",
54
- "Mac14,14",
55
- "iPad13,2",
 
 
 
 
 
 
 
56
  "iMac21,1",
57
- "Mac16,11",
 
 
 
58
  "iPhone14,2",
59
- "Mac13,1",
60
- "Mac14,9",
61
- "Mac14,13",
62
- "MacBookPro18,3",
63
- "Mac16,3",
64
- "iPhone15,5",
65
- "iPhone13,3",
66
- "iPhone14,6",
67
  "Mac16,2",
68
- "iPad15,4",
69
- "iPhone14,3",
70
- "iPhone17,5",
71
- "iPhone15,2",
72
- "Mac14,6",
73
- "Mac16,6",
74
- "iPhone13,2",
75
- "Mac14,12",
76
- "iPad13,18",
77
  "Macmini9,1",
78
- "iPhone15,4",
79
- "iPad16,1"
80
- ],
81
- "skipped_device_list": [
82
  "iPad13,11",
83
- "iPad11,3",
 
 
84
  "iPad14,11",
85
- "iPad14,5",
86
- "iPad12,2",
87
- "iPad13,6",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
88
  "Mac15,7",
89
- "iPad11,4",
90
  "iPad12,1",
91
  "Mac15,6",
92
- "iPad8,9",
93
- "iPad13,10",
94
- "iPad14,8",
95
  "iPhone11,3",
96
- "Mac15,8",
97
- "iPad13,7",
98
- "iPhone11,8",
99
- "iPad11,2",
100
- "iPad13,4",
101
- "iPad8,8",
102
- "iPhone16,1",
103
- "Mac15,9",
104
- "iPad14,3",
105
- "iPhone11,2",
106
- "iPad13,5",
107
- "iPad8,7",
108
  "Mac15,11",
 
 
 
109
  "iPad8,2",
110
- "iPhone12,1",
111
- "iPhone12,4",
112
- "iPhone16,2",
113
- "iPad16,6",
114
  "Mac15,3",
115
- "iPad14,4",
116
  "iPad8,3",
117
- "iPad16,3",
118
- "iPad8,12",
119
- "iPhone12,2",
120
- "iPhone12,8",
121
- "iPad8,10",
122
- "iPad11,1",
123
- "iPad13,8",
124
- "iPad13,16",
125
- "iPad16,5",
126
- "iPhone12,3",
127
- "iPad13,17",
128
  "iPad8,5",
129
- "iPad8,6",
130
- "iPad8,1",
131
- "Mac15,10",
132
  "iPhone11,4",
133
- "Mac15,5",
134
- "iPad11,7",
135
- "iPad14,6",
136
- "iPad8,4",
137
- "iPad16,4",
138
  "Mac15,12",
139
- "iPad11,6",
140
- "iPad14,9",
141
- "iPhone12,5",
 
 
 
 
142
  "Mac15,13",
143
- "iPad8,11",
144
  "Mac15,4",
145
- "iPad14,10",
146
- "iPhone11,6",
147
- "iPad13,9",
148
- "iPhone11,5"
 
 
 
149
  ],
150
  "tested_os_versions": [
151
- "iOS_18.7",
152
- "macOS_15.7.0",
153
- "iPadOS_18.7",
154
  "iOS_26.0",
155
- "macOS_15.6.1",
156
  "iOS_18.6.2",
157
- "iPadOS_18.6.2",
158
  "macOS_26.0",
159
- "macOS_26.0.0",
160
- "iPadOS_26.0",
161
- "macOS_15.7"
 
 
 
162
  ],
163
  "has_target_os_coverage": false,
164
  "covered_target_versions": [
@@ -175,20 +175,19 @@
175
  "platform_chip_coverage": {
176
  "iPad": {
177
  "total_chips": 8,
178
- "tested_chips": 5,
179
- "coverage_percentage": 62.5,
180
  "covered_chips": [
181
  "A14",
182
  "A15",
183
  "A16",
184
  "A17 Pro",
185
- "M3"
186
- ],
187
- "missing_chips": [
188
  "M1",
189
  "M2",
 
190
  "M4"
191
- ]
 
192
  },
193
  "iPhone": {
194
  "total_chips": 6,
@@ -220,11 +219,7 @@
220
  }
221
  },
222
  "missing_target_chips": {
223
- "iPad": [
224
- "M1",
225
- "M2",
226
- "M4"
227
- ],
228
  "iPhone": [
229
  "A17 Pro"
230
  ],
 
1
  {
2
  "commit_hash": "3f451e1",
3
  "total_devices": 137,
4
+ "tested_devices": 94,
5
+ "skipped_devices": 45,
6
+ "coverage_percentage": 68.61313868613139,
7
  "tested_device_list": [
8
+ "iPhone14,4",
9
+ "Mac14,12",
10
+ "iPad13,10",
11
+ "iPad15,3",
12
+ "iPad15,4",
13
+ "iPhone13,3",
 
 
 
 
 
 
 
 
 
 
 
14
  "iPhone17,3",
 
 
 
 
 
 
 
 
 
 
 
15
  "iPad15,8",
16
+ "Mac16,11",
17
+ "iPhone15,5",
 
 
18
  "iPhone14,8",
 
 
19
  "Mac16,12",
20
+ "Mac14,14",
21
+ "Mac14,6",
22
+ "iPad16,6",
23
+ "iPad14,1",
24
+ "Mac16,6",
25
+ "Mac14,9",
26
+ "Mac14,7",
27
+ "iPad14,6",
28
+ "iPad14,5",
29
+ "iPad13,6",
30
+ "iPhone15,4",
31
+ "iPhone17,2",
32
+ "iMac21,2",
33
+ "Mac16,13",
34
  "iPad15,5",
35
+ "MacBookPro18,1",
36
  "Mac14,4",
37
+ "iPhone17,1",
38
+ "iPad16,1",
39
+ "Mac16,10",
40
+ "Mac14,10",
41
+ "MacBookPro18,2",
42
+ "iPhone18,3",
43
+ "iPhone13,2",
44
+ "iPad13,7",
45
+ "Mac16,8",
46
+ "iPad13,1",
47
+ "Mac14,13",
48
+ "iPhone17,5",
49
+ "MacBookPro17,1",
50
  "Mac14,2",
51
+ "iPad14,9",
52
+ "iPhone14,7",
53
+ "MacBookAir10,1",
54
+ "iPhone14,5",
55
+ "iPad13,5",
56
+ "Mac16,7",
57
+ "iPad13,18",
58
+ "iPhone15,2",
59
+ "iPhone17,4",
60
+ "iPad16,4",
61
  "iMac21,1",
62
+ "Mac16,1",
63
+ "Mac14,8",
64
+ "iPhone13,1",
65
+ "iPad16,2",
66
  "iPhone14,2",
 
 
 
 
 
 
 
 
67
  "Mac16,2",
68
+ "iPhone14,6",
69
+ "Mac16,5",
70
+ "iPad13,8",
71
+ "iPad16,5",
72
+ "iPad15,6",
 
 
 
 
73
  "Macmini9,1",
74
+ "Mac16,3",
75
+ "iPad15,7",
 
 
76
  "iPad13,11",
77
+ "iPad14,2",
78
+ "iPad13,16",
79
+ "iPad13,19",
80
  "iPad14,11",
81
+ "iPad13,4",
82
+ "Mac16,9",
83
+ "MacBookPro18,3",
84
+ "MacBookPro18,4",
85
+ "iPhone14,3",
86
+ "iPhone18,1",
87
+ "Mac13,1",
88
+ "Mac13,2",
89
+ "iPad16,3",
90
+ "Mac14,5",
91
+ "iPad14,4",
92
+ "iPad14,3",
93
+ "iPad13,2",
94
+ "iPad13,17",
95
+ "Mac14,3",
96
+ "iPad13,9",
97
+ "iPad14,10",
98
+ "iPad14,8",
99
+ "Mac14,15",
100
+ "iPhone13,4",
101
+ "iPhone15,3"
102
+ ],
103
+ "skipped_device_list": [
104
+ "iPad8,1",
105
+ "iPhone11,8",
106
+ "iPad8,9",
107
  "Mac15,7",
108
+ "iPhone12,4",
109
  "iPad12,1",
110
  "Mac15,6",
 
 
 
111
  "iPhone11,3",
112
+ "iPad8,6",
113
+ "iPhone12,2",
 
 
 
 
 
 
 
 
 
 
114
  "Mac15,11",
115
+ "iPad12,2",
116
+ "iPad11,6",
117
+ "iPhone11,6",
118
  "iPad8,2",
119
+ "Mac15,5",
120
+ "iPad11,1",
121
+ "iPhone12,5",
122
+ "iPad8,11",
123
  "Mac15,3",
 
124
  "iPad8,3",
125
+ "iPhone11,2",
 
 
 
 
 
 
 
 
 
 
126
  "iPad8,5",
 
 
 
127
  "iPhone11,4",
128
+ "iPhone12,3",
129
+ "Mac15,8",
130
+ "iPhone12,8",
131
+ "Mac15,9",
 
132
  "Mac15,12",
133
+ "iPhone12,1",
134
+ "iPhone11,5",
135
+ "iPad11,7",
136
+ "iPad11,3",
137
+ "iPad8,10",
138
+ "iPad8,12",
139
+ "iPad11,4",
140
  "Mac15,13",
 
141
  "Mac15,4",
142
+ "iPhone16,1",
143
+ "iPad11,2",
144
+ "iPhone16,2",
145
+ "iPad8,8",
146
+ "iPad8,4",
147
+ "Mac15,10",
148
+ "iPad8,7"
149
  ],
150
  "tested_os_versions": [
151
+ "iPadOS_26.0",
 
 
152
  "iOS_26.0",
153
+ "macOS_26.0.0",
154
  "iOS_18.6.2",
 
155
  "macOS_26.0",
156
+ "macOS_15.7.0",
157
+ "iPadOS_18.6.2",
158
+ "iPadOS_18.7",
159
+ "macOS_15.6.1",
160
+ "macOS_15.7",
161
+ "iOS_18.7"
162
  ],
163
  "has_target_os_coverage": false,
164
  "covered_target_versions": [
 
175
  "platform_chip_coverage": {
176
  "iPad": {
177
  "total_chips": 8,
178
+ "tested_chips": 8,
179
+ "coverage_percentage": 100.0,
180
  "covered_chips": [
181
  "A14",
182
  "A15",
183
  "A16",
184
  "A17 Pro",
 
 
 
185
  "M1",
186
  "M2",
187
+ "M3",
188
  "M4"
189
+ ],
190
+ "missing_chips": []
191
  },
192
  "iPhone": {
193
  "total_chips": 6,
 
219
  }
220
  },
221
  "missing_target_chips": {
222
+ "iPad": [],
 
 
 
 
223
  "iPhone": [
224
  "A17 Pro"
225
  ],
dashboard_data/test_coverage_8c0acbd.json CHANGED
@@ -5,159 +5,159 @@
5
  "skipped_devices": 55,
6
  "coverage_percentage": 59.854014598540154,
7
  "tested_device_list": [
8
- "iPad14,11",
9
- "iPad14,5",
10
- "iPad13,6",
11
- "Mac15,7",
12
- "Mac16,8",
13
- "iPhone15,3",
14
- "iPad14,1",
15
- "Mac14,8",
16
- "Mac14,3",
17
- "Mac14,15",
18
  "iPhone17,3",
19
- "iPhone13,1",
20
- "iPad15,6",
21
- "iPad13,4",
22
- "iPhone16,1",
23
- "iPad14,2",
24
- "Mac15,11",
25
  "iPhone14,8",
 
 
 
26
  "iPad16,6",
27
- "iPhone14,4",
28
- "iPad14,4",
29
- "Mac15,3",
30
- "iPhone12,8",
 
 
 
 
31
  "iPad15,5",
32
  "Mac14,4",
 
 
 
 
 
 
 
 
 
33
  "Mac14,2",
34
- "iPad13,16",
35
- "iPad13,8",
36
- "Mac16,9",
37
- "Mac14,14",
38
- "iPad16,5",
39
- "iPhone14,2",
40
- "Mac14,9",
41
- "Mac15,10",
42
- "iPhone13,3",
43
- "Mac15,12",
44
  "iPad14,9",
 
 
 
 
 
45
  "iPad16,4",
46
- "iPad13,9",
 
 
 
 
 
 
47
  "iPhone14,6",
 
 
 
48
  "iPhone12,5",
49
- "iPad15,4",
50
- "iPhone14,3",
51
- "Mac15,13",
52
- "iPhone17,5",
53
- "iPhone15,2",
54
- "iPad14,10",
55
- "iPhone13,2",
56
- "Mac14,12",
57
- "Mac14,5",
58
- "Mac14,7",
59
- "iPad13,11",
60
- "Mac15,6",
61
- "iPad14,8",
62
- "iPad13,10",
63
- "Mac15,8",
64
- "iPad13,7",
65
- "Mac14,10",
66
  "iPad15,7",
67
- "iPhone14,5",
68
- "iPhone17,4",
 
 
 
 
 
 
69
  "Mac15,9",
70
- "iPhone14,7",
71
- "iPad14,3",
72
- "iPad16,2",
73
- "iPad13,5",
74
- "iPad15,8",
75
  "iPhone12,1",
76
- "iPhone16,2",
 
 
77
  "iPad16,3",
78
- "iPad15,3",
79
- "iPhone13,4",
80
  "iPad13,17",
81
- "iPhone12,3",
82
- "Mac14,13",
83
- "Mac15,5",
84
- "iPhone15,5",
85
- "iPad14,6",
86
- "Mac14,6",
87
  "Mac15,4",
88
- "iPhone15,4",
89
- "iPad16,1"
 
 
 
 
90
  ],
91
  "skipped_device_list": [
92
- "MacBookPro18,4",
93
- "MacBookPro17,1",
94
- "iPad11,3",
95
- "iPhone11,6",
96
- "iPad12,2",
97
- "Mac16,10",
98
- "iPad11,4",
99
- "iPad12,1",
100
  "iPad8,9",
 
 
 
 
101
  "iPhone11,3",
102
- "MacBookAir10,1",
103
- "iPhone17,1",
104
- "iPhone11,8",
 
 
 
 
 
105
  "Mac16,5",
106
- "iPad11,2",
107
- "iPad13,1",
108
- "Mac13,2",
109
- "iMac21,2",
110
- "iPad8,8",
111
- "iPad13,19",
112
  "iPhone11,2",
113
- "MacBookPro18,1",
114
- "iPad8,7",
115
  "iPhone17,2",
116
- "iPad8,2",
117
  "Mac16,13",
118
- "iPhone12,4",
119
- "MacBookPro18,2",
120
- "Mac16,12",
121
- "iPad8,3",
122
- "iPad8,12",
123
- "iPhone12,2",
124
- "Mac16,1",
125
- "iPad8,10",
126
- "iPad11,1",
127
- "Mac16,7",
128
- "iPad13,2",
129
- "iMac21,1",
130
- "Mac16,11",
131
  "iPad8,5",
132
- "Mac13,1",
133
- "iPad8,6",
134
- "iPad8,1",
135
  "iPhone11,4",
 
 
 
136
  "MacBookPro18,3",
137
- "Mac16,3",
 
 
 
 
138
  "iPad11,7",
 
 
 
 
 
 
 
 
 
139
  "iPad8,4",
140
- "iPad11,6",
141
- "Mac16,2",
142
- "iPad8,11",
143
- "Mac16,6",
144
- "iPad13,18",
145
- "Macmini9,1",
146
- "iPhone11,5"
147
  ],
148
  "tested_os_versions": [
149
- "iOS_19.0",
150
- "iOS_18.5",
151
- "iPadOS_19.0",
152
  "iOS_18.4.1",
153
- "macOS_15.5.0",
154
  "iOS_26.0",
155
- "macOS_15.5",
156
  "iPadOS_18.4",
157
  "iPadOS_18.5",
158
- "iPadOS_26.0",
 
159
  "iOS_18.1",
160
- "iPadOS_18.4.1"
 
 
 
161
  ],
162
  "has_target_os_coverage": false,
163
  "covered_target_versions": [
 
5
  "skipped_devices": 55,
6
  "coverage_percentage": 59.854014598540154,
7
  "tested_device_list": [
8
+ "iPhone14,4",
9
+ "Mac14,12",
10
+ "iPad13,10",
 
 
 
 
 
 
 
11
  "iPhone17,3",
12
+ "iPad15,3",
13
+ "iPad15,4",
14
+ "iPhone13,3",
15
+ "iPad15,8",
 
 
16
  "iPhone14,8",
17
+ "iPhone15,5",
18
+ "Mac14,14",
19
+ "Mac14,6",
20
  "iPad16,6",
21
+ "iPad14,1",
22
+ "Mac15,5",
23
+ "Mac14,9",
24
+ "Mac14,7",
25
+ "iPad14,6",
26
+ "iPad14,5",
27
+ "iPad13,6",
28
+ "iPhone15,4",
29
  "iPad15,5",
30
  "Mac14,4",
31
+ "Mac15,8",
32
+ "iPad16,1",
33
+ "iPhone12,8",
34
+ "Mac14,10",
35
+ "iPhone13,2",
36
+ "iPad13,7",
37
+ "Mac16,8",
38
+ "Mac14,13",
39
+ "iPhone17,5",
40
  "Mac14,2",
41
+ "iPhone16,1",
42
+ "iPhone16,2",
 
 
 
 
 
 
 
 
43
  "iPad14,9",
44
+ "iPhone14,7",
45
+ "iPhone17,4",
46
+ "iPad13,5",
47
+ "iPhone14,5",
48
+ "iPhone15,2",
49
  "iPad16,4",
50
+ "Mac15,7",
51
+ "Mac14,8",
52
+ "Mac15,6",
53
+ "iPhone13,1",
54
+ "Mac15,11",
55
+ "iPad16,2",
56
+ "iPhone14,2",
57
  "iPhone14,6",
58
+ "iPad13,8",
59
+ "iPad16,5",
60
+ "iPad15,6",
61
  "iPhone12,5",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
62
  "iPad15,7",
63
+ "iPad13,11",
64
+ "Mac15,3",
65
+ "iPad14,2",
66
+ "iPad13,16",
67
+ "iPad14,11",
68
+ "iPhone12,3",
69
+ "Mac16,9",
70
+ "iPad13,4",
71
  "Mac15,9",
72
+ "Mac15,12",
 
 
 
 
73
  "iPhone12,1",
74
+ "iPhone14,3",
75
+ "iPad14,4",
76
+ "Mac14,5",
77
  "iPad16,3",
78
+ "iPad14,3",
 
79
  "iPad13,17",
80
+ "Mac14,3",
81
+ "Mac15,13",
82
+ "iPad13,9",
 
 
 
83
  "Mac15,4",
84
+ "iPad14,10",
85
+ "Mac15,10",
86
+ "iPad14,8",
87
+ "Mac14,15",
88
+ "iPhone13,4",
89
+ "iPhone15,3"
90
  ],
91
  "skipped_device_list": [
92
+ "iPad8,1",
93
+ "iPhone11,8",
94
+ "iMac21,1",
 
 
 
 
 
95
  "iPad8,9",
96
+ "Mac16,1",
97
+ "iPhone12,4",
98
+ "iPad12,1",
99
+ "Mac16,11",
100
  "iPhone11,3",
101
+ "iPad8,6",
102
+ "iPhone12,2",
103
+ "Mac16,12",
104
+ "iPad12,2",
105
+ "iPad11,6",
106
+ "iPhone11,6",
107
+ "iPad8,2",
108
+ "Mac16,2",
109
  "Mac16,5",
110
+ "Mac16,6",
111
+ "Macmini9,1",
112
+ "iPad11,1",
113
+ "Mac16,3",
114
+ "iPad8,11",
115
+ "iPad8,3",
116
  "iPhone11,2",
 
 
117
  "iPhone17,2",
118
+ "iMac21,2",
119
  "Mac16,13",
120
+ "MacBookPro18,1",
 
 
 
 
 
 
 
 
 
 
 
 
121
  "iPad8,5",
122
+ "iPad13,19",
 
 
123
  "iPhone11,4",
124
+ "iPhone17,1",
125
+ "Mac16,10",
126
+ "iPad13,18",
127
  "MacBookPro18,3",
128
+ "MacBookPro18,2",
129
+ "MacBookPro18,4",
130
+ "iPhone11,5",
131
+ "Mac13,1",
132
+ "Mac13,2",
133
  "iPad11,7",
134
+ "iPad13,1",
135
+ "iPad11,3",
136
+ "iPad8,10",
137
+ "iPad13,2",
138
+ "iPad8,12",
139
+ "iPad11,4",
140
+ "MacBookPro17,1",
141
+ "iPad11,2",
142
+ "iPad8,8",
143
  "iPad8,4",
144
+ "MacBookAir10,1",
145
+ "Mac16,7",
146
+ "iPad8,7"
 
 
 
 
147
  ],
148
  "tested_os_versions": [
149
+ "iPadOS_26.0",
 
 
150
  "iOS_18.4.1",
 
151
  "iOS_26.0",
 
152
  "iPadOS_18.4",
153
  "iPadOS_18.5",
154
+ "iOS_19.0",
155
+ "iOS_18.5",
156
  "iOS_18.1",
157
+ "iPadOS_19.0",
158
+ "iPadOS_18.4.1",
159
+ "macOS_15.5",
160
+ "macOS_15.5.0"
161
  ],
162
  "has_target_os_coverage": false,
163
  "covered_target_versions": [
dashboard_data/test_coverage_a9b92c4.json CHANGED
@@ -5,165 +5,165 @@
5
  "skipped_devices": 44,
6
  "coverage_percentage": 67.88321167883211,
7
  "tested_device_list": [
8
- "MacBookPro18,4",
9
- "iPad14,11",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
10
  "iPad14,5",
11
  "iPad13,6",
12
- "Mac15,7",
 
 
 
 
 
 
 
 
 
 
 
 
 
13
  "Mac16,8",
 
 
 
 
 
 
 
 
14
  "MacBookAir10,1",
 
 
 
 
 
 
 
15
  "Mac14,8",
16
- "Mac14,3",
17
- "Mac14,15",
18
- "iPhone17,3",
19
  "iPhone13,1",
20
- "iPhone16,1",
21
- "MacBookPro18,1",
22
  "Mac15,11",
23
- "iPhone14,8",
24
- "MacBookPro18,2",
 
 
 
 
 
 
 
 
 
25
  "Mac15,3",
26
- "iPhone14,4",
27
- "iPad14,4",
28
- "iPad16,6",
29
- "iPhone12,8",
30
- "Mac14,4",
31
- "Mac16,1",
32
- "Mac14,2",
33
  "iPad13,16",
34
- "Mac14,14",
35
- "iMac21,1",
36
  "Mac16,9",
37
- "iPad16,5",
38
- "iPhone14,2",
39
- "iPad13,8",
40
- "Mac13,1",
41
- "Mac14,9",
42
- "Mac15,10",
43
  "MacBookPro18,3",
44
- "iPhone13,3",
45
  "Mac15,12",
46
- "iPad14,9",
47
- "iPad16,4",
48
- "Mac15,13",
49
- "iPhone14,6",
50
- "Mac16,2",
51
- "iPhone12,5",
52
  "iPhone14,3",
53
- "iPad13,9",
54
- "iPhone17,5",
55
- "iPhone13,2",
56
- "iPad14,10",
57
- "Mac14,12",
58
  "Mac14,5",
59
- "Mac14,7",
60
- "Macmini9,1",
61
- "MacBookPro17,1",
62
- "iPad13,11",
63
- "Mac16,10",
64
- "Mac15,6",
65
- "iPad14,8",
66
- "iPad13,10",
67
- "Mac15,8",
68
- "iPhone17,1",
69
- "iPad13,7",
70
- "Mac14,10",
71
- "iPhone14,5",
72
- "iPhone17,4",
73
- "Mac16,5",
74
  "Mac13,2",
75
- "Mac15,9",
76
- "iMac21,2",
77
- "iPhone14,7",
78
  "iPad14,3",
79
- "iPad16,2",
80
- "iPad13,5",
81
- "iPhone17,2",
82
- "Mac16,13",
83
- "iPhone12,1",
84
- "iPhone16,2",
85
- "Mac16,12",
86
- "iPad16,3",
87
- "Mac16,7",
88
- "iPhone13,4",
89
- "Mac16,11",
90
- "iPhone12,3",
91
  "iPad13,17",
92
- "Mac14,13",
93
- "Mac15,5",
94
- "Mac16,3",
95
- "iPad14,6",
96
- "Mac14,6",
97
- "Mac16,6",
98
  "Mac15,4",
99
- "iPad13,4",
100
- "iPad16,1"
 
 
 
 
101
  ],
102
  "skipped_device_list": [
103
- "iPad11,3",
104
- "iPhone11,6",
105
- "iPad12,2",
106
- "iPad11,4",
107
- "iPad12,1",
108
- "iPhone15,3",
109
- "iPad14,1",
110
- "iPad8,9",
111
- "iPhone11,3",
112
  "iPhone11,8",
113
- "iPad15,7",
114
- "iPad11,2",
115
- "iPad15,6",
116
- "iPad13,1",
117
- "iPad8,8",
118
- "iPad13,19",
119
- "iPhone11,2",
120
  "iPad15,8",
121
- "iPad14,2",
122
- "iPad8,7",
 
 
 
 
 
123
  "iPad8,2",
124
- "iPhone12,4",
 
 
 
 
125
  "iPad8,3",
126
- "iPad8,12",
 
 
127
  "iPad15,5",
128
- "iPhone12,2",
129
- "iPad8,10",
130
- "iPad15,3",
131
- "iPad11,1",
132
- "iPad13,2",
133
  "iPad8,5",
134
- "iPad8,6",
135
- "iPad8,1",
136
  "iPhone11,4",
 
137
  "iPad11,7",
138
- "iPhone15,5",
 
 
 
 
 
 
 
139
  "iPad8,4",
140
- "iPad11,6",
141
- "iPad8,11",
142
- "iPad15,4",
143
- "iPhone15,2",
144
  "iPad13,18",
145
- "iPhone15,4",
146
- "iPhone11,5"
 
147
  ],
148
  "tested_os_versions": [
149
- "macOS_15.1",
150
- "macOS_15.2.0",
151
- "iPadOS_17.6.1",
152
- "macOS_15.0.0",
153
- "iOS_18.0",
154
- "macOS_15.2",
155
- "macOS_15.0",
156
- "iOS_17.7",
157
- "iPadOS_18.1",
158
  "iOS_18.0.1",
 
159
  "iOS_17.2.1",
160
- "iOS_18.1",
 
 
161
  "macOS_15.1.0",
162
- "iPadOS_18.0.1",
163
  "iOS_17.3",
164
- "iOS_17.6.1",
165
- "macOS_15.0.1",
166
- "iOS_18.2"
 
 
 
 
 
 
167
  ],
168
  "has_target_os_coverage": false,
169
  "covered_target_versions": [
 
5
  "skipped_devices": 44,
6
  "coverage_percentage": 67.88321167883211,
7
  "tested_device_list": [
8
+ "iPhone14,4",
9
+ "Mac14,12",
10
+ "iPad13,10",
11
+ "iPhone17,3",
12
+ "iPhone13,3",
13
+ "Mac16,11",
14
+ "iPhone14,8",
15
+ "Mac16,12",
16
+ "Mac14,14",
17
+ "Mac14,6",
18
+ "iPad16,6",
19
+ "Mac16,6",
20
+ "Mac15,5",
21
+ "Mac14,9",
22
+ "Mac14,7",
23
+ "iPad14,6",
24
  "iPad14,5",
25
  "iPad13,6",
26
+ "iPhone17,2",
27
+ "Mac16,13",
28
+ "iMac21,2",
29
+ "MacBookPro18,1",
30
+ "Mac14,4",
31
+ "iPhone17,1",
32
+ "Mac15,8",
33
+ "Mac16,10",
34
+ "iPad16,1",
35
+ "iPhone12,8",
36
+ "Mac14,10",
37
+ "MacBookPro18,2",
38
+ "iPhone13,2",
39
+ "iPad13,7",
40
  "Mac16,8",
41
+ "Mac14,13",
42
+ "iPhone17,5",
43
+ "MacBookPro17,1",
44
+ "Mac14,2",
45
+ "iPhone16,1",
46
+ "iPhone16,2",
47
+ "iPad14,9",
48
+ "iPhone14,7",
49
  "MacBookAir10,1",
50
+ "iPhone17,4",
51
+ "Mac16,7",
52
+ "iPad13,5",
53
+ "iPhone14,5",
54
+ "iPad16,4",
55
+ "iMac21,1",
56
+ "Mac15,7",
57
  "Mac14,8",
58
+ "Mac16,1",
59
+ "Mac15,6",
 
60
  "iPhone13,1",
 
 
61
  "Mac15,11",
62
+ "iPad16,2",
63
+ "iPhone14,2",
64
+ "Mac16,2",
65
+ "iPhone14,6",
66
+ "Mac16,5",
67
+ "iPad13,8",
68
+ "iPad16,5",
69
+ "Macmini9,1",
70
+ "Mac16,3",
71
+ "iPhone12,5",
72
+ "iPad13,11",
73
  "Mac15,3",
 
 
 
 
 
 
 
74
  "iPad13,16",
75
+ "iPad14,11",
76
+ "iPhone12,3",
77
  "Mac16,9",
78
+ "iPad13,4",
 
 
 
 
 
79
  "MacBookPro18,3",
80
+ "Mac15,9",
81
  "Mac15,12",
82
+ "MacBookPro18,4",
83
+ "iPhone12,1",
 
 
 
 
84
  "iPhone14,3",
85
+ "Mac13,1",
 
 
 
 
86
  "Mac14,5",
87
+ "iPad16,3",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
88
  "Mac13,2",
89
+ "iPad14,4",
 
 
90
  "iPad14,3",
 
 
 
 
 
 
 
 
 
 
 
 
91
  "iPad13,17",
92
+ "Mac14,3",
93
+ "Mac15,13",
 
 
 
 
94
  "Mac15,4",
95
+ "iPad13,9",
96
+ "iPad14,10",
97
+ "Mac15,10",
98
+ "iPad14,8",
99
+ "Mac14,15",
100
+ "iPhone13,4"
101
  ],
102
  "skipped_device_list": [
103
+ "iPad8,1",
 
 
 
 
 
 
 
 
104
  "iPhone11,8",
105
+ "iPad15,3",
106
+ "iPad15,4",
107
+ "iPad8,9",
108
+ "iPhone12,4",
109
+ "iPad12,1",
 
 
110
  "iPad15,8",
111
+ "iPhone15,5",
112
+ "iPhone11,3",
113
+ "iPad8,6",
114
+ "iPhone12,2",
115
+ "iPad12,2",
116
+ "iPad11,6",
117
+ "iPhone11,6",
118
  "iPad8,2",
119
+ "iPad14,1",
120
+ "iPad15,6",
121
+ "iPad11,1",
122
+ "iPad8,11",
123
+ "iPad15,7",
124
  "iPad8,3",
125
+ "iPad14,2",
126
+ "iPhone15,4",
127
+ "iPhone11,2",
128
  "iPad15,5",
 
 
 
 
 
129
  "iPad8,5",
130
+ "iPad13,19",
 
131
  "iPhone11,4",
132
+ "iPhone11,5",
133
  "iPad11,7",
134
+ "iPad13,1",
135
+ "iPad11,3",
136
+ "iPad8,10",
137
+ "iPad13,2",
138
+ "iPad8,12",
139
+ "iPad11,4",
140
+ "iPad11,2",
141
+ "iPad8,8",
142
  "iPad8,4",
 
 
 
 
143
  "iPad13,18",
144
+ "iPad8,7",
145
+ "iPhone15,3",
146
+ "iPhone15,2"
147
  ],
148
  "tested_os_versions": [
 
 
 
 
 
 
 
 
 
149
  "iOS_18.0.1",
150
+ "iOS_18.0",
151
  "iOS_17.2.1",
152
+ "iOS_17.6.1",
153
+ "macOS_15.1",
154
+ "macOS_15.2",
155
  "macOS_15.1.0",
156
+ "iPadOS_18.1",
157
  "iOS_17.3",
158
+ "iPadOS_17.6.1",
159
+ "iPadOS_18.0.1",
160
+ "macOS_15.2.0",
161
+ "iOS_18.1",
162
+ "iOS_17.7",
163
+ "macOS_15.0.0",
164
+ "macOS_15.0",
165
+ "iOS_18.2",
166
+ "macOS_15.0.1"
167
  ],
168
  "has_target_os_coverage": false,
169
  "covered_target_versions": [
dashboard_data/test_coverage_c814cae.json CHANGED
@@ -5,160 +5,160 @@
5
  "skipped_devices": 51,
6
  "coverage_percentage": 62.77372262773723,
7
  "tested_device_list": [
8
- "MacBookPro18,4",
9
- "iPad14,11",
10
- "iPad14,5",
11
- "iPad13,6",
12
- "Mac16,8",
13
- "iPhone15,3",
14
- "MacBookAir10,1",
15
- "Mac14,8",
16
- "Mac14,3",
17
- "Mac14,15",
18
  "iPhone17,3",
19
- "iPhone13,1",
20
- "iPad15,6",
21
- "iPhone15,4",
22
- "MacBookPro18,1",
 
23
  "iPhone14,8",
24
- "MacBookPro18,2",
 
 
 
25
  "iPad16,6",
26
- "iPhone14,4",
27
- "iPad14,4",
 
 
 
 
 
 
 
 
28
  "iPad15,5",
 
29
  "Mac14,4",
30
- "Mac16,1",
 
 
 
 
 
 
 
 
 
 
31
  "Mac14,2",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
32
  "iPad13,8",
 
 
 
 
 
 
33
  "iPad13,16",
34
- "iMac21,1",
35
  "Mac16,9",
36
- "iPad16,5",
37
- "iPhone14,2",
38
- "Mac14,14",
39
- "Mac13,1",
40
- "Mac14,9",
41
  "MacBookPro18,3",
42
- "iPhone13,3",
43
- "iPad14,9",
44
- "iPad16,4",
45
- "iPad13,9",
46
- "iPhone14,6",
47
- "Mac16,2",
48
- "iPad15,4",
49
  "iPhone14,3",
50
- "iPhone17,5",
51
- "iPhone15,2",
52
- "iPhone13,2",
53
- "iPad14,10",
54
  "Mac14,5",
55
- "Mac14,12",
56
- "Mac14,7",
57
- "Macmini9,1",
58
- "MacBookPro17,1",
59
- "iPad13,11",
60
- "Mac16,10",
61
- "iPad14,8",
62
- "iPad13,10",
63
- "iPhone17,1",
64
- "iPad13,7",
65
- "Mac14,10",
66
- "iPad15,7",
67
- "iPhone14,5",
68
- "Mac16,5",
69
- "iPhone17,4",
70
  "Mac13,2",
71
- "iMac21,2",
72
- "iPhone14,7",
73
  "iPad14,3",
74
- "iPad16,2",
75
- "iPad13,5",
76
- "iPad15,8",
77
- "iPhone17,2",
78
- "Mac16,13",
79
- "Mac16,12",
80
- "iPad16,3",
81
- "iPad15,3",
82
- "Mac16,7",
83
- "iPhone13,4",
84
  "iPad13,17",
85
- "Mac16,11",
86
- "Mac14,13",
87
- "Mac16,3",
88
- "iPhone15,5",
89
- "iPad14,6",
90
- "Mac14,6",
91
- "Mac16,6",
92
- "iPad13,4",
93
- "iPad16,1"
94
  ],
95
  "skipped_device_list": [
96
- "iPad11,3",
97
- "iPhone11,6",
98
- "iPad12,2",
99
  "Mac15,7",
100
- "iPad11,4",
101
  "iPad12,1",
102
  "Mac15,6",
103
- "iPad14,1",
104
- "iPad8,9",
105
  "iPhone11,3",
106
- "Mac15,8",
107
- "iPhone11,8",
108
- "iPad11,2",
109
- "iPad13,1",
110
- "iPad8,8",
111
- "iPhone16,1",
112
- "Mac15,9",
113
- "iPad13,19",
114
- "iPhone11,2",
115
- "iPad14,2",
116
- "iPad8,7",
117
  "Mac15,11",
 
 
 
118
  "iPad8,2",
119
- "iPhone12,1",
120
- "iPhone12,4",
121
- "iPhone16,2",
 
 
122
  "Mac15,3",
123
  "iPad8,3",
124
- "iPad8,12",
125
- "iPhone12,2",
126
- "iPhone12,8",
127
- "iPad8,10",
128
- "iPad11,1",
129
- "iPad13,2",
130
- "iPhone12,3",
131
  "iPad8,5",
132
- "iPad8,6",
133
- "iPad8,1",
134
- "Mac15,10",
135
  "iPhone11,4",
136
- "Mac15,5",
137
- "iPad11,7",
 
 
138
  "Mac15,12",
139
- "iPad8,4",
140
- "iPad11,6",
 
 
 
 
 
 
 
141
  "Mac15,13",
142
- "iPhone12,5",
143
- "iPad8,11",
144
  "Mac15,4",
 
 
 
 
 
 
145
  "iPad13,18",
146
- "iPhone11,5"
147
  ],
148
  "tested_os_versions": [
149
- "macOS_15.7.0",
150
  "iOS_18.7",
151
- "iOS_18.5",
152
- "macOS_15.5.0",
153
  "iOS_26.0",
 
 
154
  "macOS_26.0",
 
 
 
155
  "iPadOS_18.6",
156
- "macOS_26.0.0",
157
  "macOS_15.5",
158
- "iPadOS_18.5",
159
- "iPadOS_26.0",
160
- "iPadOS_18.4.1",
161
- "macOS_15.7"
162
  ],
163
  "has_target_os_coverage": false,
164
  "covered_target_versions": [
 
5
  "skipped_devices": 51,
6
  "coverage_percentage": 62.77372262773723,
7
  "tested_device_list": [
8
+ "iPhone14,4",
9
+ "Mac14,12",
10
+ "iPad13,10",
 
 
 
 
 
 
 
11
  "iPhone17,3",
12
+ "iPad15,3",
13
+ "iPhone13,3",
14
+ "iPad15,4",
15
+ "iPad15,8",
16
+ "Mac16,11",
17
  "iPhone14,8",
18
+ "iPhone15,5",
19
+ "Mac16,12",
20
+ "Mac14,14",
21
+ "Mac14,6",
22
  "iPad16,6",
23
+ "Mac16,6",
24
+ "Mac14,9",
25
+ "Mac14,7",
26
+ "iPad14,6",
27
+ "iPad14,5",
28
+ "iPad13,6",
29
+ "iPhone15,4",
30
+ "iPhone17,2",
31
+ "Mac16,13",
32
+ "iMac21,2",
33
  "iPad15,5",
34
+ "MacBookPro18,1",
35
  "Mac14,4",
36
+ "iPhone17,1",
37
+ "Mac16,10",
38
+ "iPad16,1",
39
+ "Mac14,10",
40
+ "MacBookPro18,2",
41
+ "iPhone13,2",
42
+ "iPad13,7",
43
+ "Mac16,8",
44
+ "Mac14,13",
45
+ "iPhone17,5",
46
+ "MacBookPro17,1",
47
  "Mac14,2",
48
+ "iPad14,9",
49
+ "iPhone14,7",
50
+ "MacBookAir10,1",
51
+ "iPhone14,5",
52
+ "Mac16,7",
53
+ "iPad13,5",
54
+ "iPhone17,4",
55
+ "iPhone15,2",
56
+ "iPad16,4",
57
+ "iMac21,1",
58
+ "Mac16,1",
59
+ "Mac14,8",
60
+ "iPhone13,1",
61
+ "iPad16,2",
62
+ "iPhone14,2",
63
+ "Mac16,2",
64
+ "iPhone14,6",
65
+ "Mac16,5",
66
  "iPad13,8",
67
+ "iPad16,5",
68
+ "iPad15,6",
69
+ "Macmini9,1",
70
+ "Mac16,3",
71
+ "iPad15,7",
72
+ "iPad13,11",
73
  "iPad13,16",
74
+ "iPad14,11",
75
  "Mac16,9",
76
+ "iPad13,4",
 
 
 
 
77
  "MacBookPro18,3",
78
+ "MacBookPro18,4",
 
 
 
 
 
 
79
  "iPhone14,3",
80
+ "Mac13,1",
 
 
 
81
  "Mac14,5",
82
+ "iPad16,3",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
83
  "Mac13,2",
84
+ "iPad14,4",
 
85
  "iPad14,3",
 
 
 
 
 
 
 
 
 
 
86
  "iPad13,17",
87
+ "Mac14,3",
88
+ "iPad13,9",
89
+ "iPad14,10",
90
+ "iPad14,8",
91
+ "Mac14,15",
92
+ "iPhone13,4",
93
+ "iPhone15,3"
 
 
94
  ],
95
  "skipped_device_list": [
96
+ "iPad8,1",
97
+ "iPhone11,8",
98
+ "iPad8,9",
99
  "Mac15,7",
100
+ "iPhone12,4",
101
  "iPad12,1",
102
  "Mac15,6",
 
 
103
  "iPhone11,3",
104
+ "iPad8,6",
105
+ "iPhone12,2",
 
 
 
 
 
 
 
 
 
106
  "Mac15,11",
107
+ "iPad12,2",
108
+ "iPad11,6",
109
+ "iPhone11,6",
110
  "iPad8,2",
111
+ "iPad14,1",
112
+ "Mac15,5",
113
+ "iPad11,1",
114
+ "iPhone12,5",
115
+ "iPad8,11",
116
  "Mac15,3",
117
  "iPad8,3",
118
+ "iPad14,2",
119
+ "iPhone11,2",
 
 
 
 
 
120
  "iPad8,5",
121
+ "iPad13,19",
 
 
122
  "iPhone11,4",
123
+ "iPhone12,3",
124
+ "Mac15,8",
125
+ "iPhone12,8",
126
+ "Mac15,9",
127
  "Mac15,12",
128
+ "iPhone12,1",
129
+ "iPhone11,5",
130
+ "iPad11,7",
131
+ "iPad13,1",
132
+ "iPad11,3",
133
+ "iPad8,10",
134
+ "iPad13,2",
135
+ "iPad8,12",
136
+ "iPad11,4",
137
  "Mac15,13",
 
 
138
  "Mac15,4",
139
+ "iPhone16,1",
140
+ "iPad11,2",
141
+ "iPhone16,2",
142
+ "iPad8,8",
143
+ "iPad8,4",
144
+ "Mac15,10",
145
  "iPad13,18",
146
+ "iPad8,7"
147
  ],
148
  "tested_os_versions": [
 
149
  "iOS_18.7",
150
+ "iPadOS_26.0",
151
+ "iPadOS_18.4.1",
152
  "iOS_26.0",
153
+ "macOS_26.0.0",
154
+ "iPadOS_18.5",
155
  "macOS_26.0",
156
+ "macOS_15.7.0",
157
+ "iOS_18.5",
158
+ "macOS_15.7",
159
  "iPadOS_18.6",
 
160
  "macOS_15.5",
161
+ "macOS_15.5.0"
 
 
 
162
  ],
163
  "has_target_os_coverage": false,
164
  "covered_target_versions": [
dashboard_data/test_coverage_ca49596.json CHANGED
@@ -5,155 +5,155 @@
5
  "skipped_devices": 74,
6
  "coverage_percentage": 45.98540145985402,
7
  "tested_device_list": [
8
- "iPad14,11",
9
- "iPad14,5",
10
- "Mac15,3",
11
- "Mac16,10",
 
 
 
12
  "Mac15,7",
13
- "Mac16,8",
14
  "Mac15,6",
15
- "iPad14,8",
16
- "Mac14,5",
17
- "Mac15,8",
18
- "Mac14,8",
19
- "Mac14,3",
20
- "Mac14,10",
21
- "Mac14,15",
22
- "Mac16,5",
23
- "iPhone14,5",
24
- "iPad15,6",
25
- "Mac15,9",
26
- "iPad14,3",
27
- "iPhone14,7",
28
- "Mac15,11",
29
- "Mac16,13",
30
- "iPhone12,1",
31
  "iPhone14,8",
32
- "iPad16,6",
33
- "iPhone14,4",
34
- "iPad14,4",
35
  "Mac16,12",
36
- "iPad16,3",
37
- "iPad15,3",
38
- "iPad15,5",
39
- "iPhone12,8",
40
- "Mac16,1",
41
- "Mac14,4",
42
- "Mac16,7",
43
- "Mac14,2",
44
- "Mac16,9",
45
  "Mac14,14",
46
- "iPad16,5",
47
  "iPhone14,2",
48
- "Mac16,11",
49
- "iPhone12,3",
50
- "Mac14,9",
51
- "Mac14,13",
52
- "Mac15,10",
 
53
  "Mac15,5",
 
 
 
 
54
  "Mac16,3",
 
55
  "iPad14,6",
56
- "iPad14,9",
57
- "iPad16,4",
 
 
 
 
 
 
 
 
 
 
 
58
  "Mac15,12",
59
- "Mac15,13",
60
- "iPhone14,6",
61
- "Mac16,2",
62
- "iPad15,4",
63
  "iPhone14,3",
64
- "iPhone12,5",
65
- "Mac14,6",
66
- "Mac16,6",
67
- "iPad14,10",
 
 
 
 
 
68
  "Mac15,4",
69
- "Mac14,12",
70
- "Mac14,7"
 
 
 
 
 
71
  ],
72
  "skipped_device_list": [
73
- "MacBookPro18,4",
74
- "MacBookPro17,1",
75
- "iPad13,11",
76
- "iPad11,3",
77
- "iPhone11,6",
78
- "iPad12,2",
79
- "iPad13,6",
80
- "iPad11,4",
81
- "iPad12,1",
82
- "iPhone15,3",
83
- "iPad14,1",
84
- "iPad8,9",
85
- "iPad13,10",
86
- "iPhone11,3",
87
- "MacBookAir10,1",
88
- "iPhone17,1",
89
- "iPad13,7",
90
  "iPhone11,8",
91
- "iPad15,7",
92
  "iPhone17,3",
93
- "iPhone17,4",
94
- "iPad11,2",
 
 
 
 
 
95
  "iPhone13,1",
96
- "iPad13,1",
97
- "Mac13,2",
98
- "iPhone16,1",
99
- "iMac21,2",
100
- "iPad8,8",
101
- "iPad13,19",
102
- "iPhone11,2",
103
  "iPad16,2",
104
- "iPhone15,4",
105
- "iPad13,5",
106
- "iPad15,8",
107
- "iPad14,2",
108
- "MacBookPro18,1",
109
- "iPad8,7",
110
- "iPhone17,2",
111
  "iPad8,2",
112
- "iPhone12,4",
113
- "iPhone16,2",
114
- "MacBookPro18,2",
115
- "iPad8,3",
116
- "iPad8,12",
117
- "iPhone12,2",
118
- "iPad8,10",
119
- "iPad11,1",
120
- "iPhone13,4",
121
  "iPad13,8",
122
- "iPad13,2",
 
 
 
 
 
 
 
 
123
  "iPad13,16",
124
- "iMac21,1",
125
- "iPad13,17",
 
 
126
  "iPad8,5",
127
- "Mac13,1",
128
- "iPad8,6",
129
- "iPad8,1",
130
  "iPhone11,4",
 
 
 
131
  "MacBookPro18,3",
132
- "iPad11,7",
133
- "iPhone13,3",
134
- "iPhone15,5",
135
- "iPad8,4",
136
- "iPad11,6",
137
- "iPad8,11",
138
- "iPhone17,5",
139
- "iPhone15,2",
140
  "iPad13,4",
 
 
141
  "iPhone13,2",
142
- "iPad13,18",
143
- "Macmini9,1",
144
- "iPad13,9",
145
  "iPhone11,5",
146
- "iPad16,1"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
147
  ],
148
  "tested_os_versions": [
149
- "macOS_15.4.0",
150
  "iOS_17.6.1",
151
  "iPadOS_18.4",
 
152
  "iPadOS_18.3.2",
153
- "macOS_15.3",
154
  "macOS_15.4",
155
  "macOS_15.3.0",
156
- "iOS_18.1"
157
  ],
158
  "has_target_os_coverage": false,
159
  "covered_target_versions": [
 
5
  "skipped_devices": 74,
6
  "coverage_percentage": 45.98540145985402,
7
  "tested_device_list": [
8
+ "iPhone14,4",
9
+ "Mac14,12",
10
+ "iPad16,4",
11
+ "iPad15,3",
12
+ "iPad15,4",
13
+ "Mac16,1",
14
+ "Mac14,8",
15
  "Mac15,7",
16
+ "Mac16,11",
17
  "Mac15,6",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
18
  "iPhone14,8",
19
+ "Mac15,11",
 
 
20
  "Mac16,12",
 
 
 
 
 
 
 
 
 
21
  "Mac14,14",
 
22
  "iPhone14,2",
23
+ "Mac14,6",
24
+ "iPad16,6",
25
+ "Mac16,2",
26
+ "iPhone14,6",
27
+ "Mac16,5",
28
+ "Mac16,6",
29
  "Mac15,5",
30
+ "Mac14,9",
31
+ "Mac14,7",
32
+ "iPad15,6",
33
+ "iPad16,5",
34
  "Mac16,3",
35
+ "iPhone12,5",
36
  "iPad14,6",
37
+ "Mac15,3",
38
+ "iPad14,5",
39
+ "Mac16,13",
40
+ "iPad15,5",
41
+ "Mac14,4",
42
+ "iPad14,11",
43
+ "iPhone12,3",
44
+ "Mac15,8",
45
+ "Mac16,10",
46
+ "Mac16,9",
47
+ "iPhone12,8",
48
+ "Mac14,10",
49
+ "Mac15,9",
50
  "Mac15,12",
51
+ "iPhone12,1",
52
+ "Mac16,8",
 
 
53
  "iPhone14,3",
54
+ "iPad14,4",
55
+ "Mac14,5",
56
+ "iPad16,3",
57
+ "iPhone14,5",
58
+ "Mac14,13",
59
+ "iPad14,3",
60
+ "Mac14,3",
61
+ "Mac15,13",
62
+ "Mac14,2",
63
  "Mac15,4",
64
+ "iPad14,10",
65
+ "iPad14,9",
66
+ "Mac15,10",
67
+ "iPhone14,7",
68
+ "iPad14,8",
69
+ "Mac14,15",
70
+ "Mac16,7"
71
  ],
72
  "skipped_device_list": [
73
+ "iPad8,1",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
74
  "iPhone11,8",
 
75
  "iPhone17,3",
76
+ "iPad13,10",
77
+ "iPhone13,3",
78
+ "iPad8,9",
79
+ "iMac21,1",
80
+ "iPhone12,4",
81
+ "iPad12,1",
82
+ "iPad15,8",
83
  "iPhone13,1",
84
+ "iPhone15,5",
85
+ "iPad8,6",
86
+ "iPhone11,3",
87
+ "iPhone12,2",
88
+ "iPad12,2",
 
 
89
  "iPad16,2",
90
+ "iPad11,6",
91
+ "iPhone11,6",
 
 
 
 
 
92
  "iPad8,2",
93
+ "iPad14,1",
 
 
 
 
 
 
 
 
94
  "iPad13,8",
95
+ "Macmini9,1",
96
+ "iPad11,1",
97
+ "iPad8,11",
98
+ "iPad15,7",
99
+ "iPad13,11",
100
+ "iPad8,3",
101
+ "iPad13,6",
102
+ "iPad14,2",
103
+ "iPhone15,4",
104
  "iPad13,16",
105
+ "iPhone17,2",
106
+ "iMac21,2",
107
+ "iPhone11,2",
108
+ "MacBookPro18,1",
109
  "iPad8,5",
110
+ "iPad13,19",
 
 
111
  "iPhone11,4",
112
+ "iPhone17,1",
113
+ "iPad16,1",
114
+ "iPad13,18",
115
  "MacBookPro18,3",
 
 
 
 
 
 
 
 
116
  "iPad13,4",
117
+ "MacBookPro18,2",
118
+ "MacBookPro18,4",
119
  "iPhone13,2",
120
+ "iPad13,7",
 
 
121
  "iPhone11,5",
122
+ "iPad13,5",
123
+ "Mac13,1",
124
+ "Mac13,2",
125
+ "iPad11,7",
126
+ "iPad13,1",
127
+ "iPad11,3",
128
+ "iPad8,10",
129
+ "iPad13,2",
130
+ "iPhone17,5",
131
+ "iPad13,17",
132
+ "iPad11,4",
133
+ "MacBookPro17,1",
134
+ "iPad11,2",
135
+ "iPhone16,1",
136
+ "iPad8,12",
137
+ "iPad13,9",
138
+ "iPhone16,2",
139
+ "iPad8,8",
140
+ "iPad8,4",
141
+ "MacBookAir10,1",
142
+ "iPhone13,4",
143
+ "iPhone17,4",
144
+ "iPad8,7",
145
+ "iPhone15,3",
146
+ "iPhone15,2"
147
  ],
148
  "tested_os_versions": [
 
149
  "iOS_17.6.1",
150
  "iPadOS_18.4",
151
+ "macOS_15.4.0",
152
  "iPadOS_18.3.2",
153
+ "iOS_18.1",
154
  "macOS_15.4",
155
  "macOS_15.3.0",
156
+ "macOS_15.3"
157
  ],
158
  "has_target_os_coverage": false,
159
  "covered_target_versions": [
dashboard_data/version.json CHANGED
@@ -1 +1 @@
1
- {"last_modified": "2025-09-26T04:40:13+00:00", "sha": "176ea07eb2af02f5b23e5134b8e2bfc94c42b1d4", "releases": ["a9b92c4", "112a023", "ca49596", "11a1fab", "8c0acbd", "c814cae", "3f451e1"], "versions": ["0.9.1", "0.10.1", "0.11.0", "0.12.0", "0.13.0", "0.13.1", "0.14.0"]}
 
1
+ {"last_modified": "2025-09-26T21:21:29+00:00", "sha": "aa8e182ca089e65a3e02c50315680d7e55114ecc", "releases": ["a9b92c4", "112a023", "ca49596", "11a1fab", "8c0acbd", "c814cae", "3f451e1"], "versions": ["0.9.1", "0.10.1", "0.11.0", "0.12.0", "0.13.0", "0.13.1", "0.14.0"]}