Hugging Face's logo

Spaces:
argmaxinc
/
whisperkit-benchmarks
Running

App Files Community
takeargmax commited on
Commit
93a4187
·
1 Parent(s): 5a383bc

update dataset files

Browse files
Files changed (10) hide show
  1. dashboard_data/performance_data.json +0 -0
  2. dashboard_data/support_data_3f451e1.csv +23 -23
  3. dashboard_data/test_coverage_112a023.json +117 -117
  4. dashboard_data/test_coverage_11a1fab.json +115 -115
  5. dashboard_data/test_coverage_3f451e1.json +134 -136
  6. dashboard_data/test_coverage_8c0acbd.json +113 -113
  7. dashboard_data/test_coverage_a9b92c4.json +120 -120
  8. dashboard_data/test_coverage_c814cae.json +121 -121
  9. dashboard_data/test_coverage_ca49596.json +112 -112
  10. dashboard_data/version.json +1 -1
dashboard_data/performance_data.json CHANGED
The diff for this file is too large to render. See raw diff
 
dashboard_data/support_data_3f451e1.csv CHANGED
@@ -1,23 +1,23 @@
1
- ,Model,"Apple M2 (Mac14,3)","Apple M4 Pro (Mac16,8)","Apple M1 (Macmini9,1)","iPad Air 11-inch (M3) (iPad15,3)","iPhone 12 mini (iPhone13,1)","iPhone 13 (iPhone14,5)","iPhone 14 (iPhone14,7)","iPhone 15 (iPhone15,4)","iPhone 16 Pro (iPhone17,1)","iPhone 16e (iPhone17,5)","iPhone 17 Pro (iPhone18,1)","iPhone 17 (iPhone18,3)"
2
- distil-whisper_distil-large-v3,distil-whisper_distil-large-v3,✅ macOS 26.0,✅ macOS 15.7,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/Macmini9%2C1_summary_2025-09-22T120503.json>macOS 26.0</a>,? iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
3
- distil-whisper_distil-large-v3_594MB,distil-whisper_distil-large-v3_594MB,✅ macOS 26.0,✅ macOS 15.7,✅ macOS 26.0,? iPadOS 26.0,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone17%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,✅ iOS 18.6.2,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
4
- distil-whisper_distil-large-v3_turbo,distil-whisper_distil-large-v3_turbo,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/Mac14%2C3_summary_2025-09-22T150754.json>macOS 26.0</a>,✅ macOS 15.7,Not Supported,? iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
5
- distil-whisper_distil-large-v3_turbo_600MB,distil-whisper_distil-large-v3_turbo_600MB,✅ macOS 26.0,✅ macOS 15.7,Not Supported,? iPadOS 26.0,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone17%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,✅ iOS 18.6.2,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
6
- openai_whisper-base,openai_whisper-base,✅ macOS 26.0,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 26.0,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.6.2,✅ iOS 26.0,✅ iOS 26.0
7
- openai_whisper-base.en,openai_whisper-base.en,✅ macOS 26.0,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 26.0,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.6.2,✅ iOS 26.0,✅ iOS 26.0
8
- openai_whisper-large-v2,openai_whisper-large-v2,✅ macOS 26.0,✅ macOS 15.7,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/Macmini9%2C1_summary_2025-09-22T120503.json>macOS 26.0</a>,? iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,✅ iOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
9
- openai_whisper-large-v2_949MB,openai_whisper-large-v2_949MB,✅ macOS 26.0,✅ macOS 15.7,✅ macOS 26.0,? iPadOS 26.0,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.6.2,✅ iOS 26.0,✅ iOS 26.0
10
- openai_whisper-large-v2_turbo,openai_whisper-large-v2_turbo,✅ macOS 26.0,✅ macOS 15.7,Not Supported,? iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
11
- openai_whisper-large-v2_turbo_955MB,openai_whisper-large-v2_turbo_955MB,✅ macOS 26.0,✅ macOS 15.7,Not Supported,? iPadOS 26.0,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.6.2,✅ iOS 26.0,✅ iOS 26.0
12
- openai_whisper-large-v3,openai_whisper-large-v3,✅ macOS 26.0,✅ macOS 15.7,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/Macmini9%2C1_summary_2025-09-22T120503.json>macOS 26.0</a>,? iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,✅ iOS 26.0,✅ iOS 26.0
13
- openai_whisper-large-v3-v20240930,openai_whisper-large-v3-v20240930,✅ macOS 26.0,✅ macOS 15.7,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/Macmini9%2C1_summary_2025-09-22T120503.json>macOS 26.0</a>,? iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
14
- openai_whisper-large-v3-v20240930_626MB,openai_whisper-large-v3-v20240930_626MB,✅ macOS 26.0,✅ macOS 15.7,✅ macOS 26.0,? iPadOS 26.0,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone17%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,✅ iOS 18.6.2,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
15
- openai_whisper-large-v3-v20240930_turbo,openai_whisper-large-v3-v20240930_turbo,✅ macOS 26.0,✅ macOS 15.7,Not Supported,? iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
16
- openai_whisper-large-v3-v20240930_turbo_632MB,openai_whisper-large-v3-v20240930_turbo_632MB,✅ macOS 26.0,✅ macOS 15.7,Not Supported,? iPadOS 26.0,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone17%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,✅ iOS 18.6.2,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
17
- openai_whisper-large-v3_947MB,openai_whisper-large-v3_947MB,✅ macOS 26.0,✅ macOS 15.7,✅ macOS 26.0,? iPadOS 26.0,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.6.2,? iOS 26.0,✅ iOS 26.0
18
- openai_whisper-large-v3_turbo,openai_whisper-large-v3_turbo,✅ macOS 26.0,✅ macOS 15.7,Not Supported,? iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
19
- openai_whisper-large-v3_turbo_954MB,openai_whisper-large-v3_turbo_954MB,✅ macOS 26.0,✅ macOS 15.7,Not Supported,? iPadOS 26.0,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone17%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,✅ iOS 18.6.2,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
20
- openai_whisper-small,openai_whisper-small,✅ macOS 26.0,✅ macOS 15.7,✅ macOS 26.0,? iPadOS 26.0,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.6.2,✅ iOS 26.0,✅ iOS 26.0
21
- openai_whisper-small.en,openai_whisper-small.en,✅ macOS 26.0,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 26.0,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.6.2,✅ iOS 26.0,✅ iOS 26.0
22
- openai_whisper-tiny,openai_whisper-tiny,✅ macOS 26.0,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 26.0,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.6.2,✅ iOS 26.0,✅ iOS 26.0
23
- openai_whisper-tiny.en,openai_whisper-tiny.en,✅ macOS 26.0,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 26.0,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.6.2,✅ iOS 26.0,✅ iOS 26.0
 
1
+ ,Model,"Apple M2 (Mac14,3)","Apple M4 (Mac16,10)","Apple M4 Pro (Mac16,8)","Apple M1 (Macmini9,1)","iPad (10th generation) (iPad13,18)","iPad mini (6th generation) (iPad14,1)","iPad Air 11-inch (M3) (iPad15,3)","iPad (A16) (iPad15,7)","iPad mini (A17 Pro) (iPad16,1)","iPhone 12 mini (iPhone13,1)","iPhone 13 (iPhone14,5)","iPhone 14 (iPhone14,7)","iPhone 15 (iPhone15,4)","iPhone 16 Pro (iPhone17,1)","iPhone 16e (iPhone17,5)","iPhone 17 Pro (iPhone18,1)","iPhone 17 (iPhone18,3)"
2
+ distil-whisper_distil-large-v3,distil-whisper_distil-large-v3,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/Macmini9%2C1_summary_2025-09-22T120503.json>macOS 26.0</a>,Not Supported,Not Supported,? iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
3
+ distil-whisper_distil-large-v3_594MB,distil-whisper_distil-large-v3_594MB,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,✅ macOS 26.0,Not Supported,✅ iPadOS 18.7,? iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 18.7,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone17%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,✅ iOS 18.6.2,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
4
+ distil-whisper_distil-large-v3_turbo,distil-whisper_distil-large-v3_turbo,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/Mac14%2C3_summary_2025-09-22T150754.json>macOS 26.0</a>,✅ macOS 15.6.1,✅ macOS 15.7,Not Supported,Not Supported,Not Supported,? iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
5
+ distil-whisper_distil-large-v3_turbo_600MB,distil-whisper_distil-large-v3_turbo_600MB,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,Not Supported,Not Supported,✅ iPadOS 18.7,? iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 18.7,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone17%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,✅ iOS 18.6.2,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
6
+ openai_whisper-base,openai_whisper-base,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 18.6.2,✅ iPadOS 18.7,✅ iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.6.2,✅ iOS 26.0,✅ iOS 26.0
7
+ openai_whisper-base.en,openai_whisper-base.en,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 18.6.2,✅ iPadOS 18.7,✅ iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.6.2,✅ iOS 26.0,✅ iOS 26.0
8
+ openai_whisper-large-v2,openai_whisper-large-v2,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/Macmini9%2C1_summary_2025-09-22T120503.json>macOS 26.0</a>,Not Supported,Not Supported,? iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,✅ iOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
9
+ openai_whisper-large-v2_949MB,openai_whisper-large-v2_949MB,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,✅ macOS 26.0,Not Supported,✅ iPadOS 18.7,? iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 18.7,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.6.2,✅ iOS 26.0,✅ iOS 26.0
10
+ openai_whisper-large-v2_turbo,openai_whisper-large-v2_turbo,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,Not Supported,Not Supported,Not Supported,? iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
11
+ openai_whisper-large-v2_turbo_955MB,openai_whisper-large-v2_turbo_955MB,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,Not Supported,Not Supported,✅ iPadOS 18.7,? iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 18.7,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.6.2,✅ iOS 26.0,✅ iOS 26.0
12
+ openai_whisper-large-v3,openai_whisper-large-v3,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/Macmini9%2C1_summary_2025-09-22T120503.json>macOS 26.0</a>,Not Supported,Not Supported,? iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,✅ iOS 26.0,✅ iOS 26.0
13
+ openai_whisper-large-v3-v20240930,openai_whisper-large-v3-v20240930,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/Macmini9%2C1_summary_2025-09-22T120503.json>macOS 26.0</a>,Not Supported,Not Supported,? iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
14
+ openai_whisper-large-v3-v20240930_626MB,openai_whisper-large-v3-v20240930_626MB,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,✅ macOS 26.0,Not Supported,✅ iPadOS 18.7,? iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 18.7,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone17%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,✅ iOS 18.6.2,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
15
+ openai_whisper-large-v3-v20240930_turbo,openai_whisper-large-v3-v20240930_turbo,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,Not Supported,Not Supported,Not Supported,? iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
16
+ openai_whisper-large-v3-v20240930_turbo_632MB,openai_whisper-large-v3-v20240930_turbo_632MB,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,Not Supported,Not Supported,✅ iPadOS 18.7,? iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 18.7,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone17%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,✅ iOS 18.6.2,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
17
+ openai_whisper-large-v3_947MB,openai_whisper-large-v3_947MB,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,✅ macOS 26.0,Not Supported,✅ iPadOS 18.7,? iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 18.7,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.6.2,? iOS 26.0,✅ iOS 26.0
18
+ openai_whisper-large-v3_turbo,openai_whisper-large-v3_turbo,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,Not Supported,Not Supported,Not Supported,? iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
19
+ openai_whisper-large-v3_turbo_954MB,openai_whisper-large-v3_turbo_954MB,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,Not Supported,Not Supported,✅ iPadOS 18.7,? iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 18.7,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone17%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,✅ iOS 18.6.2,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
20
+ openai_whisper-small,openai_whisper-small,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 18.6.2,✅ iPadOS 18.7,? iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.6.2,✅ iOS 26.0,✅ iOS 26.0
21
+ openai_whisper-small.en,openai_whisper-small.en,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 18.6.2,✅ iPadOS 18.7,✅ iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.6.2,✅ iOS 26.0,✅ iOS 26.0
22
+ openai_whisper-tiny,openai_whisper-tiny,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 18.6.2,✅ iPadOS 18.7,✅ iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.6.2,✅ iOS 26.0,✅ iOS 26.0
23
+ openai_whisper-tiny.en,openai_whisper-tiny.en,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 18.6.2,✅ iPadOS 18.7,✅ iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.6.2,✅ iOS 26.0,✅ iOS 26.0
dashboard_data/test_coverage_112a023.json CHANGED
@@ -5,155 +5,155 @@
5
  "skipped_devices": 88,
6
  "coverage_percentage": 35.76642335766424,
7
  "tested_device_list": [
8
- "iPad16,3",
9
- "iPad16,4",
10
- "Mac16,8",
11
- "Mac14,12",
12
- "iPhone12,1",
13
- "iPhone14,5",
14
  "iPad14,11",
15
- "iPad14,9",
16
- "iPad14,4",
17
- "Mac14,8",
18
- "Mac15,8",
19
- "iPhone14,3",
20
- "Mac14,13",
21
- "iPad16,6",
22
  "iPad14,5",
23
- "iPhone14,7",
24
- "Mac15,4",
25
- "iPad14,10",
26
- "Mac15,11",
 
 
 
27
  "Mac14,3",
28
- "Mac14,2",
29
- "iPad16,5",
30
- "iPhone14,6",
31
  "Mac14,15",
 
 
 
 
 
 
 
 
32
  "iPhone14,4",
33
- "Mac15,13",
34
- "Mac15,12",
35
- "Mac14,9",
36
- "Mac14,7",
37
- "iPhone12,5",
38
- "Mac14,6",
39
- "iPhone12,3",
40
  "Mac14,4",
41
- "Mac15,6",
 
42
  "Mac14,14",
43
- "iPhone14,8",
44
- "Mac15,9",
45
- "Mac15,3",
46
- "iPad14,3",
47
- "Mac14,5",
48
  "iPhone14,2",
 
 
 
 
49
  "Mac15,5",
50
  "iPad14,6",
51
- "Mac15,7",
52
- "Mac15,10",
53
- "Mac16,9",
54
- "iPad14,8",
55
- "Mac14,10",
56
- "iPhone12,8"
 
 
 
 
 
 
57
  ],
58
  "skipped_device_list": [
59
- "iPhone11,3",
60
- "iPad13,7",
 
61
  "iPad14,1",
 
 
 
 
 
 
62
  "iPad13,19",
63
- "iPad8,7",
64
- "Mac16,6",
 
 
 
 
 
 
 
 
 
65
  "MacBookPro17,1",
 
 
 
66
  "Mac16,5",
67
- "iPhone11,5",
68
- "iPhone11,4",
69
- "iPhone15,3",
70
- "iPad13,2",
 
71
  "iPad8,2",
72
- "iPad15,4",
73
- "iPad11,6",
74
  "Mac16,13",
75
- "iPad14,2",
76
- "MacBookAir10,1",
77
- "iPad8,10",
78
- "Macmini9,1",
79
- "iPhone16,2",
80
- "iPad8,12",
81
- "iPad8,6",
82
  "Mac16,12",
83
- "iPad12,2",
84
- "iPad8,1",
85
- "iPad13,17",
86
- "iPad8,11",
87
- "MacBookPro18,1",
88
- "iPad11,1",
89
- "iPad8,5",
90
- "iPad13,16",
91
- "Mac16,11",
92
- "MacBookPro18,4",
93
- "iPad15,8",
94
- "iPhone16,1",
95
- "iPad13,5",
96
- "iPad13,4",
97
- "iPhone17,2",
98
  "iPad8,3",
 
 
99
  "iPad8,4",
100
- "iPhone12,2",
101
- "iPhone17,4",
102
- "iPhone13,4",
103
- "iPhone13,1",
104
- "Mac13,2",
105
- "iPhone12,4",
106
- "iPad13,1",
107
- "iPad15,6",
108
- "iPad16,2",
109
- "iPhone17,1",
110
- "iPad13,11",
111
- "iPad15,3",
112
  "iPad16,1",
113
- "iPhone11,6",
114
- "iPad8,8",
115
- "iPad11,7",
116
- "iPhone17,5",
117
- "iPad11,2",
118
- "MacBookPro18,3",
119
- "iMac21,1",
120
- "iPad13,10",
121
- "Mac13,1",
122
- "Mac16,10",
123
- "iPhone15,2",
124
  "iPad11,3",
125
- "iPhone13,3",
126
- "iPad8,9",
127
  "iPad13,6",
128
- "iPad12,1",
129
- "iPhone15,5",
130
- "iPad15,7",
131
- "iPad15,5",
132
- "Mac16,3",
133
- "Mac16,1",
134
- "iPad13,8",
135
- "iPhone13,2",
136
- "Mac16,2",
137
- "iPad13,9",
138
- "iMac21,2",
139
- "Mac16,7",
140
  "iPhone11,8",
 
141
  "iPhone11,2",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
142
  "iPad13,18",
143
- "iPhone15,4",
144
- "iPhone17,3",
145
- "iPad11,4",
146
- "MacBookPro18,2"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
147
  ],
148
  "tested_os_versions": [
149
- "iOS_17.6.1",
150
  "macOS_15.2.0",
151
- "iPadOS_18.1",
152
- "macOS_15.1.1",
153
- "macOS_15.0.1",
154
  "iPadOS_17.6.1",
155
  "macOS_15.2",
156
- "iOS_17.7.1"
 
 
 
 
157
  ],
158
  "has_target_os_coverage": false,
159
  "covered_target_versions": [
 
5
  "skipped_devices": 88,
6
  "coverage_percentage": 35.76642335766424,
7
  "tested_device_list": [
 
 
 
 
 
 
8
  "iPad14,11",
 
 
 
 
 
 
 
9
  "iPad14,5",
10
+ "Mac15,7",
11
+ "Mac16,8",
12
+ "Mac15,6",
13
+ "iPad14,8",
14
+ "Mac14,5",
15
+ "Mac15,8",
16
+ "Mac14,8",
17
  "Mac14,3",
18
+ "Mac14,10",
 
 
19
  "Mac14,15",
20
+ "iPhone14,5",
21
+ "Mac15,9",
22
+ "iPhone14,7",
23
+ "iPad14,3",
24
+ "Mac15,11",
25
+ "iPhone12,1",
26
+ "iPhone14,8",
27
+ "iPad16,6",
28
  "iPhone14,4",
29
+ "iPad14,4",
30
+ "Mac15,3",
31
+ "iPad16,3",
32
+ "iPhone12,8",
 
 
 
33
  "Mac14,4",
34
+ "Mac14,2",
35
+ "Mac16,9",
36
  "Mac14,14",
37
+ "iPad16,5",
 
 
 
 
38
  "iPhone14,2",
39
+ "iPhone12,3",
40
+ "Mac14,9",
41
+ "Mac14,13",
42
+ "Mac15,10",
43
  "Mac15,5",
44
  "iPad14,6",
45
+ "iPad14,9",
46
+ "iPad16,4",
47
+ "Mac15,12",
48
+ "Mac15,13",
49
+ "iPhone14,6",
50
+ "iPhone12,5",
51
+ "iPhone14,3",
52
+ "Mac14,6",
53
+ "Mac15,4",
54
+ "iPad14,10",
55
+ "Mac14,12",
56
+ "Mac14,7"
57
  ],
58
  "skipped_device_list": [
59
+ "MacBookPro18,4",
60
+ "iPad11,4",
61
+ "iPad12,1",
62
  "iPad14,1",
63
+ "iPad8,9",
64
+ "MacBookAir10,1",
65
+ "iPhone17,3",
66
+ "iPhone13,1",
67
+ "iPad15,6",
68
+ "iPhone16,1",
69
  "iPad13,19",
70
+ "MacBookPro18,1",
71
+ "MacBookPro18,2",
72
+ "iPad8,12",
73
+ "iPad15,5",
74
+ "Mac16,1",
75
+ "iPad13,8",
76
+ "iPad13,2",
77
+ "iPad8,6",
78
+ "Mac16,2",
79
+ "iPhone13,2",
80
+ "iPhone11,5",
81
  "MacBookPro17,1",
82
+ "iPad13,11",
83
+ "iPad13,10",
84
+ "iPhone17,1",
85
  "Mac16,5",
86
+ "iPad11,2",
87
+ "Mac13,2",
88
+ "iMac21,2",
89
+ "iPad13,5",
90
+ "iPad15,8",
91
  "iPad8,2",
 
 
92
  "Mac16,13",
 
 
 
 
 
 
 
93
  "Mac16,12",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
94
  "iPad8,3",
95
+ "iPad8,10",
96
+ "Mac16,3",
97
  "iPad8,4",
98
+ "Mac16,6",
99
+ "iPhone15,4",
100
+ "iPad13,9",
 
 
 
 
 
 
 
 
 
101
  "iPad16,1",
 
 
 
 
 
 
 
 
 
 
 
102
  "iPad11,3",
103
+ "iPad12,2",
 
104
  "iPad13,6",
105
+ "iPhone15,3",
106
+ "iPhone11,3",
 
 
 
 
 
 
 
 
 
 
107
  "iPhone11,8",
108
+ "iPad13,1",
109
  "iPhone11,2",
110
+ "iPad14,2",
111
+ "iPad8,7",
112
+ "iPhone12,4",
113
+ "iPhone12,2",
114
+ "iPad13,16",
115
+ "iMac21,1",
116
+ "Mac13,1",
117
+ "iPad8,1",
118
+ "iPhone11,4",
119
+ "MacBookPro18,3",
120
+ "iPhone13,3",
121
+ "iPad11,6",
122
+ "iPad8,11",
123
+ "iPad15,4",
124
+ "iPhone17,5",
125
+ "iPhone15,2",
126
  "iPad13,18",
127
+ "Macmini9,1",
128
+ "iPad8,8",
129
+ "Mac16,10",
130
+ "iPad13,7",
131
+ "iPad15,7",
132
+ "iPhone17,4",
133
+ "iPad16,2",
134
+ "iPhone17,2",
135
+ "iPhone16,2",
136
+ "iPad15,3",
137
+ "iPad11,1",
138
+ "Mac16,7",
139
+ "iPhone13,4",
140
+ "iPad13,17",
141
+ "iPad8,5",
142
+ "Mac16,11",
143
+ "iPad11,7",
144
+ "iPhone15,5",
145
+ "iPhone11,6",
146
+ "iPad13,4"
147
  ],
148
  "tested_os_versions": [
 
149
  "macOS_15.2.0",
 
 
 
150
  "iPadOS_17.6.1",
151
  "macOS_15.2",
152
+ "iPadOS_18.1",
153
+ "iOS_17.7.1",
154
+ "macOS_15.1.1",
155
+ "iOS_17.6.1",
156
+ "macOS_15.0.1"
157
  ],
158
  "has_target_os_coverage": false,
159
  "covered_target_versions": [
dashboard_data/test_coverage_11a1fab.json CHANGED
@@ -6,150 +6,150 @@
6
  "coverage_percentage": 16.05839416058394,
7
  "tested_device_list": [
8
  "iPad15,3",
9
- "Mac16,12",
10
- "iPad13,19",
11
- "Mac16,7",
12
  "iPad16,1",
 
 
 
13
  "iPad13,2",
14
- "Mac16,6",
15
  "iPad15,7",
16
- "iPad15,5",
17
- "iPad15,4",
18
- "Mac16,10",
19
  "Mac16,3",
20
- "Mac16,1",
21
  "Mac16,5",
22
- "iPad13,1",
23
  "iPad15,6",
24
- "Mac16,13",
25
- "Mac16,11",
 
26
  "Mac16,2",
 
 
 
 
27
  "iPad13,18",
28
- "iPad16,2",
29
- "iPad15,8"
30
  ],
31
  "skipped_device_list": [
32
- "iPad14,11",
33
- "iPhone11,3",
34
- "iPad13,7",
 
35
  "iPad14,1",
36
- "iPad8,7",
37
- "Mac14,8",
38
- "Mac15,8",
39
- "Mac14,13",
40
- "MacBookPro17,1",
41
- "iPhone11,5",
42
- "iPad14,10",
43
- "iPhone14,6",
44
- "iPhone11,4",
45
- "Mac14,9",
46
- "iPhone15,3",
47
- "Mac14,7",
48
- "iPad8,2",
49
- "Mac14,4",
50
- "Mac15,6",
51
- "iPad11,6",
52
- "iPad14,2",
53
  "MacBookAir10,1",
54
- "Mac16,9",
55
- "iPad8,10",
56
- "Macmini9,1",
57
- "iPhone16,2",
58
- "iPad16,4",
 
 
 
 
59
  "iPad8,12",
 
 
 
 
60
  "iPad8,6",
61
- "Mac14,12",
62
- "iPad12,2",
63
- "iPad14,9",
64
- "iPad8,1",
65
- "iPad13,17",
66
- "iPad8,11",
67
- "MacBookPro18,1",
68
- "iPad11,1",
69
- "iPad8,5",
70
- "iPad14,5",
71
- "iPad13,16",
72
- "Mac15,4",
73
- "Mac15,11",
74
- "MacBookPro18,4",
75
- "iPhone16,1",
76
- "Mac14,15",
 
 
 
77
  "iPad13,5",
78
- "iPad13,4",
79
- "iPhone12,3",
80
- "iPhone17,2",
81
  "iPad8,3",
82
- "Mac14,14",
83
- "iPad14,3",
84
- "iPad8,4",
85
- "iPhone12,2",
86
  "iPad14,6",
 
 
 
 
 
 
 
 
 
87
  "Mac15,7",
88
- "Mac15,10",
89
- "iPhone17,4",
90
  "Mac16,8",
91
- "iPhone13,4",
92
- "iPhone12,1",
93
- "iPad14,4",
94
- "iPhone13,1",
95
- "Mac13,2",
96
- "iPhone14,5",
97
- "iPhone14,3",
 
98
  "iPhone12,4",
99
- "iPhone14,7",
100
- "Mac14,2",
101
- "iPhone17,1",
102
- "iPad13,11",
103
  "iPhone14,4",
104
- "iPhone11,6",
105
- "iPad8,8",
106
- "iPad11,7",
107
- "iPhone12,5",
108
- "iPhone17,5",
109
- "Mac14,6",
110
- "iPad11,2",
111
- "MacBookPro18,3",
112
  "iMac21,1",
113
- "iPad13,10",
 
114
  "Mac13,1",
115
- "iPhone14,8",
116
- "Mac15,9",
117
- "Mac15,3",
118
- "iPhone15,2",
119
- "Mac15,5",
120
- "iPad11,3",
121
- "iPhone14,2",
122
  "iPhone13,3",
123
- "iPhone12,8",
124
- "iPad8,9",
125
- "iPad16,3",
126
- "iPad13,6",
127
- "iPad12,1",
128
- "iPhone15,5",
129
- "iPad16,6",
130
- "iPad13,8",
131
- "iPhone13,2",
132
- "Mac14,3",
133
- "iPad16,5",
134
- "iPad13,9",
135
- "Mac15,13",
136
  "Mac15,12",
137
- "iMac21,2",
138
- "iPhone11,8",
139
- "iPhone11,2",
 
 
 
 
140
  "Mac14,5",
141
- "iPhone15,4",
142
- "iPhone17,3",
143
- "iPad11,4",
144
- "iPad14,8",
145
- "MacBookPro18,2",
146
- "Mac14,10"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
147
  ],
148
  "tested_os_versions": [
149
- "macOS_15.4.0",
150
  "iPadOS_18.3.2",
151
- "iPadOS_18.4",
152
- "macOS_15.4"
 
153
  ],
154
  "has_target_os_coverage": false,
155
  "covered_target_versions": [
 
6
  "coverage_percentage": 16.05839416058394,
7
  "tested_device_list": [
8
  "iPad15,3",
9
+ "iPad15,5",
 
 
10
  "iPad16,1",
11
+ "Mac16,1",
12
+ "Mac16,10",
13
+ "Mac16,7",
14
  "iPad13,2",
15
+ "Mac16,11",
16
  "iPad15,7",
 
 
 
17
  "Mac16,3",
 
18
  "Mac16,5",
 
19
  "iPad15,6",
20
+ "iPad13,1",
21
+ "iPad13,19",
22
+ "iPad16,2",
23
  "Mac16,2",
24
+ "iPad15,4",
25
+ "iPad15,8",
26
+ "Mac16,6",
27
+ "Mac16,13",
28
  "iPad13,18",
29
+ "Mac16,12"
 
30
  ],
31
  "skipped_device_list": [
32
+ "MacBookPro18,4",
33
+ "iPad11,4",
34
+ "iPad12,1",
35
+ "iPad8,9",
36
  "iPad14,1",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
37
  "MacBookAir10,1",
38
+ "Mac14,15",
39
+ "iPhone17,3",
40
+ "iPhone13,1",
41
+ "iPhone16,1",
42
+ "MacBookPro18,1",
43
+ "MacBookPro18,2",
44
+ "Mac15,3",
45
+ "iPad16,6",
46
+ "iPad14,4",
47
  "iPad8,12",
48
+ "Mac14,2",
49
+ "iPad13,8",
50
+ "iPad16,5",
51
+ "iPhone14,2",
52
  "iPad8,6",
53
+ "Mac15,10",
54
+ "iPad16,4",
55
+ "iPhone14,6",
56
+ "iPhone12,5",
57
+ "iPhone14,3",
58
+ "iPhone13,2",
59
+ "Mac14,7",
60
+ "iPhone11,5",
61
+ "MacBookPro17,1",
62
+ "iPad13,11",
63
+ "Mac15,6",
64
+ "iPad13,10",
65
+ "iPad14,8",
66
+ "iPhone17,1",
67
+ "iPad11,2",
68
+ "Mac13,2",
69
+ "iMac21,2",
70
+ "Mac15,9",
71
+ "iPad14,3",
72
  "iPad13,5",
73
+ "iPad8,2",
 
 
74
  "iPad8,3",
75
+ "iPad16,3",
76
+ "iPad8,10",
77
+ "iPhone12,3",
78
+ "Mac14,13",
79
  "iPad14,6",
80
+ "iPad8,4",
81
+ "Mac15,4",
82
+ "iPad13,9",
83
+ "iPhone15,4",
84
+ "iPad11,3",
85
+ "iPad14,11",
86
+ "iPad14,5",
87
+ "iPad12,2",
88
+ "iPad13,6",
89
  "Mac15,7",
90
+ "iPhone15,3",
 
91
  "Mac16,8",
92
+ "iPhone11,3",
93
+ "Mac14,8",
94
+ "Mac14,3",
95
+ "iPhone11,8",
96
+ "iPhone11,2",
97
+ "iPad14,2",
98
+ "iPad8,7",
99
+ "Mac15,11",
100
  "iPhone12,4",
101
+ "iPhone14,8",
 
 
 
102
  "iPhone14,4",
103
+ "iPhone12,2",
104
+ "iPhone12,8",
105
+ "Mac14,4",
106
+ "iPad13,16",
 
 
 
 
107
  "iMac21,1",
108
+ "Mac14,14",
109
+ "Mac16,9",
110
  "Mac13,1",
111
+ "Mac14,9",
112
+ "iPad8,1",
113
+ "iPhone11,4",
114
+ "MacBookPro18,3",
 
 
 
115
  "iPhone13,3",
 
 
 
 
 
 
 
 
 
 
 
 
 
116
  "Mac15,12",
117
+ "iPad11,6",
118
+ "iPad14,9",
119
+ "Mac15,13",
120
+ "iPad8,11",
121
+ "iPhone17,5",
122
+ "iPhone15,2",
123
+ "iPad14,10",
124
  "Mac14,5",
125
+ "Mac14,12",
126
+ "Macmini9,1",
127
+ "iPad8,8",
128
+ "Mac15,8",
129
+ "iPad13,7",
130
+ "Mac14,10",
131
+ "iPhone14,5",
132
+ "iPhone17,4",
133
+ "iPhone14,7",
134
+ "iPhone17,2",
135
+ "iPhone12,1",
136
+ "iPhone16,2",
137
+ "iPad11,1",
138
+ "iPhone13,4",
139
+ "iPad13,17",
140
+ "iPad8,5",
141
+ "Mac15,5",
142
+ "iPad11,7",
143
+ "iPhone15,5",
144
+ "Mac14,6",
145
+ "iPhone11,6",
146
+ "iPad13,4"
147
  ],
148
  "tested_os_versions": [
 
149
  "iPadOS_18.3.2",
150
+ "macOS_15.4.0",
151
+ "macOS_15.4",
152
+ "iPadOS_18.4"
153
  ],
154
  "has_target_os_coverage": false,
155
  "covered_target_versions": [
dashboard_data/test_coverage_3f451e1.json CHANGED
@@ -1,161 +1,164 @@
1
  {
2
  "commit_hash": "3f451e1",
3
  "total_devices": 137,
4
- "tested_devices": 52,
5
- "skipped_devices": 87,
6
- "coverage_percentage": 37.95620437956204,
7
  "tested_device_list": [
 
 
 
8
  "Mac16,8",
9
- "iPhone13,4",
10
- "Mac14,12",
11
- "iPhone14,5",
12
- "iPhone13,1",
13
- "Mac13,2",
14
- "iPhone15,5",
15
  "Mac14,8",
16
- "iPad15,5",
17
- "iPhone14,3",
18
- "Mac14,13",
19
- "MacBookPro18,1",
20
- "MacBookPro17,1",
21
- "iPhone14,7",
22
- "iPhone13,2",
23
- "iPad15,6",
24
  "Mac14,3",
25
- "MacBookPro18,4",
26
- "Mac14,2",
27
  "iPhone17,1",
28
- "iPhone14,6",
29
- "iPhone18,1",
30
  "Mac14,15",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
31
  "MacBookPro18,2",
32
  "iPhone14,4",
 
33
  "iPad15,3",
34
- "Mac14,9",
35
- "iMac21,2",
36
- "iPhone15,3",
37
- "Mac14,7",
38
- "iPhone17,5",
39
- "Mac14,6",
40
- "iPhone17,2",
41
  "Mac14,4",
42
- "MacBookPro18,3",
 
 
 
 
43
  "Mac14,14",
 
44
  "iMac21,1",
45
- "iPhone14,8",
 
46
  "Mac13,1",
 
 
 
 
 
 
 
 
47
  "iPad15,4",
 
 
48
  "iPhone15,2",
49
- "Mac14,5",
50
- "iPhone14,2",
51
- "iPhone18,3",
52
- "MacBookAir10,1",
 
 
53
  "iPhone15,4",
54
- "Mac16,9",
55
- "iPhone17,3",
56
- "iPhone17,4",
57
- "iPhone13,3",
58
- "Mac14,10",
59
- "Macmini9,1"
60
  ],
61
  "skipped_device_list": [
 
 
62
  "iPad14,11",
 
 
 
 
 
 
 
 
 
 
63
  "iPhone11,3",
 
64
  "iPad13,7",
65
- "iPad14,1",
66
- "iPad13,19",
 
 
 
 
 
 
 
67
  "iPad8,7",
68
- "Mac16,6",
69
- "Mac15,8",
70
- "Mac16,5",
71
- "iPhone11,5",
72
- "iPad14,10",
73
- "iPhone11,4",
74
- "iPad13,2",
75
  "iPad8,2",
76
- "Mac15,6",
77
- "iPad11,6",
78
- "Mac16,13",
79
- "iPad14,2",
80
- "iPad8,10",
81
  "iPhone16,2",
82
- "iPad16,4",
 
 
 
 
83
  "iPad8,12",
84
- "iPad8,6",
85
- "Mac16,12",
86
- "iPad12,2",
87
- "iPad14,9",
88
- "iPad8,1",
89
- "iPad13,17",
90
- "iPad8,11",
91
  "iPad11,1",
92
- "iPad8,5",
93
- "iPad14,5",
94
  "iPad13,16",
95
- "Mac16,11",
96
- "Mac15,4",
97
- "Mac15,11",
98
- "iPad15,8",
99
- "iPhone16,1",
100
- "iPad13,5",
101
- "iPad13,4",
102
  "iPhone12,3",
103
- "iPad8,3",
104
- "iPad14,3",
105
- "iPad8,4",
106
- "iPhone12,2",
107
- "iPad14,6",
108
- "Mac15,7",
109
  "Mac15,10",
110
- "iPhone12,1",
111
- "iPad14,4",
112
- "iPhone12,4",
113
- "iPad13,1",
114
- "iPad16,2",
115
- "iPad13,11",
116
- "iPad16,1",
117
- "iPhone11,6",
118
- "iPad8,8",
119
  "iPad11,7",
 
 
 
 
 
 
120
  "iPhone12,5",
121
- "iPad11,2",
122
- "iPad13,10",
123
- "Mac15,9",
124
- "Mac16,10",
125
- "Mac15,3",
126
- "Mac15,5",
127
- "iPad11,3",
128
- "iPhone12,8",
129
- "iPad8,9",
130
- "iPad16,3",
131
- "iPad13,6",
132
- "iPad12,1",
133
- "iPad15,7",
134
- "Mac16,3",
135
- "Mac16,1",
136
- "iPad16,6",
137
- "iPad13,8",
138
- "Mac16,2",
139
- "iPad16,5",
140
- "iPad13,9",
141
  "Mac15,13",
142
- "Mac15,12",
143
- "Mac16,7",
144
- "iPhone11,8",
145
- "iPhone11,2",
146
- "iPad13,18",
147
- "iPad14,8",
148
- "iPad11,4"
149
  ],
150
  "tested_os_versions": [
151
- "iPadOS_26.0",
152
- "macOS_26.0.0",
153
- "macOS_26.0",
154
- "iOS_18.6.2",
155
- "macOS_15.7.0",
156
- "macOS_15.7",
157
  "iOS_18.7",
158
- "iOS_26.0"
 
 
 
 
 
 
 
 
 
159
  ],
160
  "has_target_os_coverage": false,
161
  "covered_target_versions": [
@@ -172,16 +175,16 @@
172
  "platform_chip_coverage": {
173
  "iPad": {
174
  "total_chips": 8,
175
- "tested_chips": 1,
176
- "coverage_percentage": 12.5,
177
  "covered_chips": [
178
- "M3"
179
- ],
180
- "missing_chips": [
181
  "A14",
182
  "A15",
183
  "A16",
184
  "A17 Pro",
 
 
 
185
  "M1",
186
  "M2",
187
  "M4"
@@ -204,24 +207,20 @@
204
  },
205
  "Mac": {
206
  "total_chips": 4,
207
- "tested_chips": 2,
208
- "coverage_percentage": 50.0,
209
  "covered_chips": [
210
  "M1",
211
- "M2"
 
212
  ],
213
  "missing_chips": [
214
- "M3",
215
- "M4"
216
  ]
217
  }
218
  },
219
  "missing_target_chips": {
220
  "iPad": [
221
- "A14",
222
- "A15",
223
- "A16",
224
- "A17 Pro",
225
  "M1",
226
  "M2",
227
  "M4"
@@ -230,8 +229,7 @@
230
  "A17 Pro"
231
  ],
232
  "Mac": [
233
- "M3",
234
- "M4"
235
  ]
236
  }
237
  }
 
1
  {
2
  "commit_hash": "3f451e1",
3
  "total_devices": 137,
4
+ "tested_devices": 72,
5
+ "skipped_devices": 67,
6
+ "coverage_percentage": 52.55474452554745,
7
  "tested_device_list": [
8
+ "MacBookPro17,1",
9
+ "MacBookPro18,4",
10
+ "Mac16,10",
11
  "Mac16,8",
12
+ "iPhone18,1",
13
+ "iPad14,1",
14
+ "iPhone15,3",
15
+ "Mac14,5",
 
 
16
  "Mac14,8",
17
+ "MacBookAir10,1",
 
 
 
 
 
 
 
18
  "Mac14,3",
 
 
19
  "iPhone17,1",
20
+ "Mac14,10",
21
+ "iPad15,7",
22
  "Mac14,15",
23
+ "iPhone14,5",
24
+ "Mac16,5",
25
+ "iPhone17,3",
26
+ "iPhone17,4",
27
+ "iPhone13,1",
28
+ "iPad15,6",
29
+ "iPhone18,3",
30
+ "iPad13,1",
31
+ "Mac13,2",
32
+ "iPhone14,7",
33
+ "iPad13,19",
34
+ "iMac21,2",
35
+ "iPad16,2",
36
+ "iPad14,2",
37
+ "iPad15,8",
38
+ "MacBookPro18,1",
39
+ "iPhone17,2",
40
+ "Mac16,13",
41
+ "Mac14,7",
42
+ "iPhone14,8",
43
  "MacBookPro18,2",
44
  "iPhone14,4",
45
+ "Mac16,12",
46
  "iPad15,3",
47
+ "iPad15,5",
 
 
 
 
 
 
48
  "Mac14,4",
49
+ "Mac16,1",
50
+ "Mac16,7",
51
+ "iPhone13,4",
52
+ "Mac14,2",
53
+ "Mac16,9",
54
  "Mac14,14",
55
+ "iPad13,2",
56
  "iMac21,1",
57
+ "Mac16,11",
58
+ "iPhone14,2",
59
  "Mac13,1",
60
+ "Mac14,9",
61
+ "Mac14,13",
62
+ "MacBookPro18,3",
63
+ "Mac16,3",
64
+ "iPhone15,5",
65
+ "iPhone13,3",
66
+ "iPhone14,6",
67
+ "Mac16,2",
68
  "iPad15,4",
69
+ "iPhone14,3",
70
+ "iPhone17,5",
71
  "iPhone15,2",
72
+ "Mac14,6",
73
+ "Mac16,6",
74
+ "iPhone13,2",
75
+ "Mac14,12",
76
+ "iPad13,18",
77
+ "Macmini9,1",
78
  "iPhone15,4",
79
+ "iPad16,1"
 
 
 
 
 
80
  ],
81
  "skipped_device_list": [
82
+ "iPad13,11",
83
+ "iPad11,3",
84
  "iPad14,11",
85
+ "iPad14,5",
86
+ "iPad12,2",
87
+ "iPad13,6",
88
+ "Mac15,7",
89
+ "iPad11,4",
90
+ "iPad12,1",
91
+ "Mac15,6",
92
+ "iPad8,9",
93
+ "iPad13,10",
94
+ "iPad14,8",
95
  "iPhone11,3",
96
+ "Mac15,8",
97
  "iPad13,7",
98
+ "iPhone11,8",
99
+ "iPad11,2",
100
+ "iPad13,4",
101
+ "iPad8,8",
102
+ "iPhone16,1",
103
+ "Mac15,9",
104
+ "iPad14,3",
105
+ "iPhone11,2",
106
+ "iPad13,5",
107
  "iPad8,7",
108
+ "Mac15,11",
 
 
 
 
 
 
109
  "iPad8,2",
110
+ "iPhone12,1",
111
+ "iPhone12,4",
 
 
 
112
  "iPhone16,2",
113
+ "iPad16,6",
114
+ "Mac15,3",
115
+ "iPad14,4",
116
+ "iPad8,3",
117
+ "iPad16,3",
118
  "iPad8,12",
119
+ "iPhone12,2",
120
+ "iPhone12,8",
121
+ "iPad8,10",
 
 
 
 
122
  "iPad11,1",
123
+ "iPad13,8",
 
124
  "iPad13,16",
125
+ "iPad16,5",
 
 
 
 
 
 
126
  "iPhone12,3",
127
+ "iPad13,17",
128
+ "iPad8,5",
129
+ "iPad8,6",
130
+ "iPad8,1",
 
 
131
  "Mac15,10",
132
+ "iPhone11,4",
133
+ "Mac15,5",
 
 
 
 
 
 
 
134
  "iPad11,7",
135
+ "iPad14,6",
136
+ "iPad8,4",
137
+ "iPad16,4",
138
+ "Mac15,12",
139
+ "iPad11,6",
140
+ "iPad14,9",
141
  "iPhone12,5",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
142
  "Mac15,13",
143
+ "iPad8,11",
144
+ "Mac15,4",
145
+ "iPad14,10",
146
+ "iPhone11,6",
147
+ "iPad13,9",
148
+ "iPhone11,5"
 
149
  ],
150
  "tested_os_versions": [
 
 
 
 
 
 
151
  "iOS_18.7",
152
+ "macOS_15.7.0",
153
+ "iPadOS_18.7",
154
+ "iOS_26.0",
155
+ "macOS_15.6.1",
156
+ "iOS_18.6.2",
157
+ "iPadOS_18.6.2",
158
+ "macOS_26.0",
159
+ "macOS_26.0.0",
160
+ "iPadOS_26.0",
161
+ "macOS_15.7"
162
  ],
163
  "has_target_os_coverage": false,
164
  "covered_target_versions": [
 
175
  "platform_chip_coverage": {
176
  "iPad": {
177
  "total_chips": 8,
178
+ "tested_chips": 5,
179
+ "coverage_percentage": 62.5,
180
  "covered_chips": [
 
 
 
181
  "A14",
182
  "A15",
183
  "A16",
184
  "A17 Pro",
185
+ "M3"
186
+ ],
187
+ "missing_chips": [
188
  "M1",
189
  "M2",
190
  "M4"
 
207
  },
208
  "Mac": {
209
  "total_chips": 4,
210
+ "tested_chips": 3,
211
+ "coverage_percentage": 75.0,
212
  "covered_chips": [
213
  "M1",
214
+ "M2",
215
+ "M4"
216
  ],
217
  "missing_chips": [
218
+ "M3"
 
219
  ]
220
  }
221
  },
222
  "missing_target_chips": {
223
  "iPad": [
 
 
 
 
224
  "M1",
225
  "M2",
226
  "M4"
 
229
  "A17 Pro"
230
  ],
231
  "Mac": [
232
+ "M3"
 
233
  ]
234
  }
235
  }
dashboard_data/test_coverage_8c0acbd.json CHANGED
@@ -5,159 +5,159 @@
5
  "skipped_devices": 55,
6
  "coverage_percentage": 59.854014598540154,
7
  "tested_device_list": [
8
- "Mac16,8",
9
- "iPhone13,4",
10
- "iPhone14,5",
11
- "iPhone12,1",
12
- "iPhone13,1",
13
  "iPad14,11",
 
 
 
 
 
14
  "iPad14,1",
15
- "iPad13,7",
16
- "iPad14,4",
17
  "Mac14,8",
18
- "Mac15,8",
19
- "iPhone14,3",
20
- "Mac14,13",
21
- "iPhone14,7",
22
  "iPad15,6",
23
- "iPad14,10",
24
- "iPad16,2",
25
- "Mac14,2",
26
- "iPhone14,6",
27
- "iPad13,11",
28
- "iPhone14,4",
29
- "iPad15,3",
30
- "Mac14,9",
31
- "iPhone15,3",
32
- "iPad16,1",
33
- "Mac14,7",
34
- "iPhone12,5",
35
- "iPhone17,5",
36
- "Mac14,6",
37
- "Mac14,4",
38
- "Mac15,6",
39
- "iPad13,10",
40
  "iPhone14,8",
41
- "iPad15,4",
42
- "Mac15,9",
 
43
  "Mac15,3",
44
- "iPhone15,2",
45
- "iPhone14,2",
46
- "Mac15,5",
47
- "iPad14,2",
48
- "Mac16,9",
49
- "iPhone13,3",
50
  "iPhone12,8",
51
- "iPhone16,2",
52
- "iPad16,3",
53
- "iPad16,4",
54
- "Mac14,12",
55
- "iPad13,6",
56
- "iPad14,9",
57
- "iPad13,17",
58
- "iPhone15,5",
59
- "iPad15,7",
60
  "iPad15,5",
61
- "iPad16,6",
62
- "iPad14,5",
63
  "iPad13,16",
64
  "iPad13,8",
65
- "iPhone13,2",
66
- "Mac15,4",
67
- "Mac15,11",
68
- "Mac14,3",
69
- "iPad15,8",
70
  "iPad16,5",
 
 
 
 
 
 
 
71
  "iPad13,9",
72
- "Mac14,15",
73
- "iPhone16,1",
 
 
74
  "Mac15,13",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
75
  "iPad13,5",
76
- "Mac15,12",
77
- "iPad13,4",
 
 
 
 
 
78
  "iPhone12,3",
79
- "Mac14,14",
80
- "iPad14,3",
81
- "Mac14,5",
82
  "iPad14,6",
83
- "Mac15,7",
84
- "Mac15,10",
85
  "iPhone15,4",
86
- "iPad14,8",
87
- "iPhone17,3",
88
- "Mac14,10",
89
- "iPhone17,4"
90
  ],
91
  "skipped_device_list": [
92
- "iPad8,9",
93
- "iPad8,12",
94
- "iPad8,6",
95
- "Mac16,12",
96
  "iPad12,2",
 
 
 
 
97
  "iPhone11,3",
 
 
 
 
 
 
98
  "Mac13,2",
 
 
99
  "iPad13,19",
100
- "iPad8,1",
101
- "iPad8,7",
102
- "iPad12,1",
103
- "Mac16,6",
104
- "iPad8,11",
105
  "MacBookPro18,1",
106
- "iPad11,1",
107
- "MacBookPro17,1",
108
- "iPad8,5",
109
- "Mac16,3",
110
  "iPhone12,4",
 
 
 
 
 
111
  "Mac16,1",
112
- "Mac16,5",
113
- "iPad13,1",
114
- "Mac16,11",
115
- "Mac16,2",
116
- "iPhone11,5",
117
- "MacBookPro18,4",
118
- "iPhone17,1",
119
- "iPhone11,4",
120
- "iMac21,2",
121
  "Mac16,7",
122
- "iPhone11,6",
123
- "iPad8,8",
124
- "iPad11,7",
125
  "iPad13,2",
126
- "iPad8,2",
127
- "iPhone17,2",
128
- "iPad11,2",
129
- "MacBookPro18,3",
130
- "iPad8,3",
131
  "iMac21,1",
132
- "iPhone11,8",
 
133
  "Mac13,1",
134
- "Mac16,10",
 
 
 
 
 
135
  "iPad8,4",
136
- "iPhone11,2",
137
  "iPad11,6",
138
- "iPhone12,2",
139
- "iPad11,3",
140
- "Mac16,13",
141
- "MacBookAir10,1",
142
  "iPad13,18",
143
- "iPad8,10",
144
- "iPad11,4",
145
- "MacBookPro18,2",
146
- "Macmini9,1"
147
  ],
148
  "tested_os_versions": [
149
- "iOS_18.4.1",
150
  "iOS_18.5",
151
  "iPadOS_19.0",
152
- "iPadOS_26.0",
153
- "iOS_19.0",
154
- "iOS_18.1",
155
- "iPadOS_18.4.1",
156
  "iOS_26.0",
 
157
  "iPadOS_18.4",
158
  "iPadOS_18.5",
159
- "macOS_15.5.0",
160
- "macOS_15.5"
 
161
  ],
162
  "has_target_os_coverage": false,
163
  "covered_target_versions": [
 
5
  "skipped_devices": 55,
6
  "coverage_percentage": 59.854014598540154,
7
  "tested_device_list": [
 
 
 
 
 
8
  "iPad14,11",
9
+ "iPad14,5",
10
+ "iPad13,6",
11
+ "Mac15,7",
12
+ "Mac16,8",
13
+ "iPhone15,3",
14
  "iPad14,1",
 
 
15
  "Mac14,8",
16
+ "Mac14,3",
17
+ "Mac14,15",
18
+ "iPhone17,3",
19
+ "iPhone13,1",
20
  "iPad15,6",
21
+ "iPad13,4",
22
+ "iPhone16,1",
23
+ "iPad14,2",
24
+ "Mac15,11",
 
 
 
 
 
 
 
 
 
 
 
 
 
25
  "iPhone14,8",
26
+ "iPad16,6",
27
+ "iPhone14,4",
28
+ "iPad14,4",
29
  "Mac15,3",
 
 
 
 
 
 
30
  "iPhone12,8",
 
 
 
 
 
 
 
 
 
31
  "iPad15,5",
32
+ "Mac14,4",
33
+ "Mac14,2",
34
  "iPad13,16",
35
  "iPad13,8",
36
+ "Mac16,9",
37
+ "Mac14,14",
 
 
 
38
  "iPad16,5",
39
+ "iPhone14,2",
40
+ "Mac14,9",
41
+ "Mac15,10",
42
+ "iPhone13,3",
43
+ "Mac15,12",
44
+ "iPad14,9",
45
+ "iPad16,4",
46
  "iPad13,9",
47
+ "iPhone14,6",
48
+ "iPhone12,5",
49
+ "iPad15,4",
50
+ "iPhone14,3",
51
  "Mac15,13",
52
+ "iPhone17,5",
53
+ "iPhone15,2",
54
+ "iPad14,10",
55
+ "iPhone13,2",
56
+ "Mac14,12",
57
+ "Mac14,5",
58
+ "Mac14,7",
59
+ "iPad13,11",
60
+ "Mac15,6",
61
+ "iPad14,8",
62
+ "iPad13,10",
63
+ "Mac15,8",
64
+ "iPad13,7",
65
+ "Mac14,10",
66
+ "iPad15,7",
67
+ "iPhone14,5",
68
+ "iPhone17,4",
69
+ "Mac15,9",
70
+ "iPhone14,7",
71
+ "iPad14,3",
72
+ "iPad16,2",
73
  "iPad13,5",
74
+ "iPad15,8",
75
+ "iPhone12,1",
76
+ "iPhone16,2",
77
+ "iPad16,3",
78
+ "iPad15,3",
79
+ "iPhone13,4",
80
+ "iPad13,17",
81
  "iPhone12,3",
82
+ "Mac14,13",
83
+ "Mac15,5",
84
+ "iPhone15,5",
85
  "iPad14,6",
86
+ "Mac14,6",
87
+ "Mac15,4",
88
  "iPhone15,4",
89
+ "iPad16,1"
 
 
 
90
  ],
91
  "skipped_device_list": [
92
+ "MacBookPro18,4",
93
+ "MacBookPro17,1",
94
+ "iPad11,3",
95
+ "iPhone11,6",
96
  "iPad12,2",
97
+ "Mac16,10",
98
+ "iPad11,4",
99
+ "iPad12,1",
100
+ "iPad8,9",
101
  "iPhone11,3",
102
+ "MacBookAir10,1",
103
+ "iPhone17,1",
104
+ "iPhone11,8",
105
+ "Mac16,5",
106
+ "iPad11,2",
107
+ "iPad13,1",
108
  "Mac13,2",
109
+ "iMac21,2",
110
+ "iPad8,8",
111
  "iPad13,19",
112
+ "iPhone11,2",
 
 
 
 
113
  "MacBookPro18,1",
114
+ "iPad8,7",
115
+ "iPhone17,2",
116
+ "iPad8,2",
117
+ "Mac16,13",
118
  "iPhone12,4",
119
+ "MacBookPro18,2",
120
+ "Mac16,12",
121
+ "iPad8,3",
122
+ "iPad8,12",
123
+ "iPhone12,2",
124
  "Mac16,1",
125
+ "iPad8,10",
126
+ "iPad11,1",
 
 
 
 
 
 
 
127
  "Mac16,7",
 
 
 
128
  "iPad13,2",
 
 
 
 
 
129
  "iMac21,1",
130
+ "Mac16,11",
131
+ "iPad8,5",
132
  "Mac13,1",
133
+ "iPad8,6",
134
+ "iPad8,1",
135
+ "iPhone11,4",
136
+ "MacBookPro18,3",
137
+ "Mac16,3",
138
+ "iPad11,7",
139
  "iPad8,4",
 
140
  "iPad11,6",
141
+ "Mac16,2",
142
+ "iPad8,11",
143
+ "Mac16,6",
 
144
  "iPad13,18",
145
+ "Macmini9,1",
146
+ "iPhone11,5"
 
 
147
  ],
148
  "tested_os_versions": [
149
+ "iOS_19.0",
150
  "iOS_18.5",
151
  "iPadOS_19.0",
152
+ "iOS_18.4.1",
153
+ "macOS_15.5.0",
 
 
154
  "iOS_26.0",
155
+ "macOS_15.5",
156
  "iPadOS_18.4",
157
  "iPadOS_18.5",
158
+ "iPadOS_26.0",
159
+ "iOS_18.1",
160
+ "iPadOS_18.4.1"
161
  ],
162
  "has_target_os_coverage": false,
163
  "covered_target_versions": [
dashboard_data/test_coverage_a9b92c4.json CHANGED
@@ -5,165 +5,165 @@
5
  "skipped_devices": 44,
6
  "coverage_percentage": 67.88321167883211,
7
  "tested_device_list": [
8
- "iPhone13,4",
 
 
 
 
9
  "Mac16,8",
10
- "iPhone14,5",
11
- "iPhone12,1",
 
 
 
12
  "iPhone13,1",
13
- "Mac13,2",
14
- "iPad13,7",
15
- "iPad14,11",
 
 
 
 
16
  "iPad14,4",
17
- "Mac16,6",
18
- "Mac14,8",
19
- "Mac15,8",
20
- "iPhone14,3",
21
- "Mac14,13",
22
- "MacBookPro17,1",
23
- "Mac16,5",
24
- "iPhone14,7",
25
- "iPad14,10",
26
- "iPad16,2",
27
  "Mac14,2",
28
- "iPhone17,1",
29
- "iPhone14,6",
30
- "iPad13,11",
31
- "iPhone14,4",
 
 
 
 
32
  "Mac14,9",
33
- "iPad16,1",
34
- "Mac14,7",
 
 
 
 
 
 
 
35
  "iPhone12,5",
 
 
36
  "iPhone17,5",
37
- "Mac14,6",
 
 
 
 
 
 
 
 
38
  "Mac15,6",
39
- "Mac14,4",
40
  "iPad13,10",
41
- "MacBookPro18,3",
42
- "iPhone14,8",
43
- "iMac21,1",
44
- "Mac13,1",
 
 
 
 
45
  "Mac15,9",
46
- "Mac16,10",
47
- "Mac15,3",
48
- "iPhone14,2",
49
- "Mac15,5",
 
 
50
  "Mac16,13",
51
- "MacBookAir10,1",
52
- "Mac16,9",
53
- "iPhone13,3",
54
- "iPhone12,8",
55
  "iPhone16,2",
56
- "Macmini9,1",
57
- "iPad16,3",
58
- "iPad16,4",
59
- "Mac14,12",
60
  "Mac16,12",
61
- "iPad13,6",
62
- "iPad14,9",
 
 
 
63
  "iPad13,17",
64
- "MacBookPro18,1",
 
65
  "Mac16,3",
66
- "Mac16,1",
67
- "iPad16,6",
68
- "iPad14,5",
69
- "iPad13,16",
70
- "iPhone13,2",
71
- "Mac16,11",
72
- "Mac16,2",
73
- "iPad13,8",
74
  "Mac15,4",
75
- "Mac15,11",
76
- "Mac14,3",
77
- "MacBookPro18,4",
78
- "iPad16,5",
79
- "iPad13,9",
80
- "iPhone16,1",
81
- "Mac14,15",
82
- "Mac15,13",
83
- "iPad13,5",
84
- "Mac15,12",
85
  "iPad13,4",
86
- "iMac21,2",
87
- "Mac16,7",
88
- "iPhone12,3",
89
- "iPhone17,2",
90
- "Mac14,14",
91
- "iPad14,3",
92
- "Mac14,5",
93
- "iPad14,6",
94
- "Mac15,7",
95
- "Mac15,10",
96
- "iPhone17,3",
97
- "iPad14,8",
98
- "MacBookPro18,2",
99
- "Mac14,10",
100
- "iPhone17,4"
101
  ],
102
  "skipped_device_list": [
103
- "iPad8,9",
104
- "iPad8,12",
105
- "iPad8,6",
106
  "iPad12,2",
 
 
 
 
 
107
  "iPhone11,3",
 
 
 
 
 
 
108
  "iPad13,19",
109
- "iPad14,1",
110
- "iPad8,1",
 
111
  "iPad8,7",
112
- "iPad12,1",
113
- "iPad8,11",
114
- "iPhone15,5",
115
- "iPad15,7",
116
- "iPad11,1",
117
  "iPad15,5",
 
 
 
 
 
118
  "iPad8,5",
119
- "iPhone12,4",
120
- "iPad13,1",
121
- "iPad15,6",
122
- "iPhone11,5",
123
- "iPad15,8",
124
  "iPhone11,4",
125
- "iPad15,3",
126
- "iPhone15,3",
127
- "iPhone11,6",
128
- "iPad8,8",
129
  "iPad11,7",
130
- "iPad13,2",
131
- "iPad8,2",
132
- "iPhone11,8",
133
- "iPad11,2",
134
- "iPad8,3",
135
- "iPad15,4",
136
  "iPad8,4",
137
- "iPhone15,2",
138
- "iPhone11,2",
139
  "iPad11,6",
140
- "iPhone12,2",
141
- "iPad11,3",
142
- "iPad14,2",
143
  "iPad13,18",
144
  "iPhone15,4",
145
- "iPad8,10",
146
- "iPad11,4"
147
  ],
148
  "tested_os_versions": [
149
- "iOS_17.6.1",
150
  "macOS_15.2.0",
 
 
151
  "iOS_18.0",
152
- "iOS_18.1",
153
- "iPadOS_18.1",
154
- "iOS_17.7",
155
- "iPadOS_18.0.1",
156
  "macOS_15.2",
157
  "macOS_15.0",
 
 
 
158
  "iOS_17.2.1",
159
- "macOS_15.0.1",
160
- "iOS_17.3",
161
- "iOS_18.2",
162
  "macOS_15.1.0",
163
- "iPadOS_17.6.1",
164
- "macOS_15.1",
165
- "iOS_18.0.1",
166
- "macOS_15.0.0"
 
167
  ],
168
  "has_target_os_coverage": false,
169
  "covered_target_versions": [
 
5
  "skipped_devices": 44,
6
  "coverage_percentage": 67.88321167883211,
7
  "tested_device_list": [
8
+ "MacBookPro18,4",
9
+ "iPad14,11",
10
+ "iPad14,5",
11
+ "iPad13,6",
12
+ "Mac15,7",
13
  "Mac16,8",
14
+ "MacBookAir10,1",
15
+ "Mac14,8",
16
+ "Mac14,3",
17
+ "Mac14,15",
18
+ "iPhone17,3",
19
  "iPhone13,1",
20
+ "iPhone16,1",
21
+ "MacBookPro18,1",
22
+ "Mac15,11",
23
+ "iPhone14,8",
24
+ "MacBookPro18,2",
25
+ "Mac15,3",
26
+ "iPhone14,4",
27
  "iPad14,4",
28
+ "iPad16,6",
29
+ "iPhone12,8",
30
+ "Mac14,4",
31
+ "Mac16,1",
 
 
 
 
 
 
32
  "Mac14,2",
33
+ "iPad13,16",
34
+ "Mac14,14",
35
+ "iMac21,1",
36
+ "Mac16,9",
37
+ "iPad16,5",
38
+ "iPhone14,2",
39
+ "iPad13,8",
40
+ "Mac13,1",
41
  "Mac14,9",
42
+ "Mac15,10",
43
+ "MacBookPro18,3",
44
+ "iPhone13,3",
45
+ "Mac15,12",
46
+ "iPad14,9",
47
+ "iPad16,4",
48
+ "Mac15,13",
49
+ "iPhone14,6",
50
+ "Mac16,2",
51
  "iPhone12,5",
52
+ "iPhone14,3",
53
+ "iPad13,9",
54
  "iPhone17,5",
55
+ "iPhone13,2",
56
+ "iPad14,10",
57
+ "Mac14,12",
58
+ "Mac14,5",
59
+ "Mac14,7",
60
+ "Macmini9,1",
61
+ "MacBookPro17,1",
62
+ "iPad13,11",
63
+ "Mac16,10",
64
  "Mac15,6",
65
+ "iPad14,8",
66
  "iPad13,10",
67
+ "Mac15,8",
68
+ "iPhone17,1",
69
+ "iPad13,7",
70
+ "Mac14,10",
71
+ "iPhone14,5",
72
+ "iPhone17,4",
73
+ "Mac16,5",
74
+ "Mac13,2",
75
  "Mac15,9",
76
+ "iMac21,2",
77
+ "iPhone14,7",
78
+ "iPad14,3",
79
+ "iPad16,2",
80
+ "iPad13,5",
81
+ "iPhone17,2",
82
  "Mac16,13",
83
+ "iPhone12,1",
 
 
 
84
  "iPhone16,2",
 
 
 
 
85
  "Mac16,12",
86
+ "iPad16,3",
87
+ "Mac16,7",
88
+ "iPhone13,4",
89
+ "Mac16,11",
90
+ "iPhone12,3",
91
  "iPad13,17",
92
+ "Mac14,13",
93
+ "Mac15,5",
94
  "Mac16,3",
95
+ "iPad14,6",
96
+ "Mac14,6",
97
+ "Mac16,6",
 
 
 
 
 
98
  "Mac15,4",
 
 
 
 
 
 
 
 
 
 
99
  "iPad13,4",
100
+ "iPad16,1"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
101
  ],
102
  "skipped_device_list": [
103
+ "iPad11,3",
104
+ "iPhone11,6",
 
105
  "iPad12,2",
106
+ "iPad11,4",
107
+ "iPad12,1",
108
+ "iPhone15,3",
109
+ "iPad14,1",
110
+ "iPad8,9",
111
  "iPhone11,3",
112
+ "iPhone11,8",
113
+ "iPad15,7",
114
+ "iPad11,2",
115
+ "iPad15,6",
116
+ "iPad13,1",
117
+ "iPad8,8",
118
  "iPad13,19",
119
+ "iPhone11,2",
120
+ "iPad15,8",
121
+ "iPad14,2",
122
  "iPad8,7",
123
+ "iPad8,2",
124
+ "iPhone12,4",
125
+ "iPad8,3",
126
+ "iPad8,12",
 
127
  "iPad15,5",
128
+ "iPhone12,2",
129
+ "iPad8,10",
130
+ "iPad15,3",
131
+ "iPad11,1",
132
+ "iPad13,2",
133
  "iPad8,5",
134
+ "iPad8,6",
135
+ "iPad8,1",
 
 
 
136
  "iPhone11,4",
 
 
 
 
137
  "iPad11,7",
138
+ "iPhone15,5",
 
 
 
 
 
139
  "iPad8,4",
 
 
140
  "iPad11,6",
141
+ "iPad8,11",
142
+ "iPad15,4",
143
+ "iPhone15,2",
144
  "iPad13,18",
145
  "iPhone15,4",
146
+ "iPhone11,5"
 
147
  ],
148
  "tested_os_versions": [
149
+ "macOS_15.1",
150
  "macOS_15.2.0",
151
+ "iPadOS_17.6.1",
152
+ "macOS_15.0.0",
153
  "iOS_18.0",
 
 
 
 
154
  "macOS_15.2",
155
  "macOS_15.0",
156
+ "iOS_17.7",
157
+ "iPadOS_18.1",
158
+ "iOS_18.0.1",
159
  "iOS_17.2.1",
160
+ "iOS_18.1",
 
 
161
  "macOS_15.1.0",
162
+ "iPadOS_18.0.1",
163
+ "iOS_17.3",
164
+ "iOS_17.6.1",
165
+ "macOS_15.0.1",
166
+ "iOS_18.2"
167
  ],
168
  "has_target_os_coverage": false,
169
  "covered_target_versions": [
dashboard_data/test_coverage_c814cae.json CHANGED
@@ -5,160 +5,160 @@
5
  "skipped_devices": 51,
6
  "coverage_percentage": 62.77372262773723,
7
  "tested_device_list": [
8
- "Mac16,8",
9
- "iPhone13,4",
10
- "iPhone14,5",
11
  "iPad14,11",
12
- "iPhone13,1",
13
- "iPad14,4",
14
- "iPad13,7",
15
- "Mac13,2",
16
- "Mac16,6",
17
  "Mac14,8",
18
- "iPhone14,3",
19
- "Mac14,13",
20
- "MacBookPro17,1",
21
- "Mac16,5",
22
- "iPhone14,7",
23
  "iPad15,6",
24
- "iPad14,10",
25
- "iPad16,2",
26
- "Mac14,2",
27
- "iPhone17,1",
28
- "iPhone14,6",
29
- "iPad13,11",
30
  "iPhone14,4",
31
- "Mac14,9",
32
- "iPad15,3",
33
- "iPhone15,3",
34
- "iPad16,1",
35
- "Mac14,7",
36
- "iPhone17,5",
37
- "Mac14,6",
38
  "Mac14,4",
39
- "MacBookPro18,3",
40
- "iPad13,10",
 
 
41
  "iMac21,1",
42
- "iPhone14,8",
43
- "Mac13,1",
44
- "Mac16,10",
45
- "iPad15,4",
46
- "iPhone15,2",
47
- "iPhone14,2",
48
- "Mac16,13",
49
- "MacBookAir10,1",
50
  "Mac16,9",
 
 
 
 
 
 
51
  "iPhone13,3",
52
- "Macmini9,1",
53
- "iPad16,3",
54
  "iPad16,4",
 
 
 
 
 
 
 
 
 
 
55
  "Mac14,12",
56
- "iPad13,6",
57
- "iPad14,9",
58
- "Mac16,12",
59
- "iPad13,17",
60
- "iPhone15,5",
 
 
 
 
 
61
  "iPad15,7",
62
- "MacBookPro18,1",
63
- "iPad15,5",
64
- "Mac16,3",
65
- "Mac16,1",
66
- "iPad16,6",
67
- "iPad14,5",
68
- "iPad13,16",
69
- "iPad13,8",
70
- "iPhone13,2",
71
- "Mac16,11",
72
- "Mac16,2",
73
- "Mac14,3",
74
- "MacBookPro18,4",
75
- "iPad15,8",
76
- "iPad16,5",
77
- "iPad13,9",
78
- "Mac14,15",
79
- "iPad13,5",
80
- "iPad13,4",
81
  "iMac21,2",
82
- "Mac16,7",
83
- "iPhone17,2",
84
- "Mac14,14",
85
  "iPad14,3",
86
- "Mac14,5",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
87
  "iPad14,6",
88
- "iPhone15,4",
89
- "iPad14,8",
90
- "iPhone17,3",
91
- "MacBookPro18,2",
92
- "Mac14,10",
93
- "iPhone17,4"
94
  ],
95
  "skipped_device_list": [
96
- "iPad8,9",
97
- "iPad8,12",
98
- "iPad8,6",
99
  "iPad12,2",
100
- "iPhone12,1",
 
 
 
 
 
101
  "iPhone11,3",
 
 
 
 
 
 
 
102
  "iPad13,19",
103
- "iPad14,1",
104
- "iPad8,1",
105
  "iPad8,7",
106
- "iPad12,1",
107
- "iPad8,11",
108
- "Mac15,8",
 
 
 
 
 
 
 
 
109
  "iPad11,1",
 
 
110
  "iPad8,5",
111
- "iPhone12,4",
112
- "iPad13,1",
113
- "iPhone11,5",
114
- "Mac15,4",
115
- "Mac15,11",
116
  "iPhone11,4",
117
- "iPhone16,1",
118
- "Mac15,13",
119
- "Mac15,12",
120
- "iPhone11,6",
121
- "iPad8,8",
122
  "iPad11,7",
123
- "iPad13,2",
124
- "iPhone12,5",
125
- "iPad8,2",
126
- "iPhone12,3",
127
- "iPad11,2",
128
- "Mac15,6",
129
- "iPad8,3",
130
- "iPhone11,8",
131
- "Mac15,9",
132
- "Mac15,3",
133
  "iPad8,4",
134
- "iPhone11,2",
135
  "iPad11,6",
136
- "iPhone12,2",
137
- "Mac15,5",
138
- "iPad11,3",
139
- "iPad14,2",
140
- "Mac15,7",
141
  "iPad13,18",
142
- "Mac15,10",
143
- "iPad8,10",
144
- "iPad11,4",
145
- "iPhone12,8",
146
- "iPhone16,2"
147
  ],
148
  "tested_os_versions": [
149
- "iOS_18.5",
150
- "iPadOS_26.0",
151
- "macOS_26.0.0",
152
- "macOS_26.0",
153
  "macOS_15.7.0",
154
- "macOS_15.7",
155
  "iOS_18.7",
 
 
156
  "iOS_26.0",
157
- "iPadOS_18.4.1",
158
- "iPadOS_18.5",
159
  "iPadOS_18.6",
160
- "macOS_15.5.0",
161
- "macOS_15.5"
 
 
 
 
162
  ],
163
  "has_target_os_coverage": false,
164
  "covered_target_versions": [
 
5
  "skipped_devices": 51,
6
  "coverage_percentage": 62.77372262773723,
7
  "tested_device_list": [
8
+ "MacBookPro18,4",
 
 
9
  "iPad14,11",
10
+ "iPad14,5",
11
+ "iPad13,6",
12
+ "Mac16,8",
13
+ "iPhone15,3",
14
+ "MacBookAir10,1",
15
  "Mac14,8",
16
+ "Mac14,3",
17
+ "Mac14,15",
18
+ "iPhone17,3",
19
+ "iPhone13,1",
 
20
  "iPad15,6",
21
+ "iPhone15,4",
22
+ "MacBookPro18,1",
23
+ "iPhone14,8",
24
+ "MacBookPro18,2",
25
+ "iPad16,6",
 
26
  "iPhone14,4",
27
+ "iPad14,4",
28
+ "iPad15,5",
 
 
 
 
 
29
  "Mac14,4",
30
+ "Mac16,1",
31
+ "Mac14,2",
32
+ "iPad13,8",
33
+ "iPad13,16",
34
  "iMac21,1",
 
 
 
 
 
 
 
 
35
  "Mac16,9",
36
+ "iPad16,5",
37
+ "iPhone14,2",
38
+ "Mac14,14",
39
+ "Mac13,1",
40
+ "Mac14,9",
41
+ "MacBookPro18,3",
42
  "iPhone13,3",
43
+ "iPad14,9",
 
44
  "iPad16,4",
45
+ "iPad13,9",
46
+ "iPhone14,6",
47
+ "Mac16,2",
48
+ "iPad15,4",
49
+ "iPhone14,3",
50
+ "iPhone17,5",
51
+ "iPhone15,2",
52
+ "iPhone13,2",
53
+ "iPad14,10",
54
+ "Mac14,5",
55
  "Mac14,12",
56
+ "Mac14,7",
57
+ "Macmini9,1",
58
+ "MacBookPro17,1",
59
+ "iPad13,11",
60
+ "Mac16,10",
61
+ "iPad14,8",
62
+ "iPad13,10",
63
+ "iPhone17,1",
64
+ "iPad13,7",
65
+ "Mac14,10",
66
  "iPad15,7",
67
+ "iPhone14,5",
68
+ "Mac16,5",
69
+ "iPhone17,4",
70
+ "Mac13,2",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
71
  "iMac21,2",
72
+ "iPhone14,7",
 
 
73
  "iPad14,3",
74
+ "iPad16,2",
75
+ "iPad13,5",
76
+ "iPad15,8",
77
+ "iPhone17,2",
78
+ "Mac16,13",
79
+ "Mac16,12",
80
+ "iPad16,3",
81
+ "iPad15,3",
82
+ "Mac16,7",
83
+ "iPhone13,4",
84
+ "iPad13,17",
85
+ "Mac16,11",
86
+ "Mac14,13",
87
+ "Mac16,3",
88
+ "iPhone15,5",
89
  "iPad14,6",
90
+ "Mac14,6",
91
+ "Mac16,6",
92
+ "iPad13,4",
93
+ "iPad16,1"
 
 
94
  ],
95
  "skipped_device_list": [
96
+ "iPad11,3",
97
+ "iPhone11,6",
 
98
  "iPad12,2",
99
+ "Mac15,7",
100
+ "iPad11,4",
101
+ "iPad12,1",
102
+ "Mac15,6",
103
+ "iPad14,1",
104
+ "iPad8,9",
105
  "iPhone11,3",
106
+ "Mac15,8",
107
+ "iPhone11,8",
108
+ "iPad11,2",
109
+ "iPad13,1",
110
+ "iPad8,8",
111
+ "iPhone16,1",
112
+ "Mac15,9",
113
  "iPad13,19",
114
+ "iPhone11,2",
115
+ "iPad14,2",
116
  "iPad8,7",
117
+ "Mac15,11",
118
+ "iPad8,2",
119
+ "iPhone12,1",
120
+ "iPhone12,4",
121
+ "iPhone16,2",
122
+ "Mac15,3",
123
+ "iPad8,3",
124
+ "iPad8,12",
125
+ "iPhone12,2",
126
+ "iPhone12,8",
127
+ "iPad8,10",
128
  "iPad11,1",
129
+ "iPad13,2",
130
+ "iPhone12,3",
131
  "iPad8,5",
132
+ "iPad8,6",
133
+ "iPad8,1",
134
+ "Mac15,10",
 
 
135
  "iPhone11,4",
136
+ "Mac15,5",
 
 
 
 
137
  "iPad11,7",
138
+ "Mac15,12",
 
 
 
 
 
 
 
 
 
139
  "iPad8,4",
 
140
  "iPad11,6",
141
+ "Mac15,13",
142
+ "iPhone12,5",
143
+ "iPad8,11",
144
+ "Mac15,4",
 
145
  "iPad13,18",
146
+ "iPhone11,5"
 
 
 
 
147
  ],
148
  "tested_os_versions": [
 
 
 
 
149
  "macOS_15.7.0",
 
150
  "iOS_18.7",
151
+ "iOS_18.5",
152
+ "macOS_15.5.0",
153
  "iOS_26.0",
154
+ "macOS_26.0",
 
155
  "iPadOS_18.6",
156
+ "macOS_26.0.0",
157
+ "macOS_15.5",
158
+ "iPadOS_18.5",
159
+ "iPadOS_26.0",
160
+ "iPadOS_18.4.1",
161
+ "macOS_15.7"
162
  ],
163
  "has_target_os_coverage": false,
164
  "covered_target_versions": [
dashboard_data/test_coverage_ca49596.json CHANGED
@@ -5,155 +5,155 @@
5
  "skipped_devices": 74,
6
  "coverage_percentage": 45.98540145985402,
7
  "tested_device_list": [
8
- "iPad16,3",
9
- "iPad16,4",
10
- "Mac16,8",
11
- "Mac14,12",
12
- "iPhone12,1",
13
- "iPhone14,5",
14
  "iPad14,11",
15
- "iPad14,9",
16
- "iPad14,4",
17
- "Mac16,12",
18
- "Mac16,6",
19
- "Mac14,8",
20
- "iPad15,5",
21
- "iPhone14,3",
22
- "Mac14,13",
23
- "Mac15,8",
24
- "Mac16,3",
25
- "Mac16,1",
26
- "iPad16,6",
27
  "iPad14,5",
 
 
 
 
 
 
 
 
 
 
 
 
28
  "Mac16,5",
29
- "iPhone14,7",
30
  "iPad15,6",
31
- "Mac16,11",
32
- "Mac15,4",
33
- "Mac16,2",
34
- "iPad14,10",
35
  "Mac15,11",
36
- "Mac14,3",
37
- "Mac14,2",
38
- "iPad16,5",
39
- "iPhone14,6",
40
- "Mac14,15",
41
  "iPhone14,4",
42
- "Mac15,13",
43
- "Mac15,12",
 
44
  "iPad15,3",
45
- "Mac14,9",
46
- "Mac16,7",
47
- "Mac14,7",
48
- "iPhone12,5",
49
- "Mac14,6",
50
- "iPhone12,3",
51
  "Mac14,4",
52
- "Mac15,6",
 
 
53
  "Mac14,14",
54
- "iPhone14,8",
55
- "Mac16,10",
56
- "iPad15,4",
57
- "Mac15,3",
58
- "Mac15,9",
59
- "iPad14,3",
60
- "Mac14,5",
61
  "iPhone14,2",
 
 
 
 
 
62
  "Mac15,5",
 
63
  "iPad14,6",
64
- "Mac16,13",
65
- "Mac15,7",
66
- "Mac15,10",
67
- "Mac16,9",
68
- "iPad14,8",
69
- "Mac14,10",
70
- "iPhone12,8"
 
 
 
 
 
 
 
 
71
  ],
72
  "skipped_device_list": [
73
- "iPad8,9",
74
- "iPad8,12",
75
- "iPad8,6",
76
- "iPhone13,4",
 
77
  "iPad12,2",
78
  "iPad13,6",
 
 
 
 
 
 
79
  "iPhone11,3",
80
- "iPhone13,1",
 
81
  "iPad13,7",
82
- "iPad14,1",
83
- "iPad13,19",
84
- "iPad8,1",
85
- "iPad8,7",
86
- "iPad13,17",
87
- "Mac13,2",
88
- "iPad12,1",
89
- "iPad8,11",
90
- "iPhone15,5",
91
  "iPad15,7",
92
- "MacBookPro18,1",
93
- "iPad11,1",
94
- "MacBookPro17,1",
95
- "iPad8,5",
96
- "iPhone12,4",
97
- "iPad13,16",
98
  "iPad13,1",
99
- "iPad13,8",
100
- "iPhone13,2",
101
- "iPhone11,5",
102
- "MacBookPro18,4",
103
- "iPad15,8",
104
- "iPad16,2",
105
- "iPhone17,1",
106
- "iPad13,9",
107
- "iPhone11,4",
108
- "iPad13,11",
109
  "iPhone16,1",
110
- "MacBookPro18,2",
111
- "iPad13,5",
112
- "iPad13,4",
113
  "iMac21,2",
114
- "iPhone15,3",
115
- "iPad16,1",
116
- "iPhone11,6",
117
  "iPad8,8",
118
- "iPad11,7",
119
- "iPad13,2",
120
- "iPhone17,5",
121
- "iPad8,2",
 
 
 
 
 
122
  "iPhone17,2",
123
- "iPad11,2",
124
- "MacBookPro18,3",
 
 
125
  "iPad8,3",
 
 
 
 
 
 
 
 
126
  "iMac21,1",
127
- "iPad13,10",
 
128
  "Mac13,1",
129
- "iPhone11,8",
 
 
 
 
 
 
130
  "iPad8,4",
131
- "iPhone15,2",
132
- "iPhone11,2",
133
  "iPad11,6",
134
- "iPhone12,2",
135
- "iPad11,3",
136
- "iPad14,2",
137
- "MacBookAir10,1",
 
138
  "iPad13,18",
139
- "iPhone15,4",
140
- "iPhone17,3",
141
- "iPad8,10",
142
- "iPad11,4",
143
- "iPhone17,4",
144
- "iPhone13,3",
145
  "Macmini9,1",
146
- "iPhone16,2"
 
 
147
  ],
148
  "tested_os_versions": [
 
149
  "iOS_17.6.1",
 
150
  "iPadOS_18.3.2",
 
151
  "macOS_15.4",
152
- "iOS_18.1",
153
  "macOS_15.3.0",
154
- "macOS_15.4.0",
155
- "macOS_15.3",
156
- "iPadOS_18.4"
157
  ],
158
  "has_target_os_coverage": false,
159
  "covered_target_versions": [
 
5
  "skipped_devices": 74,
6
  "coverage_percentage": 45.98540145985402,
7
  "tested_device_list": [
 
 
 
 
 
 
8
  "iPad14,11",
 
 
 
 
 
 
 
 
 
 
 
 
9
  "iPad14,5",
10
+ "Mac15,3",
11
+ "Mac16,10",
12
+ "Mac15,7",
13
+ "Mac16,8",
14
+ "Mac15,6",
15
+ "iPad14,8",
16
+ "Mac14,5",
17
+ "Mac15,8",
18
+ "Mac14,8",
19
+ "Mac14,3",
20
+ "Mac14,10",
21
+ "Mac14,15",
22
  "Mac16,5",
23
+ "iPhone14,5",
24
  "iPad15,6",
25
+ "Mac15,9",
26
+ "iPad14,3",
27
+ "iPhone14,7",
 
28
  "Mac15,11",
29
+ "Mac16,13",
30
+ "iPhone12,1",
31
+ "iPhone14,8",
32
+ "iPad16,6",
 
33
  "iPhone14,4",
34
+ "iPad14,4",
35
+ "Mac16,12",
36
+ "iPad16,3",
37
  "iPad15,3",
38
+ "iPad15,5",
39
+ "iPhone12,8",
40
+ "Mac16,1",
 
 
 
41
  "Mac14,4",
42
+ "Mac16,7",
43
+ "Mac14,2",
44
+ "Mac16,9",
45
  "Mac14,14",
46
+ "iPad16,5",
 
 
 
 
 
 
47
  "iPhone14,2",
48
+ "Mac16,11",
49
+ "iPhone12,3",
50
+ "Mac14,9",
51
+ "Mac14,13",
52
+ "Mac15,10",
53
  "Mac15,5",
54
+ "Mac16,3",
55
  "iPad14,6",
56
+ "iPad14,9",
57
+ "iPad16,4",
58
+ "Mac15,12",
59
+ "Mac15,13",
60
+ "iPhone14,6",
61
+ "Mac16,2",
62
+ "iPad15,4",
63
+ "iPhone14,3",
64
+ "iPhone12,5",
65
+ "Mac14,6",
66
+ "Mac16,6",
67
+ "iPad14,10",
68
+ "Mac15,4",
69
+ "Mac14,12",
70
+ "Mac14,7"
71
  ],
72
  "skipped_device_list": [
73
+ "MacBookPro18,4",
74
+ "MacBookPro17,1",
75
+ "iPad13,11",
76
+ "iPad11,3",
77
+ "iPhone11,6",
78
  "iPad12,2",
79
  "iPad13,6",
80
+ "iPad11,4",
81
+ "iPad12,1",
82
+ "iPhone15,3",
83
+ "iPad14,1",
84
+ "iPad8,9",
85
+ "iPad13,10",
86
  "iPhone11,3",
87
+ "MacBookAir10,1",
88
+ "iPhone17,1",
89
  "iPad13,7",
90
+ "iPhone11,8",
 
 
 
 
 
 
 
 
91
  "iPad15,7",
92
+ "iPhone17,3",
93
+ "iPhone17,4",
94
+ "iPad11,2",
95
+ "iPhone13,1",
 
 
96
  "iPad13,1",
97
+ "Mac13,2",
 
 
 
 
 
 
 
 
 
98
  "iPhone16,1",
 
 
 
99
  "iMac21,2",
 
 
 
100
  "iPad8,8",
101
+ "iPad13,19",
102
+ "iPhone11,2",
103
+ "iPad16,2",
104
+ "iPhone15,4",
105
+ "iPad13,5",
106
+ "iPad15,8",
107
+ "iPad14,2",
108
+ "MacBookPro18,1",
109
+ "iPad8,7",
110
  "iPhone17,2",
111
+ "iPad8,2",
112
+ "iPhone12,4",
113
+ "iPhone16,2",
114
+ "MacBookPro18,2",
115
  "iPad8,3",
116
+ "iPad8,12",
117
+ "iPhone12,2",
118
+ "iPad8,10",
119
+ "iPad11,1",
120
+ "iPhone13,4",
121
+ "iPad13,8",
122
+ "iPad13,2",
123
+ "iPad13,16",
124
  "iMac21,1",
125
+ "iPad13,17",
126
+ "iPad8,5",
127
  "Mac13,1",
128
+ "iPad8,6",
129
+ "iPad8,1",
130
+ "iPhone11,4",
131
+ "MacBookPro18,3",
132
+ "iPad11,7",
133
+ "iPhone13,3",
134
+ "iPhone15,5",
135
  "iPad8,4",
 
 
136
  "iPad11,6",
137
+ "iPad8,11",
138
+ "iPhone17,5",
139
+ "iPhone15,2",
140
+ "iPad13,4",
141
+ "iPhone13,2",
142
  "iPad13,18",
 
 
 
 
 
 
143
  "Macmini9,1",
144
+ "iPad13,9",
145
+ "iPhone11,5",
146
+ "iPad16,1"
147
  ],
148
  "tested_os_versions": [
149
+ "macOS_15.4.0",
150
  "iOS_17.6.1",
151
+ "iPadOS_18.4",
152
  "iPadOS_18.3.2",
153
+ "macOS_15.3",
154
  "macOS_15.4",
 
155
  "macOS_15.3.0",
156
+ "iOS_18.1"
 
 
157
  ],
158
  "has_target_os_coverage": false,
159
  "covered_target_versions": [
dashboard_data/version.json CHANGED
@@ -1 +1 @@
1
- {"last_modified": "2025-09-25T21:38:44+00:00", "sha": "166fd10fbac0142d6babb07b8b8d0f22f269fbb7", "releases": ["a9b92c4", "112a023", "ca49596", "11a1fab", "8c0acbd", "c814cae", "3f451e1"], "versions": ["0.9.1", "0.10.1", "0.11.0", "0.12.0", "0.13.0", "0.13.1", "0.14.0"]}
 
1
+ {"last_modified": "2025-09-26T04:40:13+00:00", "sha": "176ea07eb2af02f5b23e5134b8e2bfc94c42b1d4", "releases": ["a9b92c4", "112a023", "ca49596", "11a1fab", "8c0acbd", "c814cae", "3f451e1"], "versions": ["0.9.1", "0.10.1", "0.11.0", "0.12.0", "0.13.0", "0.13.1", "0.14.0"]}