takeargmax commited on
Commit
5a383bc
·
1 Parent(s): e996e1d

update dataset files

Browse files
dashboard_data/device_map.json CHANGED
@@ -35,5 +35,7 @@
35
  "iPhone17,1": "iPhone 16 Pro",
36
  "iPhone17,3": "iPhone 16",
37
  "iPhone17,4": "iPhone 16 Plus",
38
- "iPhone17,5": "iPhone 16e"
 
 
39
  }
 
35
  "iPhone17,1": "iPhone 16 Pro",
36
  "iPhone17,3": "iPhone 16",
37
  "iPhone17,4": "iPhone 16 Plus",
38
+ "iPhone17,5": "iPhone 16e",
39
+ "iPhone18,1": "iPhone 17 Pro",
40
+ "iPhone18,3": "iPhone 17"
41
  }
dashboard_data/performance_data.json CHANGED
The diff for this file is too large to render. See raw diff
 
dashboard_data/support_data_3f451e1.csv CHANGED
@@ -1,23 +1,23 @@
1
- ,Model,"Apple M1 (Macmini9,1)"
2
- distil-whisper_distil-large-v3,distil-whisper_distil-large-v3,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/Macmini9%2C1_summary_2025-09-22T120503.json>macOS 26.0</a>
3
- distil-whisper_distil-large-v3_594MB,distil-whisper_distil-large-v3_594MB,✅ macOS 26.0
4
- distil-whisper_distil-large-v3_turbo,distil-whisper_distil-large-v3_turbo,Not Supported
5
- distil-whisper_distil-large-v3_turbo_600MB,distil-whisper_distil-large-v3_turbo_600MB,Not Supported
6
- openai_whisper-base,openai_whisper-base,✅ macOS 26.0
7
- openai_whisper-base.en,openai_whisper-base.en,✅ macOS 26.0
8
- openai_whisper-large-v2,openai_whisper-large-v2,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/Macmini9%2C1_summary_2025-09-22T120503.json>macOS 26.0</a>
9
- openai_whisper-large-v2_949MB,openai_whisper-large-v2_949MB,✅ macOS 26.0
10
- openai_whisper-large-v2_turbo,openai_whisper-large-v2_turbo,Not Supported
11
- openai_whisper-large-v2_turbo_955MB,openai_whisper-large-v2_turbo_955MB,Not Supported
12
- openai_whisper-large-v3,openai_whisper-large-v3,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/Macmini9%2C1_summary_2025-09-22T120503.json>macOS 26.0</a>
13
- openai_whisper-large-v3-v20240930,openai_whisper-large-v3-v20240930,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/Macmini9%2C1_summary_2025-09-22T120503.json>macOS 26.0</a>
14
- openai_whisper-large-v3-v20240930_626MB,openai_whisper-large-v3-v20240930_626MB,✅ macOS 26.0
15
- openai_whisper-large-v3-v20240930_turbo,openai_whisper-large-v3-v20240930_turbo,Not Supported
16
- openai_whisper-large-v3-v20240930_turbo_632MB,openai_whisper-large-v3-v20240930_turbo_632MB,Not Supported
17
- openai_whisper-large-v3_947MB,openai_whisper-large-v3_947MB,✅ macOS 26.0
18
- openai_whisper-large-v3_turbo,openai_whisper-large-v3_turbo,Not Supported
19
- openai_whisper-large-v3_turbo_954MB,openai_whisper-large-v3_turbo_954MB,Not Supported
20
- openai_whisper-small,openai_whisper-small,✅ macOS 26.0
21
- openai_whisper-small.en,openai_whisper-small.en,✅ macOS 26.0
22
- openai_whisper-tiny,openai_whisper-tiny,✅ macOS 26.0
23
- openai_whisper-tiny.en,openai_whisper-tiny.en,✅ macOS 26.0
 
1
+ ,Model,"Apple M2 (Mac14,3)","Apple M4 Pro (Mac16,8)","Apple M1 (Macmini9,1)","iPad Air 11-inch (M3) (iPad15,3)","iPhone 12 mini (iPhone13,1)","iPhone 13 (iPhone14,5)","iPhone 14 (iPhone14,7)","iPhone 15 (iPhone15,4)","iPhone 16 Pro (iPhone17,1)","iPhone 16e (iPhone17,5)","iPhone 17 Pro (iPhone18,1)","iPhone 17 (iPhone18,3)"
2
+ distil-whisper_distil-large-v3,distil-whisper_distil-large-v3,✅ macOS 26.0,✅ macOS 15.7,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/Macmini9%2C1_summary_2025-09-22T120503.json>macOS 26.0</a>,? iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
3
+ distil-whisper_distil-large-v3_594MB,distil-whisper_distil-large-v3_594MB,✅ macOS 26.0,✅ macOS 15.7,✅ macOS 26.0,? iPadOS 26.0,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone17%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,✅ iOS 18.6.2,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
4
+ distil-whisper_distil-large-v3_turbo,distil-whisper_distil-large-v3_turbo,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/Mac14%2C3_summary_2025-09-22T150754.json>macOS 26.0</a>,✅ macOS 15.7,Not Supported,? iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
5
+ distil-whisper_distil-large-v3_turbo_600MB,distil-whisper_distil-large-v3_turbo_600MB,✅ macOS 26.0,✅ macOS 15.7,Not Supported,? iPadOS 26.0,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone17%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,✅ iOS 18.6.2,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
6
+ openai_whisper-base,openai_whisper-base,✅ macOS 26.0,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 26.0,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.6.2,✅ iOS 26.0,✅ iOS 26.0
7
+ openai_whisper-base.en,openai_whisper-base.en,✅ macOS 26.0,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 26.0,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.6.2,✅ iOS 26.0,✅ iOS 26.0
8
+ openai_whisper-large-v2,openai_whisper-large-v2,✅ macOS 26.0,✅ macOS 15.7,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/Macmini9%2C1_summary_2025-09-22T120503.json>macOS 26.0</a>,? iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,✅ iOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
9
+ openai_whisper-large-v2_949MB,openai_whisper-large-v2_949MB,✅ macOS 26.0,✅ macOS 15.7,✅ macOS 26.0,? iPadOS 26.0,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.6.2,✅ iOS 26.0,✅ iOS 26.0
10
+ openai_whisper-large-v2_turbo,openai_whisper-large-v2_turbo,✅ macOS 26.0,✅ macOS 15.7,Not Supported,? iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
11
+ openai_whisper-large-v2_turbo_955MB,openai_whisper-large-v2_turbo_955MB,✅ macOS 26.0,✅ macOS 15.7,Not Supported,? iPadOS 26.0,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.6.2,✅ iOS 26.0,✅ iOS 26.0
12
+ openai_whisper-large-v3,openai_whisper-large-v3,✅ macOS 26.0,✅ macOS 15.7,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/Macmini9%2C1_summary_2025-09-22T120503.json>macOS 26.0</a>,? iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,✅ iOS 26.0,✅ iOS 26.0
13
+ openai_whisper-large-v3-v20240930,openai_whisper-large-v3-v20240930,✅ macOS 26.0,✅ macOS 15.7,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/Macmini9%2C1_summary_2025-09-22T120503.json>macOS 26.0</a>,? iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
14
+ openai_whisper-large-v3-v20240930_626MB,openai_whisper-large-v3-v20240930_626MB,✅ macOS 26.0,✅ macOS 15.7,✅ macOS 26.0,? iPadOS 26.0,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone17%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,✅ iOS 18.6.2,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
15
+ openai_whisper-large-v3-v20240930_turbo,openai_whisper-large-v3-v20240930_turbo,✅ macOS 26.0,✅ macOS 15.7,Not Supported,? iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
16
+ openai_whisper-large-v3-v20240930_turbo_632MB,openai_whisper-large-v3-v20240930_turbo_632MB,✅ macOS 26.0,✅ macOS 15.7,Not Supported,? iPadOS 26.0,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone17%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,✅ iOS 18.6.2,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
17
+ openai_whisper-large-v3_947MB,openai_whisper-large-v3_947MB,✅ macOS 26.0,✅ macOS 15.7,✅ macOS 26.0,? iPadOS 26.0,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.6.2,? iOS 26.0,✅ iOS 26.0
18
+ openai_whisper-large-v3_turbo,openai_whisper-large-v3_turbo,✅ macOS 26.0,✅ macOS 15.7,Not Supported,? iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
19
+ openai_whisper-large-v3_turbo_954MB,openai_whisper-large-v3_turbo_954MB,✅ macOS 26.0,✅ macOS 15.7,Not Supported,? iPadOS 26.0,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone17%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,✅ iOS 18.6.2,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
20
+ openai_whisper-small,openai_whisper-small,✅ macOS 26.0,✅ macOS 15.7,✅ macOS 26.0,? iPadOS 26.0,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.6.2,✅ iOS 26.0,✅ iOS 26.0
21
+ openai_whisper-small.en,openai_whisper-small.en,✅ macOS 26.0,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 26.0,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.6.2,✅ iOS 26.0,✅ iOS 26.0
22
+ openai_whisper-tiny,openai_whisper-tiny,✅ macOS 26.0,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 26.0,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.6.2,✅ iOS 26.0,✅ iOS 26.0
23
+ openai_whisper-tiny.en,openai_whisper-tiny.en,✅ macOS 26.0,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 26.0,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.6.2,✅ iOS 26.0,✅ iOS 26.0
dashboard_data/support_data_ca49596.csv CHANGED
@@ -1,23 +1,23 @@
1
  ,Model,"Apple M2 Pro (Mac14,12)","Apple M3 Max (Mac15,10)","Apple M4 (Mac16,10)","iPad Air 11-inch (M2) (iPad14,8)","iPad Air 11-inch (M3) (iPad15,3)","iPad Pro 11-inch (M4) (iPad16,3)","iPhone 11 (iPhone12,1)","iPhone 13 Pro (iPhone14,2)"
2
- distil-whisper_distil-large-v3,distil-whisper_distil-large-v3,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,✅ iPadOS 18.3.2<p>? iPadOS 18.4</p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,Not Supported,Not Supported
3
- distil-whisper_distil-large-v3_594MB,distil-whisper_distil-large-v3_594MB,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,✅ iPadOS 18.3.2<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-04-05T060554.json>iPadOS 18.4</a></p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,Not Supported,✅ iOS 18.1
4
- distil-whisper_distil-large-v3_turbo,distil-whisper_distil-large-v3_turbo,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-03-22T105841.json>iPadOS 18.3.2</a><p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-04-05T060554.json>iPadOS 18.4</a></p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad15%2C3_summary_2025-04-07T160139.json>iPadOS 18.3.2</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad16%2C3_summary_2025-04-06T182858.json>iPadOS 18.3.2</a>,Not Supported,Not Supported
5
- distil-whisper_distil-large-v3_turbo_600MB,distil-whisper_distil-large-v3_turbo_600MB,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,✅ iPadOS 18.3.2<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-04-05T060554.json>iPadOS 18.4</a></p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,Not Supported,✅ iOS 18.1
6
- openai_whisper-base,openai_whisper-base,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,✅ iPadOS 18.3.2<p>✅ iPadOS 18.4</p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,✅ iOS 17.6.1,✅ iOS 18.1
7
- openai_whisper-base.en,openai_whisper-base.en,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,✅ iPadOS 18.3.2<p>✅ iPadOS 18.4</p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,✅ iOS 17.6.1,✅ iOS 18.1
8
- openai_whisper-large-v2,openai_whisper-large-v2,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,✅ iPadOS 18.3.2<p>? iPadOS 18.4</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad15%2C3_summary_2025-04-07T160139.json>iPadOS 18.3.2</a>,✅ iPadOS 18.3.2,Not Supported,Not Supported
9
- openai_whisper-large-v2_949MB,openai_whisper-large-v2_949MB,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,✅ iPadOS 18.3.2<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-04-05T060554.json>iPadOS 18.4</a></p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad15%2C3_summary_2025-04-07T160139.json>iPadOS 18.3.2</a>,✅ iPadOS 18.3.2,Not Supported,✅ iOS 18.1
10
- openai_whisper-large-v2_turbo,openai_whisper-large-v2_turbo,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-03-22T105841.json>iPadOS 18.3.2</a><p>? iPadOS 18.4</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad15%2C3_summary_2025-04-07T160139.json>iPadOS 18.3.2</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad16%2C3_summary_2025-04-06T182858.json>iPadOS 18.3.2</a>,Not Supported,Not Supported
11
- openai_whisper-large-v2_turbo_955MB,openai_whisper-large-v2_turbo_955MB,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,✅ iPadOS 18.3.2<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-04-05T060554.json>iPadOS 18.4</a></p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,Not Supported,✅ iOS 18.1
12
- openai_whisper-large-v3,openai_whisper-large-v3,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-03-22T105841.json>iPadOS 18.3.2</a><p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-04-05T060554.json>iPadOS 18.4</a></p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad15%2C3_summary_2025-04-07T160139.json>iPadOS 18.3.2</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad16%2C3_summary_2025-04-06T182858.json>iPadOS 18.3.2</a>,Not Supported,Not Supported
13
- openai_whisper-large-v3-v20240930,openai_whisper-large-v3-v20240930,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-03-22T105841.json>iPadOS 18.3.2</a><p>? iPadOS 18.4</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad15%2C3_summary_2025-04-07T160139.json>iPadOS 18.3.2</a>,? iPadOS 18.3.2,Not Supported,Not Supported
14
- openai_whisper-large-v3-v20240930_626MB,openai_whisper-large-v3-v20240930_626MB,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-03-22T105841.json>iPadOS 18.3.2</a><p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-04-05T060554.json>iPadOS 18.4</a></p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPhone14%2C2_summary_2025-03-22T105841.json>iOS 18.1</a>
15
- openai_whisper-large-v3-v20240930_turbo,openai_whisper-large-v3-v20240930_turbo,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-03-22T105841.json>iPadOS 18.3.2</a><p>? iPadOS 18.4</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad15%2C3_summary_2025-04-07T160139.json>iPadOS 18.3.2</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad16%2C3_summary_2025-04-06T182858.json>iPadOS 18.3.2</a>,Not Supported,Not Supported
16
- openai_whisper-large-v3-v20240930_turbo_632MB,openai_whisper-large-v3-v20240930_turbo_632MB,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-03-22T105841.json>iPadOS 18.3.2</a><p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-04-05T060554.json>iPadOS 18.4</a></p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad15%2C3_summary_2025-04-07T160139.json>iPadOS 18.3.2</a>,✅ iPadOS 18.3.2,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPhone14%2C2_summary_2025-03-22T105841.json>iOS 18.1</a>
17
- openai_whisper-large-v3_947MB,openai_whisper-large-v3_947MB,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,✅ iPadOS 18.3.2<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-04-05T060554.json>iPadOS 18.4</a></p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,Not Supported,✅ iOS 18.1
18
- openai_whisper-large-v3_turbo,openai_whisper-large-v3_turbo,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-03-22T105841.json>iPadOS 18.3.2</a><p>? iPadOS 18.4</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad15%2C3_summary_2025-04-07T160139.json>iPadOS 18.3.2</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad16%2C3_summary_2025-04-06T182858.json>iPadOS 18.3.2</a>,Not Supported,Not Supported
19
- openai_whisper-large-v3_turbo_954MB,openai_whisper-large-v3_turbo_954MB,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,✅ iPadOS 18.3.2<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-04-05T060554.json>iPadOS 18.4</a></p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,Not Supported,✅ iOS 18.1
20
- openai_whisper-small,openai_whisper-small,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,✅ iPadOS 18.3.2<p>✅ iPadOS 18.4</p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,Not Supported,✅ iOS 18.1
21
- openai_whisper-small.en,openai_whisper-small.en,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,✅ iPadOS 18.3.2<p>✅ iPadOS 18.4</p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,Not Supported,✅ iOS 18.1
22
- openai_whisper-tiny,openai_whisper-tiny,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,✅ iPadOS 18.3.2<p>✅ iPadOS 18.4</p>,? iPadOS 18.3.2,✅ iPadOS 18.3.2,✅ iOS 17.6.1,✅ iOS 18.1
23
- openai_whisper-tiny.en,openai_whisper-tiny.en,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,✅ iPadOS 18.3.2<p>✅ iPadOS 18.4</p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,✅ iOS 17.6.1,✅ iOS 18.1
 
1
  ,Model,"Apple M2 Pro (Mac14,12)","Apple M3 Max (Mac15,10)","Apple M4 (Mac16,10)","iPad Air 11-inch (M2) (iPad14,8)","iPad Air 11-inch (M3) (iPad15,3)","iPad Pro 11-inch (M4) (iPad16,3)","iPhone 11 (iPhone12,1)","iPhone 13 Pro (iPhone14,2)"
2
+ distil-whisper_distil-large-v3,distil-whisper_distil-large-v3,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,? iPadOS 18.4<p>✅ iPadOS 18.3.2</p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,Not Supported,Not Supported
3
+ distil-whisper_distil-large-v3_594MB,distil-whisper_distil-large-v3_594MB,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-04-05T060554.json>iPadOS 18.4</a><p>✅ iPadOS 18.3.2</p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,Not Supported,✅ iOS 18.1
4
+ distil-whisper_distil-large-v3_turbo,distil-whisper_distil-large-v3_turbo,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-04-05T060554.json>iPadOS 18.4</a><p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-03-22T105841.json>iPadOS 18.3.2</a></p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad15%2C3_summary_2025-04-07T160139.json>iPadOS 18.3.2</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad16%2C3_summary_2025-04-06T182858.json>iPadOS 18.3.2</a>,Not Supported,Not Supported
5
+ distil-whisper_distil-large-v3_turbo_600MB,distil-whisper_distil-large-v3_turbo_600MB,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-04-05T060554.json>iPadOS 18.4</a><p>✅ iPadOS 18.3.2</p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,Not Supported,✅ iOS 18.1
6
+ openai_whisper-base,openai_whisper-base,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,✅ iPadOS 18.4<p>✅ iPadOS 18.3.2</p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,✅ iOS 17.6.1,✅ iOS 18.1
7
+ openai_whisper-base.en,openai_whisper-base.en,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,✅ iPadOS 18.4<p>✅ iPadOS 18.3.2</p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,✅ iOS 17.6.1,✅ iOS 18.1
8
+ openai_whisper-large-v2,openai_whisper-large-v2,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,? iPadOS 18.4<p>✅ iPadOS 18.3.2</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad15%2C3_summary_2025-04-07T160139.json>iPadOS 18.3.2</a>,✅ iPadOS 18.3.2,Not Supported,Not Supported
9
+ openai_whisper-large-v2_949MB,openai_whisper-large-v2_949MB,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-04-05T060554.json>iPadOS 18.4</a><p>✅ iPadOS 18.3.2</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad15%2C3_summary_2025-04-07T160139.json>iPadOS 18.3.2</a>,✅ iPadOS 18.3.2,Not Supported,✅ iOS 18.1
10
+ openai_whisper-large-v2_turbo,openai_whisper-large-v2_turbo,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,? iPadOS 18.4<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-03-22T105841.json>iPadOS 18.3.2</a></p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad15%2C3_summary_2025-04-07T160139.json>iPadOS 18.3.2</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad16%2C3_summary_2025-04-06T182858.json>iPadOS 18.3.2</a>,Not Supported,Not Supported
11
+ openai_whisper-large-v2_turbo_955MB,openai_whisper-large-v2_turbo_955MB,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-04-05T060554.json>iPadOS 18.4</a><p>✅ iPadOS 18.3.2</p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,Not Supported,✅ iOS 18.1
12
+ openai_whisper-large-v3,openai_whisper-large-v3,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-04-05T060554.json>iPadOS 18.4</a><p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-03-22T105841.json>iPadOS 18.3.2</a></p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad15%2C3_summary_2025-04-07T160139.json>iPadOS 18.3.2</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad16%2C3_summary_2025-04-06T182858.json>iPadOS 18.3.2</a>,Not Supported,Not Supported
13
+ openai_whisper-large-v3-v20240930,openai_whisper-large-v3-v20240930,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,? iPadOS 18.4<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-03-22T105841.json>iPadOS 18.3.2</a></p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad15%2C3_summary_2025-04-07T160139.json>iPadOS 18.3.2</a>,? iPadOS 18.3.2,Not Supported,Not Supported
14
+ openai_whisper-large-v3-v20240930_626MB,openai_whisper-large-v3-v20240930_626MB,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-04-05T060554.json>iPadOS 18.4</a><p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-03-22T105841.json>iPadOS 18.3.2</a></p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPhone14%2C2_summary_2025-03-22T105841.json>iOS 18.1</a>
15
+ openai_whisper-large-v3-v20240930_turbo,openai_whisper-large-v3-v20240930_turbo,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,? iPadOS 18.4<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-03-22T105841.json>iPadOS 18.3.2</a></p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad15%2C3_summary_2025-04-07T160139.json>iPadOS 18.3.2</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad16%2C3_summary_2025-04-06T182858.json>iPadOS 18.3.2</a>,Not Supported,Not Supported
16
+ openai_whisper-large-v3-v20240930_turbo_632MB,openai_whisper-large-v3-v20240930_turbo_632MB,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-04-05T060554.json>iPadOS 18.4</a><p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-03-22T105841.json>iPadOS 18.3.2</a></p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad15%2C3_summary_2025-04-07T160139.json>iPadOS 18.3.2</a>,✅ iPadOS 18.3.2,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPhone14%2C2_summary_2025-03-22T105841.json>iOS 18.1</a>
17
+ openai_whisper-large-v3_947MB,openai_whisper-large-v3_947MB,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-04-05T060554.json>iPadOS 18.4</a><p>✅ iPadOS 18.3.2</p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,Not Supported,✅ iOS 18.1
18
+ openai_whisper-large-v3_turbo,openai_whisper-large-v3_turbo,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,? iPadOS 18.4<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-03-22T105841.json>iPadOS 18.3.2</a></p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad15%2C3_summary_2025-04-07T160139.json>iPadOS 18.3.2</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad16%2C3_summary_2025-04-06T182858.json>iPadOS 18.3.2</a>,Not Supported,Not Supported
19
+ openai_whisper-large-v3_turbo_954MB,openai_whisper-large-v3_turbo_954MB,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-04-05T060554.json>iPadOS 18.4</a><p>✅ iPadOS 18.3.2</p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,Not Supported,✅ iOS 18.1
20
+ openai_whisper-small,openai_whisper-small,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,✅ iPadOS 18.4<p>✅ iPadOS 18.3.2</p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,Not Supported,✅ iOS 18.1
21
+ openai_whisper-small.en,openai_whisper-small.en,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,✅ iPadOS 18.4<p>✅ iPadOS 18.3.2</p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,Not Supported,✅ iOS 18.1
22
+ openai_whisper-tiny,openai_whisper-tiny,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,✅ iPadOS 18.4<p>✅ iPadOS 18.3.2</p>,? iPadOS 18.3.2,✅ iPadOS 18.3.2,✅ iOS 17.6.1,✅ iOS 18.1
23
+ openai_whisper-tiny.en,openai_whisper-tiny.en,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,✅ iPadOS 18.4<p>✅ iPadOS 18.3.2</p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,✅ iOS 17.6.1,✅ iOS 18.1
dashboard_data/test_coverage_112a023.json CHANGED
@@ -5,155 +5,155 @@
5
  "skipped_devices": 88,
6
  "coverage_percentage": 35.76642335766424,
7
  "tested_device_list": [
8
- "Mac14,10",
9
- "Mac15,3",
10
- "iPhone12,5",
11
  "Mac16,8",
12
- "Mac15,11",
13
  "Mac14,12",
14
- "iPhone14,6",
15
- "Mac14,14",
16
- "iPad14,8",
17
- "Mac14,4",
18
- "iPad16,3",
19
- "iPad16,6",
20
- "Mac14,6",
21
- "iPhone12,8",
22
- "Mac15,13",
23
- "iPad14,10",
24
  "Mac14,13",
25
- "iPhone14,8",
26
- "iPad14,3",
27
- "Mac15,4",
28
- "Mac15,12",
29
- "Mac15,10",
30
- "Mac14,2",
31
  "iPad14,5",
32
- "iPad14,11",
33
- "Mac14,5",
34
- "iPad14,6",
35
- "iPhone12,3",
36
  "iPhone14,7",
37
- "iPhone14,3",
38
- "Mac14,7",
39
- "Mac15,8",
40
- "iPhone12,1",
41
- "iPad14,4",
 
 
 
42
  "iPhone14,4",
 
 
43
  "Mac14,9",
44
- "iPad14,9",
45
- "Mac15,5",
46
- "Mac14,15",
47
- "Mac14,8",
48
- "iPhone14,2",
49
- "Mac15,9",
50
  "Mac15,6",
51
- "iPad16,4",
52
- "Mac14,3",
53
- "Mac16,9",
 
 
 
 
 
 
54
  "Mac15,7",
55
- "iPhone14,5",
56
- "iPad16,5"
 
 
 
57
  ],
58
  "skipped_device_list": [
59
- "iPhone12,2",
60
- "iPhone15,5",
 
 
 
 
 
 
 
 
 
 
61
  "iPad8,2",
62
- "MacBookPro18,4",
63
- "Mac16,7",
64
- "MacBookPro18,1",
65
- "iPad8,12",
66
  "iPad15,4",
 
 
 
 
 
 
 
 
67
  "iPad8,6",
68
- "iPad13,10",
69
- "iPhone12,4",
70
- "iPad8,9",
71
- "iPhone15,4",
72
- "iPad11,2",
73
- "iPad12,1",
74
- "Mac16,2",
75
- "iPad13,11",
76
- "iPhone11,4",
77
- "Mac13,1",
78
- "Mac16,3",
79
- "iPhone16,1",
80
- "iMac21,1",
81
- "iPad13,6",
82
  "iPad8,1",
83
- "iPad13,7",
84
- "iPhone13,4",
85
- "iPad16,1",
86
- "iPad13,8",
87
- "iPad8,10",
88
- "iPad8,4",
89
- "iPhone13,2",
90
- "iPad13,5",
91
  "iPad8,11",
92
- "iPhone17,2",
93
- "MacBookAir10,1",
94
  "iPad11,1",
95
- "iPhone13,3",
96
- "iPad12,2",
97
- "Mac16,1",
 
 
 
 
98
  "iPad13,4",
99
- "iPhone11,8",
100
- "iPad13,19",
101
- "iPhone11,5",
102
- "iPhone15,2",
103
- "Mac16,13",
104
- "iPad15,7",
105
- "iPad8,7",
106
- "iPad13,1",
107
- "iPad13,18",
108
- "Mac16,6",
109
- "iPad14,2",
110
- "iPad8,8",
111
  "iPhone13,1",
112
- "Mac16,5",
 
 
 
113
  "iPad16,2",
114
- "iPhone17,3",
115
- "iPad13,16",
116
  "iPad15,3",
117
- "iPad11,6",
118
- "iPhone16,2",
119
- "Mac16,12",
120
  "iPhone11,6",
121
- "iPad11,3",
122
- "Mac16,10",
123
- "iPad11,4",
124
  "iPhone17,5",
125
- "iPhone17,4",
126
- "iPad13,2",
127
- "iPad15,5",
128
  "MacBookPro18,3",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
129
  "iMac21,2",
 
 
130
  "iPhone11,2",
131
- "iPad8,3",
132
- "MacBookPro18,2",
133
- "iPad8,5",
134
- "iPad15,6",
135
- "iPad13,17",
136
- "MacBookPro17,1",
137
- "iPhone11,3",
138
- "Mac16,11",
139
- "iPad11,7",
140
- "iPhone17,1",
141
- "Macmini9,1",
142
- "iPad15,8",
143
- "iPad13,9",
144
- "iPad14,1",
145
- "Mac13,2",
146
- "iPhone15,3"
147
  ],
148
  "tested_os_versions": [
149
- "macOS_15.1.1",
 
150
  "iPadOS_18.1",
151
- "macOS_15.2",
152
- "iPadOS_17.6.1",
153
  "macOS_15.0.1",
154
- "iOS_17.6.1",
155
- "iOS_17.7.1",
156
- "macOS_15.2.0"
157
  ],
158
  "has_target_os_coverage": false,
159
  "covered_target_versions": [
 
5
  "skipped_devices": 88,
6
  "coverage_percentage": 35.76642335766424,
7
  "tested_device_list": [
8
+ "iPad16,3",
9
+ "iPad16,4",
 
10
  "Mac16,8",
 
11
  "Mac14,12",
12
+ "iPhone12,1",
13
+ "iPhone14,5",
14
+ "iPad14,11",
15
+ "iPad14,9",
16
+ "iPad14,4",
17
+ "Mac14,8",
18
+ "Mac15,8",
19
+ "iPhone14,3",
 
 
20
  "Mac14,13",
21
+ "iPad16,6",
 
 
 
 
 
22
  "iPad14,5",
 
 
 
 
23
  "iPhone14,7",
24
+ "Mac15,4",
25
+ "iPad14,10",
26
+ "Mac15,11",
27
+ "Mac14,3",
28
+ "Mac14,2",
29
+ "iPad16,5",
30
+ "iPhone14,6",
31
+ "Mac14,15",
32
  "iPhone14,4",
33
+ "Mac15,13",
34
+ "Mac15,12",
35
  "Mac14,9",
36
+ "Mac14,7",
37
+ "iPhone12,5",
38
+ "Mac14,6",
39
+ "iPhone12,3",
40
+ "Mac14,4",
 
41
  "Mac15,6",
42
+ "Mac14,14",
43
+ "iPhone14,8",
44
+ "Mac15,9",
45
+ "Mac15,3",
46
+ "iPad14,3",
47
+ "Mac14,5",
48
+ "iPhone14,2",
49
+ "Mac15,5",
50
+ "iPad14,6",
51
  "Mac15,7",
52
+ "Mac15,10",
53
+ "Mac16,9",
54
+ "iPad14,8",
55
+ "Mac14,10",
56
+ "iPhone12,8"
57
  ],
58
  "skipped_device_list": [
59
+ "iPhone11,3",
60
+ "iPad13,7",
61
+ "iPad14,1",
62
+ "iPad13,19",
63
+ "iPad8,7",
64
+ "Mac16,6",
65
+ "MacBookPro17,1",
66
+ "Mac16,5",
67
+ "iPhone11,5",
68
+ "iPhone11,4",
69
+ "iPhone15,3",
70
+ "iPad13,2",
71
  "iPad8,2",
 
 
 
 
72
  "iPad15,4",
73
+ "iPad11,6",
74
+ "Mac16,13",
75
+ "iPad14,2",
76
+ "MacBookAir10,1",
77
+ "iPad8,10",
78
+ "Macmini9,1",
79
+ "iPhone16,2",
80
+ "iPad8,12",
81
  "iPad8,6",
82
+ "Mac16,12",
83
+ "iPad12,2",
 
 
 
 
 
 
 
 
 
 
 
 
84
  "iPad8,1",
85
+ "iPad13,17",
 
 
 
 
 
 
 
86
  "iPad8,11",
87
+ "MacBookPro18,1",
 
88
  "iPad11,1",
89
+ "iPad8,5",
90
+ "iPad13,16",
91
+ "Mac16,11",
92
+ "MacBookPro18,4",
93
+ "iPad15,8",
94
+ "iPhone16,1",
95
+ "iPad13,5",
96
  "iPad13,4",
97
+ "iPhone17,2",
98
+ "iPad8,3",
99
+ "iPad8,4",
100
+ "iPhone12,2",
101
+ "iPhone17,4",
102
+ "iPhone13,4",
 
 
 
 
 
 
103
  "iPhone13,1",
104
+ "Mac13,2",
105
+ "iPhone12,4",
106
+ "iPad13,1",
107
+ "iPad15,6",
108
  "iPad16,2",
109
+ "iPhone17,1",
110
+ "iPad13,11",
111
  "iPad15,3",
112
+ "iPad16,1",
 
 
113
  "iPhone11,6",
114
+ "iPad8,8",
115
+ "iPad11,7",
 
116
  "iPhone17,5",
117
+ "iPad11,2",
 
 
118
  "MacBookPro18,3",
119
+ "iMac21,1",
120
+ "iPad13,10",
121
+ "Mac13,1",
122
+ "Mac16,10",
123
+ "iPhone15,2",
124
+ "iPad11,3",
125
+ "iPhone13,3",
126
+ "iPad8,9",
127
+ "iPad13,6",
128
+ "iPad12,1",
129
+ "iPhone15,5",
130
+ "iPad15,7",
131
+ "iPad15,5",
132
+ "Mac16,3",
133
+ "Mac16,1",
134
+ "iPad13,8",
135
+ "iPhone13,2",
136
+ "Mac16,2",
137
+ "iPad13,9",
138
  "iMac21,2",
139
+ "Mac16,7",
140
+ "iPhone11,8",
141
  "iPhone11,2",
142
+ "iPad13,18",
143
+ "iPhone15,4",
144
+ "iPhone17,3",
145
+ "iPad11,4",
146
+ "MacBookPro18,2"
 
 
 
 
 
 
 
 
 
 
 
147
  ],
148
  "tested_os_versions": [
149
+ "iOS_17.6.1",
150
+ "macOS_15.2.0",
151
  "iPadOS_18.1",
152
+ "macOS_15.1.1",
 
153
  "macOS_15.0.1",
154
+ "iPadOS_17.6.1",
155
+ "macOS_15.2",
156
+ "iOS_17.7.1"
157
  ],
158
  "has_target_os_coverage": false,
159
  "covered_target_versions": [
dashboard_data/test_coverage_11a1fab.json CHANGED
@@ -5,151 +5,151 @@
5
  "skipped_devices": 115,
6
  "coverage_percentage": 16.05839416058394,
7
  "tested_device_list": [
8
- "iPad15,5",
9
  "iPad15,3",
10
- "Mac16,11",
11
- "iPad15,4",
12
  "Mac16,12",
13
- "Mac16,3",
14
- "iPad13,1",
15
- "Mac16,1",
16
- "iPad13,18",
17
- "Mac16,6",
18
- "iPad15,8",
19
- "Mac16,10",
20
  "iPad13,19",
21
- "iPad13,2",
22
  "iPad16,1",
 
 
 
 
 
 
 
 
23
  "Mac16,5",
 
24
  "iPad15,6",
25
- "iPad16,2",
26
- "Mac16,2",
27
  "Mac16,13",
28
- "Mac16,7",
29
- "iPad15,7"
 
 
 
30
  ],
31
  "skipped_device_list": [
32
- "iPhone12,2",
33
- "Mac16,8",
34
- "iPhone15,5",
 
 
 
 
 
 
 
 
 
 
 
 
 
35
  "iPad8,2",
36
- "Mac14,14",
37
- "MacBookPro18,4",
38
  "Mac14,4",
39
- "iPad16,3",
40
- "Mac15,13",
41
- "iPhone14,8",
42
- "Mac14,13",
43
- "MacBookPro18,1",
44
- "iPad14,3",
 
 
 
45
  "iPad8,12",
46
- "Mac14,5",
47
- "iPad14,6",
48
- "iPhone12,3",
49
  "iPad8,6",
50
- "iPhone12,1",
51
- "iPad11,2",
52
- "iPhone12,4",
53
- "iPad8,9",
54
- "iPhone15,4",
55
- "iPad13,10",
56
- "iPhone14,5",
57
- "iPad12,1",
58
- "iPhone14,7",
59
- "iPad13,11",
60
- "Mac15,3",
61
- "iPhone12,5",
62
- "iPhone11,4",
63
- "Mac13,1",
64
  "Mac14,12",
65
- "iPhone16,1",
66
- "iMac21,1",
67
- "iPad13,6",
68
  "iPad8,1",
69
- "iPad13,7",
70
- "iPhone13,4",
71
- "iPad13,8",
72
- "iPad8,10",
73
- "iPad8,4",
74
- "iPad14,10",
75
- "iPhone13,2",
76
- "iPad13,5",
77
  "iPad8,11",
78
- "iPhone17,2",
79
- "MacBookAir10,1",
80
  "iPad11,1",
81
- "iPhone13,3",
82
  "iPad14,5",
83
- "iPad14,11",
84
- "iPad12,2",
85
- "Mac15,8",
 
 
 
 
86
  "iPad13,4",
87
- "iPhone11,8",
88
- "iPhone14,2",
89
- "iPhone11,5",
90
- "Mac15,6",
91
- "iPhone15,2",
92
- "iPad8,7",
93
- "iPad16,6",
94
- "iPad14,2",
95
- "Mac14,6",
96
- "iPad8,8",
 
 
 
 
 
97
  "iPhone13,1",
98
- "iPhone17,3",
99
- "iPad13,16",
100
- "Mac15,12",
101
- "iPad11,6",
102
- "iPhone16,2",
103
- "iPhone11,6",
104
  "iPhone14,3",
105
- "iPad11,3",
 
 
 
 
106
  "iPhone14,4",
107
- "iPad14,9",
108
- "Mac15,5",
109
- "Mac14,15",
110
- "iPad11,4",
111
  "iPhone17,5",
 
 
 
 
 
 
 
112
  "Mac15,9",
113
- "iPad16,4",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
114
  "Mac14,3",
115
- "Mac16,9",
116
- "iPhone17,4",
117
  "iPad16,5",
118
- "Mac14,10",
119
- "MacBookPro18,3",
120
- "Mac15,11",
121
  "iMac21,2",
122
- "iPhone14,6",
123
- "iPad14,8",
124
  "iPhone11,2",
125
- "iPhone12,8",
126
- "iPad8,3",
 
 
 
127
  "MacBookPro18,2",
128
- "iPad8,5",
129
- "iPad13,17",
130
- "MacBookPro17,1",
131
- "iPhone11,3",
132
- "Mac14,2",
133
- "iPad11,7",
134
- "Mac15,4",
135
- "Mac15,10",
136
- "Mac14,7",
137
- "iPhone17,1",
138
- "Macmini9,1",
139
- "iPad14,4",
140
- "Mac14,9",
141
- "iPad13,9",
142
- "Mac14,8",
143
- "iPad14,1",
144
- "Mac15,7",
145
- "Mac13,2",
146
- "iPhone15,3"
147
  ],
148
  "tested_os_versions": [
149
- "iPadOS_18.4",
150
- "macOS_15.4",
151
  "iPadOS_18.3.2",
152
- "macOS_15.4.0"
 
153
  ],
154
  "has_target_os_coverage": false,
155
  "covered_target_versions": [
 
5
  "skipped_devices": 115,
6
  "coverage_percentage": 16.05839416058394,
7
  "tested_device_list": [
 
8
  "iPad15,3",
 
 
9
  "Mac16,12",
 
 
 
 
 
 
 
10
  "iPad13,19",
11
+ "Mac16,7",
12
  "iPad16,1",
13
+ "iPad13,2",
14
+ "Mac16,6",
15
+ "iPad15,7",
16
+ "iPad15,5",
17
+ "iPad15,4",
18
+ "Mac16,10",
19
+ "Mac16,3",
20
+ "Mac16,1",
21
  "Mac16,5",
22
+ "iPad13,1",
23
  "iPad15,6",
 
 
24
  "Mac16,13",
25
+ "Mac16,11",
26
+ "Mac16,2",
27
+ "iPad13,18",
28
+ "iPad16,2",
29
+ "iPad15,8"
30
  ],
31
  "skipped_device_list": [
32
+ "iPad14,11",
33
+ "iPhone11,3",
34
+ "iPad13,7",
35
+ "iPad14,1",
36
+ "iPad8,7",
37
+ "Mac14,8",
38
+ "Mac15,8",
39
+ "Mac14,13",
40
+ "MacBookPro17,1",
41
+ "iPhone11,5",
42
+ "iPad14,10",
43
+ "iPhone14,6",
44
+ "iPhone11,4",
45
+ "Mac14,9",
46
+ "iPhone15,3",
47
+ "Mac14,7",
48
  "iPad8,2",
 
 
49
  "Mac14,4",
50
+ "Mac15,6",
51
+ "iPad11,6",
52
+ "iPad14,2",
53
+ "MacBookAir10,1",
54
+ "Mac16,9",
55
+ "iPad8,10",
56
+ "Macmini9,1",
57
+ "iPhone16,2",
58
+ "iPad16,4",
59
  "iPad8,12",
 
 
 
60
  "iPad8,6",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
61
  "Mac14,12",
62
+ "iPad12,2",
63
+ "iPad14,9",
 
64
  "iPad8,1",
65
+ "iPad13,17",
 
 
 
 
 
 
 
66
  "iPad8,11",
67
+ "MacBookPro18,1",
 
68
  "iPad11,1",
69
+ "iPad8,5",
70
  "iPad14,5",
71
+ "iPad13,16",
72
+ "Mac15,4",
73
+ "Mac15,11",
74
+ "MacBookPro18,4",
75
+ "iPhone16,1",
76
+ "Mac14,15",
77
+ "iPad13,5",
78
  "iPad13,4",
79
+ "iPhone12,3",
80
+ "iPhone17,2",
81
+ "iPad8,3",
82
+ "Mac14,14",
83
+ "iPad14,3",
84
+ "iPad8,4",
85
+ "iPhone12,2",
86
+ "iPad14,6",
87
+ "Mac15,7",
88
+ "Mac15,10",
89
+ "iPhone17,4",
90
+ "Mac16,8",
91
+ "iPhone13,4",
92
+ "iPhone12,1",
93
+ "iPad14,4",
94
  "iPhone13,1",
95
+ "Mac13,2",
96
+ "iPhone14,5",
 
 
 
 
97
  "iPhone14,3",
98
+ "iPhone12,4",
99
+ "iPhone14,7",
100
+ "Mac14,2",
101
+ "iPhone17,1",
102
+ "iPad13,11",
103
  "iPhone14,4",
104
+ "iPhone11,6",
105
+ "iPad8,8",
106
+ "iPad11,7",
107
+ "iPhone12,5",
108
  "iPhone17,5",
109
+ "Mac14,6",
110
+ "iPad11,2",
111
+ "MacBookPro18,3",
112
+ "iMac21,1",
113
+ "iPad13,10",
114
+ "Mac13,1",
115
+ "iPhone14,8",
116
  "Mac15,9",
117
+ "Mac15,3",
118
+ "iPhone15,2",
119
+ "Mac15,5",
120
+ "iPad11,3",
121
+ "iPhone14,2",
122
+ "iPhone13,3",
123
+ "iPhone12,8",
124
+ "iPad8,9",
125
+ "iPad16,3",
126
+ "iPad13,6",
127
+ "iPad12,1",
128
+ "iPhone15,5",
129
+ "iPad16,6",
130
+ "iPad13,8",
131
+ "iPhone13,2",
132
  "Mac14,3",
 
 
133
  "iPad16,5",
134
+ "iPad13,9",
135
+ "Mac15,13",
136
+ "Mac15,12",
137
  "iMac21,2",
138
+ "iPhone11,8",
 
139
  "iPhone11,2",
140
+ "Mac14,5",
141
+ "iPhone15,4",
142
+ "iPhone17,3",
143
+ "iPad11,4",
144
+ "iPad14,8",
145
  "MacBookPro18,2",
146
+ "Mac14,10"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
147
  ],
148
  "tested_os_versions": [
149
+ "macOS_15.4.0",
 
150
  "iPadOS_18.3.2",
151
+ "iPadOS_18.4",
152
+ "macOS_15.4"
153
  ],
154
  "has_target_os_coverage": false,
155
  "covered_target_versions": [
dashboard_data/test_coverage_3f451e1.json CHANGED
@@ -1,172 +1,182 @@
1
  {
2
  "commit_hash": "3f451e1",
3
  "total_devices": 137,
4
- "tested_devices": 11,
5
- "skipped_devices": 126,
6
- "coverage_percentage": 8.02919708029197,
7
  "tested_device_list": [
8
- "MacBookAir10,1",
9
- "MacBookPro18,2",
10
- "MacBookPro18,3",
11
- "Mac13,1",
12
- "iMac21,2",
13
- "MacBookPro18,1",
14
- "MacBookPro18,4",
15
- "Mac13,2",
16
- "iMac21,1",
17
- "Macmini9,1",
18
- "MacBookPro17,1"
19
- ],
20
- "skipped_device_list": [
21
- "iPhone12,2",
22
  "Mac16,8",
 
 
 
 
 
23
  "iPhone15,5",
24
- "iPad8,2",
25
- "Mac14,14",
26
- "Mac14,4",
27
- "iPad16,3",
28
- "Mac15,13",
29
- "iPhone14,8",
30
  "Mac14,13",
31
- "Mac16,7",
32
- "iPad14,3",
33
- "iPad8,12",
34
- "Mac14,5",
35
- "iPad14,6",
36
- "iPad15,4",
37
- "iPhone12,3",
38
- "iPad8,6",
39
- "iPhone12,1",
40
- "iPad11,2",
41
- "iPhone12,4",
42
- "iPad8,9",
43
- "iPhone15,4",
44
- "iPad13,10",
45
- "iPhone14,5",
46
- "iPad12,1",
47
  "iPhone14,7",
48
- "Mac16,2",
49
- "iPad13,11",
50
- "Mac15,3",
51
- "iPhone12,5",
52
- "iPhone11,4",
53
- "Mac14,12",
54
- "Mac16,3",
55
- "iPhone16,1",
56
- "iPad13,6",
57
- "iPad8,1",
58
- "iPad13,7",
59
- "iPhone13,4",
60
- "iPad16,1",
61
- "iPad13,8",
62
- "iPad8,10",
63
- "iPad8,4",
64
- "iPad14,10",
65
  "iPhone13,2",
66
- "iPad13,5",
67
- "iPad8,11",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
68
  "iPhone17,2",
69
- "iPad11,1",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
70
  "iPhone13,3",
71
- "iPad14,5",
 
 
 
72
  "iPad14,11",
73
- "iPad12,2",
74
- "Mac16,1",
75
- "Mac15,8",
76
- "iPad13,4",
77
- "iPhone11,8",
78
  "iPad13,19",
79
- "iPhone14,2",
80
- "iPhone11,5",
81
- "Mac15,6",
82
- "iPhone15,2",
83
- "Mac16,13",
84
- "iPad15,7",
85
  "iPad8,7",
86
- "iPad13,1",
87
- "iPad13,18",
88
  "Mac16,6",
89
- "iPad16,6",
90
- "iPad14,2",
91
- "Mac14,6",
92
- "iPad8,8",
93
- "iPhone13,1",
94
  "Mac16,5",
95
- "iPad16,2",
96
- "iPhone17,3",
97
- "iPad13,16",
98
- "Mac15,12",
99
- "iPad15,3",
 
100
  "iPad11,6",
 
 
 
101
  "iPhone16,2",
 
 
 
102
  "Mac16,12",
103
- "iPhone11,6",
104
- "iPhone14,3",
105
- "iPad11,3",
106
- "iPhone14,4",
107
  "iPad14,9",
108
- "Mac15,5",
109
- "Mac14,15",
110
- "Mac16,10",
111
- "iPad11,4",
112
- "iPhone17,5",
113
- "Mac15,9",
114
- "iPad16,4",
115
- "Mac14,3",
116
- "Mac16,9",
117
- "iPhone17,4",
118
- "iPad16,5",
119
- "iPad13,2",
120
- "Mac14,10",
121
- "iPad15,5",
122
- "Mac15,11",
123
- "iPhone14,6",
124
- "iPad14,8",
125
- "iPhone11,2",
126
- "iPhone12,8",
127
- "iPad8,3",
128
- "iPad8,5",
129
- "iPad15,6",
130
  "iPad13,17",
131
- "iPhone11,3",
132
- "Mac14,2",
133
- "iPad11,7",
 
 
 
134
  "Mac15,4",
 
 
 
 
 
 
 
 
 
 
 
 
135
  "Mac15,10",
136
- "Mac16,11",
137
- "Mac14,7",
138
- "iPhone17,1",
139
  "iPad14,4",
140
- "iPad15,8",
141
- "Mac14,9",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
142
  "iPad13,9",
143
- "Mac14,8",
144
- "iPad14,1",
145
- "Mac15,7",
146
- "iPhone15,3"
 
 
 
 
147
  ],
148
  "tested_os_versions": [
 
 
149
  "macOS_26.0",
150
- "macOS_26.0.0"
 
 
 
 
151
  ],
152
  "has_target_os_coverage": false,
153
  "covered_target_versions": [
154
- "macOS 26"
155
- ],
156
- "missing_target_versions": [
157
- "macOS 14",
158
  "macOS 15",
159
- "iOS 17",
160
  "iOS 18",
161
  "iOS 26"
162
  ],
 
 
 
 
163
  "has_target_chip_coverage": false,
164
  "platform_chip_coverage": {
165
  "iPad": {
166
  "total_chips": 8,
167
- "tested_chips": 0,
168
- "coverage_percentage": 0.0,
169
- "covered_chips": [],
 
 
170
  "missing_chips": [
171
  "A14",
172
  "A15",
@@ -174,33 +184,33 @@
174
  "A17 Pro",
175
  "M1",
176
  "M2",
177
- "M3",
178
  "M4"
179
  ]
180
  },
181
  "iPhone": {
182
  "total_chips": 6,
183
- "tested_chips": 0,
184
- "coverage_percentage": 0.0,
185
- "covered_chips": [],
186
- "missing_chips": [
187
  "A14",
188
  "A15",
189
  "A16",
190
- "A17 Pro",
191
  "A18",
192
  "A18 Pro"
 
 
 
193
  ]
194
  },
195
  "Mac": {
196
  "total_chips": 4,
197
- "tested_chips": 1,
198
- "coverage_percentage": 25.0,
199
  "covered_chips": [
200
- "M1"
 
201
  ],
202
  "missing_chips": [
203
- "M2",
204
  "M3",
205
  "M4"
206
  ]
@@ -214,19 +224,12 @@
214
  "A17 Pro",
215
  "M1",
216
  "M2",
217
- "M3",
218
  "M4"
219
  ],
220
  "iPhone": [
221
- "A14",
222
- "A15",
223
- "A16",
224
- "A17 Pro",
225
- "A18",
226
- "A18 Pro"
227
  ],
228
  "Mac": [
229
- "M2",
230
  "M3",
231
  "M4"
232
  ]
 
1
  {
2
  "commit_hash": "3f451e1",
3
  "total_devices": 137,
4
+ "tested_devices": 52,
5
+ "skipped_devices": 87,
6
+ "coverage_percentage": 37.95620437956204,
7
  "tested_device_list": [
 
 
 
 
 
 
 
 
 
 
 
 
 
 
8
  "Mac16,8",
9
+ "iPhone13,4",
10
+ "Mac14,12",
11
+ "iPhone14,5",
12
+ "iPhone13,1",
13
+ "Mac13,2",
14
  "iPhone15,5",
15
+ "Mac14,8",
16
+ "iPad15,5",
17
+ "iPhone14,3",
 
 
 
18
  "Mac14,13",
19
+ "MacBookPro18,1",
20
+ "MacBookPro17,1",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
21
  "iPhone14,7",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
22
  "iPhone13,2",
23
+ "iPad15,6",
24
+ "Mac14,3",
25
+ "MacBookPro18,4",
26
+ "Mac14,2",
27
+ "iPhone17,1",
28
+ "iPhone14,6",
29
+ "iPhone18,1",
30
+ "Mac14,15",
31
+ "MacBookPro18,2",
32
+ "iPhone14,4",
33
+ "iPad15,3",
34
+ "Mac14,9",
35
+ "iMac21,2",
36
+ "iPhone15,3",
37
+ "Mac14,7",
38
+ "iPhone17,5",
39
+ "Mac14,6",
40
  "iPhone17,2",
41
+ "Mac14,4",
42
+ "MacBookPro18,3",
43
+ "Mac14,14",
44
+ "iMac21,1",
45
+ "iPhone14,8",
46
+ "Mac13,1",
47
+ "iPad15,4",
48
+ "iPhone15,2",
49
+ "Mac14,5",
50
+ "iPhone14,2",
51
+ "iPhone18,3",
52
+ "MacBookAir10,1",
53
+ "iPhone15,4",
54
+ "Mac16,9",
55
+ "iPhone17,3",
56
+ "iPhone17,4",
57
  "iPhone13,3",
58
+ "Mac14,10",
59
+ "Macmini9,1"
60
+ ],
61
+ "skipped_device_list": [
62
  "iPad14,11",
63
+ "iPhone11,3",
64
+ "iPad13,7",
65
+ "iPad14,1",
 
 
66
  "iPad13,19",
 
 
 
 
 
 
67
  "iPad8,7",
 
 
68
  "Mac16,6",
69
+ "Mac15,8",
 
 
 
 
70
  "Mac16,5",
71
+ "iPhone11,5",
72
+ "iPad14,10",
73
+ "iPhone11,4",
74
+ "iPad13,2",
75
+ "iPad8,2",
76
+ "Mac15,6",
77
  "iPad11,6",
78
+ "Mac16,13",
79
+ "iPad14,2",
80
+ "iPad8,10",
81
  "iPhone16,2",
82
+ "iPad16,4",
83
+ "iPad8,12",
84
+ "iPad8,6",
85
  "Mac16,12",
86
+ "iPad12,2",
 
 
 
87
  "iPad14,9",
88
+ "iPad8,1",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
89
  "iPad13,17",
90
+ "iPad8,11",
91
+ "iPad11,1",
92
+ "iPad8,5",
93
+ "iPad14,5",
94
+ "iPad13,16",
95
+ "Mac16,11",
96
  "Mac15,4",
97
+ "Mac15,11",
98
+ "iPad15,8",
99
+ "iPhone16,1",
100
+ "iPad13,5",
101
+ "iPad13,4",
102
+ "iPhone12,3",
103
+ "iPad8,3",
104
+ "iPad14,3",
105
+ "iPad8,4",
106
+ "iPhone12,2",
107
+ "iPad14,6",
108
+ "Mac15,7",
109
  "Mac15,10",
110
+ "iPhone12,1",
 
 
111
  "iPad14,4",
112
+ "iPhone12,4",
113
+ "iPad13,1",
114
+ "iPad16,2",
115
+ "iPad13,11",
116
+ "iPad16,1",
117
+ "iPhone11,6",
118
+ "iPad8,8",
119
+ "iPad11,7",
120
+ "iPhone12,5",
121
+ "iPad11,2",
122
+ "iPad13,10",
123
+ "Mac15,9",
124
+ "Mac16,10",
125
+ "Mac15,3",
126
+ "Mac15,5",
127
+ "iPad11,3",
128
+ "iPhone12,8",
129
+ "iPad8,9",
130
+ "iPad16,3",
131
+ "iPad13,6",
132
+ "iPad12,1",
133
+ "iPad15,7",
134
+ "Mac16,3",
135
+ "Mac16,1",
136
+ "iPad16,6",
137
+ "iPad13,8",
138
+ "Mac16,2",
139
+ "iPad16,5",
140
  "iPad13,9",
141
+ "Mac15,13",
142
+ "Mac15,12",
143
+ "Mac16,7",
144
+ "iPhone11,8",
145
+ "iPhone11,2",
146
+ "iPad13,18",
147
+ "iPad14,8",
148
+ "iPad11,4"
149
  ],
150
  "tested_os_versions": [
151
+ "iPadOS_26.0",
152
+ "macOS_26.0.0",
153
  "macOS_26.0",
154
+ "iOS_18.6.2",
155
+ "macOS_15.7.0",
156
+ "macOS_15.7",
157
+ "iOS_18.7",
158
+ "iOS_26.0"
159
  ],
160
  "has_target_os_coverage": false,
161
  "covered_target_versions": [
 
 
 
 
162
  "macOS 15",
163
+ "macOS 26",
164
  "iOS 18",
165
  "iOS 26"
166
  ],
167
+ "missing_target_versions": [
168
+ "macOS 14",
169
+ "iOS 17"
170
+ ],
171
  "has_target_chip_coverage": false,
172
  "platform_chip_coverage": {
173
  "iPad": {
174
  "total_chips": 8,
175
+ "tested_chips": 1,
176
+ "coverage_percentage": 12.5,
177
+ "covered_chips": [
178
+ "M3"
179
+ ],
180
  "missing_chips": [
181
  "A14",
182
  "A15",
 
184
  "A17 Pro",
185
  "M1",
186
  "M2",
 
187
  "M4"
188
  ]
189
  },
190
  "iPhone": {
191
  "total_chips": 6,
192
+ "tested_chips": 5,
193
+ "coverage_percentage": 83.33333333333334,
194
+ "covered_chips": [
 
195
  "A14",
196
  "A15",
197
  "A16",
 
198
  "A18",
199
  "A18 Pro"
200
+ ],
201
+ "missing_chips": [
202
+ "A17 Pro"
203
  ]
204
  },
205
  "Mac": {
206
  "total_chips": 4,
207
+ "tested_chips": 2,
208
+ "coverage_percentage": 50.0,
209
  "covered_chips": [
210
+ "M1",
211
+ "M2"
212
  ],
213
  "missing_chips": [
 
214
  "M3",
215
  "M4"
216
  ]
 
224
  "A17 Pro",
225
  "M1",
226
  "M2",
 
227
  "M4"
228
  ],
229
  "iPhone": [
230
+ "A17 Pro"
 
 
 
 
 
231
  ],
232
  "Mac": [
 
233
  "M3",
234
  "M4"
235
  ]
dashboard_data/test_coverage_8c0acbd.json CHANGED
@@ -6,158 +6,158 @@
6
  "coverage_percentage": 59.854014598540154,
7
  "tested_device_list": [
8
  "Mac16,8",
9
- "iPhone15,5",
10
- "Mac14,14",
11
- "Mac14,4",
12
- "iPad16,3",
13
- "iPad16,6",
14
- "Mac14,6",
15
- "iPad14,2",
16
  "iPhone13,1",
17
- "iPad16,2",
18
- "Mac15,13",
19
- "iPhone14,8",
20
- "Mac14,13",
21
- "iPhone17,3",
22
- "iPad15,3",
23
- "Mac15,12",
24
- "iPad13,16",
25
- "iPad14,3",
26
- "iPhone16,2",
27
- "Mac14,5",
28
- "iPad14,6",
29
- "iPad15,4",
30
- "iPhone12,3",
31
  "iPhone14,3",
32
- "iPhone12,1",
33
- "iPad13,10",
34
- "iPhone15,4",
 
 
 
 
 
35
  "iPhone14,4",
36
- "iPad14,9",
37
- "Mac15,5",
38
- "Mac14,15",
 
 
 
39
  "iPhone17,5",
 
 
 
 
 
 
40
  "Mac15,9",
41
- "iPad16,4",
42
- "iPhone14,5",
43
- "iPhone14,7",
44
- "Mac16,9",
45
- "Mac14,3",
46
- "iPhone17,4",
47
- "iPad16,5",
48
- "iPad13,11",
49
- "Mac14,10",
50
- "iPad15,5",
51
  "Mac15,3",
52
- "iPhone12,5",
53
- "Mac15,11",
 
 
 
 
 
 
 
 
54
  "Mac14,12",
55
- "iPhone14,6",
56
- "iPad14,8",
57
- "iPhone16,1",
58
  "iPad13,6",
59
- "iPhone12,8",
60
- "iPad13,7",
61
- "iPhone13,4",
62
- "iPad16,1",
63
- "iPad13,8",
64
- "iPad15,6",
65
  "iPad13,17",
66
- "iPad14,10",
 
 
 
 
 
 
67
  "iPhone13,2",
68
- "iPad13,5",
69
- "iPhone13,3",
70
  "Mac15,4",
71
- "Mac14,2",
72
- "Mac15,10",
73
- "iPad14,5",
74
- "iPad14,11",
75
- "Mac14,7",
76
- "iPad14,4",
77
- "Mac15,8",
78
  "iPad15,8",
79
- "Mac14,9",
80
  "iPad13,9",
 
 
 
 
 
81
  "iPad13,4",
82
- "Mac14,8",
83
- "iPhone14,2",
84
- "iPad14,1",
85
- "Mac15,6",
 
86
  "Mac15,7",
87
- "iPhone15,2",
88
- "iPad15,7",
89
- "iPhone15,3"
 
 
 
90
  ],
91
  "skipped_device_list": [
92
- "iPhone12,2",
93
- "iPhone11,4",
94
- "Mac13,1",
 
 
 
 
 
 
95
  "iPad8,7",
96
- "MacBookPro18,3",
97
- "iPad8,2",
98
- "Mac16,3",
99
- "iMac21,2",
100
- "iPad13,1",
101
- "iPad13,18",
102
- "MacBookPro18,4",
103
- "iMac21,1",
104
- "iPhone11,2",
105
  "Mac16,6",
106
- "iPad8,3",
107
- "MacBookPro18,2",
108
- "iPad8,8",
109
- "iPad8,5",
110
- "iPad8,1",
111
- "Mac16,5",
112
- "iPad8,10",
113
- "iPad8,4",
114
- "MacBookPro18,1",
115
- "Mac16,7",
116
  "iPad8,11",
117
- "iPhone17,2",
118
- "MacBookAir10,1",
119
  "iPad11,1",
120
  "MacBookPro17,1",
121
- "iPhone11,3",
122
- "Mac16,11",
123
- "iPad11,7",
124
- "iPad11,6",
125
- "iPad8,12",
126
- "Mac16,12",
127
- "iPad12,2",
128
  "Mac16,1",
129
- "iPhone11,6",
130
- "iPad8,6",
131
- "iPad11,3",
 
 
 
132
  "iPhone17,1",
 
 
 
 
 
 
 
 
 
133
  "iPad11,2",
134
- "iPhone12,4",
135
- "iPad8,9",
136
- "Macmini9,1",
137
- "Mac16,10",
138
- "Mac13,2",
139
  "iPhone11,8",
 
 
 
 
 
 
 
 
 
 
 
140
  "iPad11,4",
141
- "iPad13,19",
142
- "iPad13,2",
143
- "iPhone11,5",
144
- "iPad12,1",
145
- "Mac16,2",
146
- "Mac16,13"
147
  ],
148
  "tested_os_versions": [
149
- "iOS_18.5",
150
- "iPadOS_18.5",
151
  "iOS_18.4.1",
152
- "iOS_26.0",
153
- "iPadOS_18.4.1",
154
- "macOS_15.5.0",
155
- "iPadOS_26.0",
156
  "iPadOS_19.0",
157
- "macOS_15.5",
158
  "iOS_19.0",
 
 
 
159
  "iPadOS_18.4",
160
- "iOS_18.1"
 
 
161
  ],
162
  "has_target_os_coverage": false,
163
  "covered_target_versions": [
 
6
  "coverage_percentage": 59.854014598540154,
7
  "tested_device_list": [
8
  "Mac16,8",
9
+ "iPhone13,4",
10
+ "iPhone14,5",
11
+ "iPhone12,1",
 
 
 
 
12
  "iPhone13,1",
13
+ "iPad14,11",
14
+ "iPad14,1",
15
+ "iPad13,7",
16
+ "iPad14,4",
17
+ "Mac14,8",
18
+ "Mac15,8",
 
 
 
 
 
 
 
 
19
  "iPhone14,3",
20
+ "Mac14,13",
21
+ "iPhone14,7",
22
+ "iPad15,6",
23
+ "iPad14,10",
24
+ "iPad16,2",
25
+ "Mac14,2",
26
+ "iPhone14,6",
27
+ "iPad13,11",
28
  "iPhone14,4",
29
+ "iPad15,3",
30
+ "Mac14,9",
31
+ "iPhone15,3",
32
+ "iPad16,1",
33
+ "Mac14,7",
34
+ "iPhone12,5",
35
  "iPhone17,5",
36
+ "Mac14,6",
37
+ "Mac14,4",
38
+ "Mac15,6",
39
+ "iPad13,10",
40
+ "iPhone14,8",
41
+ "iPad15,4",
42
  "Mac15,9",
 
 
 
 
 
 
 
 
 
 
43
  "Mac15,3",
44
+ "iPhone15,2",
45
+ "iPhone14,2",
46
+ "Mac15,5",
47
+ "iPad14,2",
48
+ "Mac16,9",
49
+ "iPhone13,3",
50
+ "iPhone12,8",
51
+ "iPhone16,2",
52
+ "iPad16,3",
53
+ "iPad16,4",
54
  "Mac14,12",
 
 
 
55
  "iPad13,6",
56
+ "iPad14,9",
 
 
 
 
 
57
  "iPad13,17",
58
+ "iPhone15,5",
59
+ "iPad15,7",
60
+ "iPad15,5",
61
+ "iPad16,6",
62
+ "iPad14,5",
63
+ "iPad13,16",
64
+ "iPad13,8",
65
  "iPhone13,2",
 
 
66
  "Mac15,4",
67
+ "Mac15,11",
68
+ "Mac14,3",
 
 
 
 
 
69
  "iPad15,8",
70
+ "iPad16,5",
71
  "iPad13,9",
72
+ "Mac14,15",
73
+ "iPhone16,1",
74
+ "Mac15,13",
75
+ "iPad13,5",
76
+ "Mac15,12",
77
  "iPad13,4",
78
+ "iPhone12,3",
79
+ "Mac14,14",
80
+ "iPad14,3",
81
+ "Mac14,5",
82
+ "iPad14,6",
83
  "Mac15,7",
84
+ "Mac15,10",
85
+ "iPhone15,4",
86
+ "iPad14,8",
87
+ "iPhone17,3",
88
+ "Mac14,10",
89
+ "iPhone17,4"
90
  ],
91
  "skipped_device_list": [
92
+ "iPad8,9",
93
+ "iPad8,12",
94
+ "iPad8,6",
95
+ "Mac16,12",
96
+ "iPad12,2",
97
+ "iPhone11,3",
98
+ "Mac13,2",
99
+ "iPad13,19",
100
+ "iPad8,1",
101
  "iPad8,7",
102
+ "iPad12,1",
 
 
 
 
 
 
 
 
103
  "Mac16,6",
 
 
 
 
 
 
 
 
 
 
104
  "iPad8,11",
105
+ "MacBookPro18,1",
 
106
  "iPad11,1",
107
  "MacBookPro17,1",
108
+ "iPad8,5",
109
+ "Mac16,3",
110
+ "iPhone12,4",
 
 
 
 
111
  "Mac16,1",
112
+ "Mac16,5",
113
+ "iPad13,1",
114
+ "Mac16,11",
115
+ "Mac16,2",
116
+ "iPhone11,5",
117
+ "MacBookPro18,4",
118
  "iPhone17,1",
119
+ "iPhone11,4",
120
+ "iMac21,2",
121
+ "Mac16,7",
122
+ "iPhone11,6",
123
+ "iPad8,8",
124
+ "iPad11,7",
125
+ "iPad13,2",
126
+ "iPad8,2",
127
+ "iPhone17,2",
128
  "iPad11,2",
129
+ "MacBookPro18,3",
130
+ "iPad8,3",
131
+ "iMac21,1",
 
 
132
  "iPhone11,8",
133
+ "Mac13,1",
134
+ "Mac16,10",
135
+ "iPad8,4",
136
+ "iPhone11,2",
137
+ "iPad11,6",
138
+ "iPhone12,2",
139
+ "iPad11,3",
140
+ "Mac16,13",
141
+ "MacBookAir10,1",
142
+ "iPad13,18",
143
+ "iPad8,10",
144
  "iPad11,4",
145
+ "MacBookPro18,2",
146
+ "Macmini9,1"
 
 
 
 
147
  ],
148
  "tested_os_versions": [
 
 
149
  "iOS_18.4.1",
150
+ "iOS_18.5",
 
 
 
151
  "iPadOS_19.0",
152
+ "iPadOS_26.0",
153
  "iOS_19.0",
154
+ "iOS_18.1",
155
+ "iPadOS_18.4.1",
156
+ "iOS_26.0",
157
  "iPadOS_18.4",
158
+ "iPadOS_18.5",
159
+ "macOS_15.5.0",
160
+ "macOS_15.5"
161
  ],
162
  "has_target_os_coverage": false,
163
  "covered_target_versions": [
dashboard_data/test_coverage_a9b92c4.json CHANGED
@@ -5,165 +5,165 @@
5
  "skipped_devices": 44,
6
  "coverage_percentage": 67.88321167883211,
7
  "tested_device_list": [
 
8
  "Mac16,8",
9
- "Mac14,14",
10
- "MacBookPro18,4",
11
- "Mac16,6",
12
- "Mac14,4",
13
- "iPad16,3",
14
- "iPad16,6",
15
- "Mac14,6",
16
  "iPhone13,1",
 
 
 
 
 
 
 
 
 
 
17
  "Mac16,5",
 
 
18
  "iPad16,2",
19
- "Mac15,13",
20
- "iPhone14,8",
21
- "Mac14,13",
22
- "Mac16,7",
23
- "MacBookPro18,1",
24
- "iPhone17,3",
25
- "iPad13,16",
26
- "iPad14,3",
27
- "Mac15,12",
28
- "iPhone16,2",
29
- "Mac14,5",
30
- "Mac16,12",
31
- "iPad14,6",
32
- "Mac16,13",
33
- "iPhone12,3",
34
- "iPhone14,3",
35
- "iPhone12,1",
36
- "iPad13,10",
37
  "iPhone14,4",
38
- "iPad14,9",
39
- "Mac15,5",
40
- "Mac16,10",
41
- "Mac14,15",
42
  "iPhone17,5",
 
 
 
 
 
 
 
 
43
  "Mac15,9",
44
- "iPad16,4",
45
- "iPhone14,5",
46
- "Mac16,9",
47
- "iPhone14,7",
48
- "Mac14,3",
49
- "iPad16,5",
50
- "iPhone17,4",
51
- "Mac16,2",
52
- "iPad13,11",
53
- "Mac14,10",
54
  "Mac15,3",
55
- "iPhone12,5",
56
- "MacBookPro18,3",
 
 
 
 
 
 
 
 
 
57
  "Mac14,12",
58
- "Mac13,1",
59
- "Mac15,11",
60
- "Mac16,3",
61
- "iMac21,2",
62
- "iPhone14,6",
63
- "iPad14,8",
64
- "iPhone16,1",
65
- "iMac21,1",
66
  "iPad13,6",
67
- "iPhone12,8",
68
- "MacBookPro18,2",
69
- "iPad13,7",
70
- "iPhone13,4",
71
- "iPad16,1",
72
- "iPad13,8",
73
  "iPad13,17",
 
 
 
 
 
 
74
  "iPhone13,2",
75
- "iPad14,10",
76
- "iPad13,5",
77
- "MacBookPro17,1",
78
- "iPhone17,2",
79
- "MacBookAir10,1",
80
- "iPhone13,3",
81
- "Mac14,2",
82
  "Mac16,11",
83
- "Mac15,10",
84
- "iPad14,5",
85
- "iPad14,11",
86
  "Mac15,4",
87
- "Mac16,1",
88
- "iPhone17,1",
89
- "Mac14,7",
90
- "iPad14,4",
91
- "Macmini9,1",
92
- "Mac15,8",
93
- "Mac14,9",
94
  "iPad13,9",
 
 
 
 
 
95
  "iPad13,4",
96
- "Mac14,8",
97
- "iPhone14,2",
98
- "Mac15,6",
 
 
 
 
 
99
  "Mac15,7",
100
- "Mac13,2"
 
 
 
 
 
101
  ],
102
  "skipped_device_list": [
103
- "iPhone12,2",
104
- "iPad15,5",
105
- "iPhone11,4",
106
- "iPhone15,5",
107
- "iPad8,7",
108
- "iPad8,2",
109
- "iPad13,1",
110
- "iPad13,18",
111
- "iPhone11,2",
112
- "iPad14,2",
113
- "iPad8,3",
114
- "iPad8,8",
115
- "iPad8,5",
116
  "iPad8,1",
117
- "iPad8,10",
118
- "iPad15,6",
119
- "iPad8,4",
120
  "iPad8,11",
 
 
121
  "iPad11,1",
 
 
 
 
 
 
 
 
122
  "iPad15,3",
123
- "iPhone11,3",
 
 
124
  "iPad11,7",
125
- "iPad11,6",
126
- "iPad8,12",
 
 
 
127
  "iPad15,4",
128
- "iPad12,2",
129
- "iPhone11,6",
130
- "iPad8,6",
 
 
131
  "iPad11,3",
132
- "iPad11,2",
133
- "iPhone12,4",
134
- "iPad8,9",
135
  "iPhone15,4",
136
- "iPad15,8",
137
- "iPhone11,8",
138
- "iPad11,4",
139
- "iPad13,19",
140
- "iPad14,1",
141
- "iPhone11,5",
142
- "iPad12,1",
143
- "iPhone15,2",
144
- "iPad13,2",
145
- "iPad15,7",
146
- "iPhone15,3"
147
  ],
148
  "tested_os_versions": [
 
 
149
  "iOS_18.0",
150
- "macOS_15.1",
151
- "macOS_15.1.0",
152
  "iPadOS_18.1",
153
- "iOS_18.2",
154
- "macOS_15.0.0",
155
- "macOS_15.2",
156
  "iOS_17.7",
157
- "iOS_18.0.1",
158
- "iPadOS_17.6.1",
159
  "iPadOS_18.0.1",
 
 
160
  "iOS_17.2.1",
161
  "macOS_15.0.1",
162
- "iOS_17.6.1",
163
- "macOS_15.2.0",
164
- "macOS_15.0",
165
  "iOS_17.3",
166
- "iOS_18.1"
 
 
 
 
 
167
  ],
168
  "has_target_os_coverage": false,
169
  "covered_target_versions": [
 
5
  "skipped_devices": 44,
6
  "coverage_percentage": 67.88321167883211,
7
  "tested_device_list": [
8
+ "iPhone13,4",
9
  "Mac16,8",
10
+ "iPhone14,5",
11
+ "iPhone12,1",
 
 
 
 
 
12
  "iPhone13,1",
13
+ "Mac13,2",
14
+ "iPad13,7",
15
+ "iPad14,11",
16
+ "iPad14,4",
17
+ "Mac16,6",
18
+ "Mac14,8",
19
+ "Mac15,8",
20
+ "iPhone14,3",
21
+ "Mac14,13",
22
+ "MacBookPro17,1",
23
  "Mac16,5",
24
+ "iPhone14,7",
25
+ "iPad14,10",
26
  "iPad16,2",
27
+ "Mac14,2",
28
+ "iPhone17,1",
29
+ "iPhone14,6",
30
+ "iPad13,11",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
31
  "iPhone14,4",
32
+ "Mac14,9",
33
+ "iPad16,1",
34
+ "Mac14,7",
35
+ "iPhone12,5",
36
  "iPhone17,5",
37
+ "Mac14,6",
38
+ "Mac15,6",
39
+ "Mac14,4",
40
+ "iPad13,10",
41
+ "MacBookPro18,3",
42
+ "iPhone14,8",
43
+ "iMac21,1",
44
+ "Mac13,1",
45
  "Mac15,9",
46
+ "Mac16,10",
 
 
 
 
 
 
 
 
 
47
  "Mac15,3",
48
+ "iPhone14,2",
49
+ "Mac15,5",
50
+ "Mac16,13",
51
+ "MacBookAir10,1",
52
+ "Mac16,9",
53
+ "iPhone13,3",
54
+ "iPhone12,8",
55
+ "iPhone16,2",
56
+ "Macmini9,1",
57
+ "iPad16,3",
58
+ "iPad16,4",
59
  "Mac14,12",
60
+ "Mac16,12",
 
 
 
 
 
 
 
61
  "iPad13,6",
62
+ "iPad14,9",
 
 
 
 
 
63
  "iPad13,17",
64
+ "MacBookPro18,1",
65
+ "Mac16,3",
66
+ "Mac16,1",
67
+ "iPad16,6",
68
+ "iPad14,5",
69
+ "iPad13,16",
70
  "iPhone13,2",
 
 
 
 
 
 
 
71
  "Mac16,11",
72
+ "Mac16,2",
73
+ "iPad13,8",
 
74
  "Mac15,4",
75
+ "Mac15,11",
76
+ "Mac14,3",
77
+ "MacBookPro18,4",
78
+ "iPad16,5",
 
 
 
79
  "iPad13,9",
80
+ "iPhone16,1",
81
+ "Mac14,15",
82
+ "Mac15,13",
83
+ "iPad13,5",
84
+ "Mac15,12",
85
  "iPad13,4",
86
+ "iMac21,2",
87
+ "Mac16,7",
88
+ "iPhone12,3",
89
+ "iPhone17,2",
90
+ "Mac14,14",
91
+ "iPad14,3",
92
+ "Mac14,5",
93
+ "iPad14,6",
94
  "Mac15,7",
95
+ "Mac15,10",
96
+ "iPhone17,3",
97
+ "iPad14,8",
98
+ "MacBookPro18,2",
99
+ "Mac14,10",
100
+ "iPhone17,4"
101
  ],
102
  "skipped_device_list": [
103
+ "iPad8,9",
104
+ "iPad8,12",
105
+ "iPad8,6",
106
+ "iPad12,2",
107
+ "iPhone11,3",
108
+ "iPad13,19",
109
+ "iPad14,1",
 
 
 
 
 
 
110
  "iPad8,1",
111
+ "iPad8,7",
112
+ "iPad12,1",
 
113
  "iPad8,11",
114
+ "iPhone15,5",
115
+ "iPad15,7",
116
  "iPad11,1",
117
+ "iPad15,5",
118
+ "iPad8,5",
119
+ "iPhone12,4",
120
+ "iPad13,1",
121
+ "iPad15,6",
122
+ "iPhone11,5",
123
+ "iPad15,8",
124
+ "iPhone11,4",
125
  "iPad15,3",
126
+ "iPhone15,3",
127
+ "iPhone11,6",
128
+ "iPad8,8",
129
  "iPad11,7",
130
+ "iPad13,2",
131
+ "iPad8,2",
132
+ "iPhone11,8",
133
+ "iPad11,2",
134
+ "iPad8,3",
135
  "iPad15,4",
136
+ "iPad8,4",
137
+ "iPhone15,2",
138
+ "iPhone11,2",
139
+ "iPad11,6",
140
+ "iPhone12,2",
141
  "iPad11,3",
142
+ "iPad14,2",
143
+ "iPad13,18",
 
144
  "iPhone15,4",
145
+ "iPad8,10",
146
+ "iPad11,4"
 
 
 
 
 
 
 
 
 
147
  ],
148
  "tested_os_versions": [
149
+ "iOS_17.6.1",
150
+ "macOS_15.2.0",
151
  "iOS_18.0",
152
+ "iOS_18.1",
 
153
  "iPadOS_18.1",
 
 
 
154
  "iOS_17.7",
 
 
155
  "iPadOS_18.0.1",
156
+ "macOS_15.2",
157
+ "macOS_15.0",
158
  "iOS_17.2.1",
159
  "macOS_15.0.1",
 
 
 
160
  "iOS_17.3",
161
+ "iOS_18.2",
162
+ "macOS_15.1.0",
163
+ "iPadOS_17.6.1",
164
+ "macOS_15.1",
165
+ "iOS_18.0.1",
166
+ "macOS_15.0.0"
167
  ],
168
  "has_target_os_coverage": false,
169
  "covered_target_versions": [
dashboard_data/test_coverage_c814cae.json CHANGED
@@ -6,159 +6,159 @@
6
  "coverage_percentage": 62.77372262773723,
7
  "tested_device_list": [
8
  "Mac16,8",
9
- "iPhone15,5",
10
- "Mac14,14",
11
- "MacBookPro18,4",
12
- "Mac16,6",
13
- "Mac14,4",
14
- "iPad16,3",
15
- "iPad16,6",
16
- "Mac14,6",
17
  "iPhone13,1",
 
 
 
 
 
 
 
 
18
  "Mac16,5",
 
 
 
19
  "iPad16,2",
20
- "iPhone14,8",
21
- "Mac14,13",
22
- "Mac16,7",
23
- "MacBookPro18,1",
24
- "iPhone17,3",
 
25
  "iPad15,3",
26
- "iPad13,16",
27
- "iPad14,3",
28
- "Mac14,5",
29
- "iPad15,4",
30
- "Mac16,12",
31
- "iPad14,6",
32
- "iPhone14,3",
33
  "iPad13,10",
34
- "iPhone15,4",
35
- "iPhone14,4",
36
- "iPad14,9",
37
  "Mac16,10",
38
- "Mac14,15",
39
- "Mac13,2",
40
- "iPhone17,5",
41
- "iPad16,4",
42
- "iPhone14,5",
43
  "Mac16,9",
44
- "iPhone14,7",
45
- "iPhone17,4",
46
- "Mac16,2",
47
- "Mac14,3",
48
- "iPad16,5",
49
- "iPad13,11",
50
- "iPad15,5",
51
- "Mac14,10",
52
- "MacBookPro18,3",
53
  "Mac14,12",
54
- "Mac13,1",
55
- "Mac16,3",
56
- "iPhone14,6",
57
- "iMac21,2",
58
- "iPad14,8",
59
  "iPad13,6",
60
- "iMac21,1",
61
- "MacBookPro18,2",
62
- "iPad13,7",
63
- "iPhone13,4",
64
- "iPad16,1",
65
- "iPad13,8",
66
- "iPad15,6",
67
  "iPad13,17",
 
 
 
 
 
 
 
 
 
 
68
  "iPhone13,2",
69
- "iPad14,10",
70
- "iPad13,5",
71
- "MacBookPro17,1",
72
- "iPhone17,2",
73
- "MacBookAir10,1",
74
- "iPhone13,3",
75
- "Mac14,2",
76
  "Mac16,11",
77
- "iPad14,5",
78
- "iPad14,11",
79
- "Mac16,1",
80
- "iPhone17,1",
81
- "Macmini9,1",
82
- "Mac14,7",
83
- "iPad14,4",
84
  "iPad15,8",
85
- "Mac14,9",
86
  "iPad13,9",
 
 
87
  "iPad13,4",
88
- "Mac14,8",
89
- "iPhone14,2",
90
- "iPhone15,2",
91
- "Mac16,13",
92
- "iPad15,7",
93
- "iPhone15,3"
 
 
 
 
 
 
 
94
  ],
95
  "skipped_device_list": [
96
- "iPhone12,2",
97
- "Mac15,3",
98
- "iPhone12,5",
99
- "iPhone11,4",
 
 
 
 
 
100
  "iPad8,7",
101
- "Mac15,11",
102
- "iPad8,2",
 
 
 
 
103
  "iPad13,1",
104
- "iPad13,18",
 
 
 
105
  "iPhone16,1",
106
- "iPhone11,2",
107
- "iPhone12,8",
108
- "iPad14,2",
109
- "iPad8,3",
110
- "iPad8,8",
111
- "iPad8,5",
112
- "iPad8,1",
113
- "iPad8,10",
114
- "iPad8,4",
115
  "Mac15,13",
116
- "iPad8,11",
117
- "iPad11,1",
118
- "iPhone11,3",
119
  "Mac15,12",
 
 
120
  "iPad11,7",
121
- "iPad11,6",
122
- "iPhone16,2",
123
- "Mac15,4",
124
- "Mac15,10",
125
- "iPad8,12",
126
  "iPhone12,3",
127
- "iPad12,2",
128
- "iPhone11,6",
129
- "iPad8,6",
130
- "Mac15,8",
131
- "iPhone12,1",
132
  "iPad11,2",
133
- "iPhone12,4",
134
- "iPad8,9",
135
- "iPad11,3",
136
- "Mac15,5",
137
  "iPhone11,8",
138
- "iPad11,4",
139
- "iPad13,19",
140
  "Mac15,9",
141
- "iPad14,1",
142
- "iPhone11,5",
143
- "Mac15,6",
144
- "iPad12,1",
 
 
 
 
145
  "Mac15,7",
146
- "iPad13,2"
 
 
 
 
 
147
  ],
148
  "tested_os_versions": [
149
  "iOS_18.5",
150
- "iPadOS_18.5",
151
  "macOS_26.0.0",
152
  "macOS_26.0",
153
  "macOS_15.7.0",
 
154
  "iOS_18.7",
155
  "iOS_26.0",
156
  "iPadOS_18.4.1",
157
- "iPadOS_26.0",
158
- "macOS_15.5",
159
- "macOS_15.7",
160
  "iPadOS_18.6",
161
- "macOS_15.5.0"
 
162
  ],
163
  "has_target_os_coverage": false,
164
  "covered_target_versions": [
 
6
  "coverage_percentage": 62.77372262773723,
7
  "tested_device_list": [
8
  "Mac16,8",
9
+ "iPhone13,4",
10
+ "iPhone14,5",
11
+ "iPad14,11",
 
 
 
 
 
12
  "iPhone13,1",
13
+ "iPad14,4",
14
+ "iPad13,7",
15
+ "Mac13,2",
16
+ "Mac16,6",
17
+ "Mac14,8",
18
+ "iPhone14,3",
19
+ "Mac14,13",
20
+ "MacBookPro17,1",
21
  "Mac16,5",
22
+ "iPhone14,7",
23
+ "iPad15,6",
24
+ "iPad14,10",
25
  "iPad16,2",
26
+ "Mac14,2",
27
+ "iPhone17,1",
28
+ "iPhone14,6",
29
+ "iPad13,11",
30
+ "iPhone14,4",
31
+ "Mac14,9",
32
  "iPad15,3",
33
+ "iPhone15,3",
34
+ "iPad16,1",
35
+ "Mac14,7",
36
+ "iPhone17,5",
37
+ "Mac14,6",
38
+ "Mac14,4",
39
+ "MacBookPro18,3",
40
  "iPad13,10",
41
+ "iMac21,1",
42
+ "iPhone14,8",
43
+ "Mac13,1",
44
  "Mac16,10",
45
+ "iPad15,4",
46
+ "iPhone15,2",
47
+ "iPhone14,2",
48
+ "Mac16,13",
49
+ "MacBookAir10,1",
50
  "Mac16,9",
51
+ "iPhone13,3",
52
+ "Macmini9,1",
53
+ "iPad16,3",
54
+ "iPad16,4",
 
 
 
 
 
55
  "Mac14,12",
 
 
 
 
 
56
  "iPad13,6",
57
+ "iPad14,9",
58
+ "Mac16,12",
 
 
 
 
 
59
  "iPad13,17",
60
+ "iPhone15,5",
61
+ "iPad15,7",
62
+ "MacBookPro18,1",
63
+ "iPad15,5",
64
+ "Mac16,3",
65
+ "Mac16,1",
66
+ "iPad16,6",
67
+ "iPad14,5",
68
+ "iPad13,16",
69
+ "iPad13,8",
70
  "iPhone13,2",
 
 
 
 
 
 
 
71
  "Mac16,11",
72
+ "Mac16,2",
73
+ "Mac14,3",
74
+ "MacBookPro18,4",
 
 
 
 
75
  "iPad15,8",
76
+ "iPad16,5",
77
  "iPad13,9",
78
+ "Mac14,15",
79
+ "iPad13,5",
80
  "iPad13,4",
81
+ "iMac21,2",
82
+ "Mac16,7",
83
+ "iPhone17,2",
84
+ "Mac14,14",
85
+ "iPad14,3",
86
+ "Mac14,5",
87
+ "iPad14,6",
88
+ "iPhone15,4",
89
+ "iPad14,8",
90
+ "iPhone17,3",
91
+ "MacBookPro18,2",
92
+ "Mac14,10",
93
+ "iPhone17,4"
94
  ],
95
  "skipped_device_list": [
96
+ "iPad8,9",
97
+ "iPad8,12",
98
+ "iPad8,6",
99
+ "iPad12,2",
100
+ "iPhone12,1",
101
+ "iPhone11,3",
102
+ "iPad13,19",
103
+ "iPad14,1",
104
+ "iPad8,1",
105
  "iPad8,7",
106
+ "iPad12,1",
107
+ "iPad8,11",
108
+ "Mac15,8",
109
+ "iPad11,1",
110
+ "iPad8,5",
111
+ "iPhone12,4",
112
  "iPad13,1",
113
+ "iPhone11,5",
114
+ "Mac15,4",
115
+ "Mac15,11",
116
+ "iPhone11,4",
117
  "iPhone16,1",
 
 
 
 
 
 
 
 
 
118
  "Mac15,13",
 
 
 
119
  "Mac15,12",
120
+ "iPhone11,6",
121
+ "iPad8,8",
122
  "iPad11,7",
123
+ "iPad13,2",
124
+ "iPhone12,5",
125
+ "iPad8,2",
 
 
126
  "iPhone12,3",
 
 
 
 
 
127
  "iPad11,2",
128
+ "Mac15,6",
129
+ "iPad8,3",
 
 
130
  "iPhone11,8",
 
 
131
  "Mac15,9",
132
+ "Mac15,3",
133
+ "iPad8,4",
134
+ "iPhone11,2",
135
+ "iPad11,6",
136
+ "iPhone12,2",
137
+ "Mac15,5",
138
+ "iPad11,3",
139
+ "iPad14,2",
140
  "Mac15,7",
141
+ "iPad13,18",
142
+ "Mac15,10",
143
+ "iPad8,10",
144
+ "iPad11,4",
145
+ "iPhone12,8",
146
+ "iPhone16,2"
147
  ],
148
  "tested_os_versions": [
149
  "iOS_18.5",
150
+ "iPadOS_26.0",
151
  "macOS_26.0.0",
152
  "macOS_26.0",
153
  "macOS_15.7.0",
154
+ "macOS_15.7",
155
  "iOS_18.7",
156
  "iOS_26.0",
157
  "iPadOS_18.4.1",
158
+ "iPadOS_18.5",
 
 
159
  "iPadOS_18.6",
160
+ "macOS_15.5.0",
161
+ "macOS_15.5"
162
  ],
163
  "has_target_os_coverage": false,
164
  "covered_target_versions": [
dashboard_data/test_coverage_ca49596.json CHANGED
@@ -5,155 +5,155 @@
5
  "skipped_devices": 74,
6
  "coverage_percentage": 45.98540145985402,
7
  "tested_device_list": [
8
- "iPad15,5",
9
- "Mac14,10",
10
- "Mac15,3",
11
- "iPhone12,5",
12
  "Mac16,8",
13
- "Mac15,11",
14
  "Mac14,12",
15
- "Mac16,3",
16
- "iPhone14,6",
17
- "Mac14,14",
18
- "iPad14,8",
 
 
19
  "Mac16,6",
20
- "Mac14,4",
21
- "iPad16,3",
 
 
 
 
 
22
  "iPad16,6",
23
- "Mac14,6",
24
- "iPhone12,8",
25
  "Mac16,5",
 
26
  "iPad15,6",
27
- "Mac15,13",
28
- "iPhone14,8",
29
- "Mac14,13",
30
- "iPad14,10",
31
- "Mac16,7",
32
- "iPad15,3",
33
  "Mac16,11",
34
  "Mac15,4",
35
- "Mac15,10",
36
- "Mac15,12",
 
 
37
  "Mac14,2",
38
- "iPad14,3",
39
- "Mac14,5",
40
- "iPad15,4",
41
- "Mac16,12",
42
  "iPad16,5",
43
- "iPad14,11",
44
- "iPad14,6",
45
- "iPhone12,3",
46
- "iPhone14,7",
47
- "Mac16,1",
48
- "iPhone14,3",
49
- "Mac14,7",
50
- "Mac15,8",
51
- "iPhone12,1",
52
- "iPad14,4",
53
  "iPhone14,4",
 
 
 
54
  "Mac14,9",
55
- "iPad14,9",
56
- "Mac15,5",
 
 
 
 
 
 
 
57
  "Mac16,10",
58
- "Mac14,15",
59
- "Mac14,8",
60
- "iPhone14,2",
61
  "Mac15,9",
62
- "iPad14,5",
63
- "Mac15,6",
64
- "iPad16,4",
65
- "Mac14,3",
66
- "Mac16,9",
 
67
  "Mac15,7",
68
- "iPhone14,5",
69
- "Mac16,2",
70
- "Mac16,13"
 
 
71
  ],
72
  "skipped_device_list": [
73
- "iPad13,11",
74
- "iPhone12,2",
75
- "iPhone11,4",
76
- "iPhone15,5",
77
- "Mac13,1",
78
- "iPad8,7",
79
- "iPad8,2",
80
- "MacBookPro18,3",
81
- "iMac21,2",
82
- "iPad13,1",
83
- "iPad13,18",
84
- "iPhone16,1",
85
- "iMac21,1",
86
  "iPad13,6",
87
- "MacBookPro18,4",
88
- "iPhone11,2",
89
- "iPad14,2",
90
- "iPad8,3",
91
- "MacBookPro18,2",
92
- "iPad8,8",
93
- "iPhone17,4",
94
- "iPad8,1",
95
- "iPad13,7",
96
  "iPhone13,1",
97
- "iPad8,5",
98
- "iPhone13,4",
99
- "iPad16,1",
100
- "iPad13,8",
101
- "iPad8,10",
102
- "iPad16,2",
103
- "iPad8,4",
104
- "iPhone13,2",
105
  "iPad13,17",
106
- "iPad13,5",
107
- "MacBookPro18,1",
108
  "iPad8,11",
109
- "iPhone17,2",
110
- "MacBookPro17,1",
111
- "MacBookAir10,1",
112
  "iPad11,1",
113
- "iPhone17,3",
114
- "iPhone13,3",
115
- "iPad13,16",
116
- "iPhone11,3",
117
- "iPad11,6",
118
- "iPhone16,2",
119
- "iPad11,7",
120
- "iPad8,12",
121
- "iPad12,2",
122
- "iPhone11,6",
123
- "iPad8,6",
124
- "iPad11,3",
125
- "iPhone17,1",
126
- "iPad13,10",
127
  "iPhone12,4",
128
- "iPad8,9",
129
- "iPhone15,4",
130
- "iPad11,2",
131
- "Macmini9,1",
 
 
132
  "iPad15,8",
 
 
133
  "iPad13,9",
 
 
 
 
 
134
  "iPad13,4",
135
- "iPhone11,8",
136
- "iPad11,4",
137
- "iPad13,19",
 
 
 
 
138
  "iPhone17,5",
139
- "iPad14,1",
140
- "iPhone11,5",
141
- "iPad12,1",
 
 
 
 
 
 
 
142
  "iPhone15,2",
143
- "iPad13,2",
144
- "Mac13,2",
145
- "iPad15,7",
146
- "iPhone15,3"
 
 
 
 
 
 
 
 
 
 
 
147
  ],
148
  "tested_os_versions": [
149
- "macOS_15.3.0",
150
  "iPadOS_18.3.2",
151
- "macOS_15.4.0",
152
  "macOS_15.4",
 
 
 
153
  "macOS_15.3",
154
- "iOS_17.6.1",
155
- "iPadOS_18.4",
156
- "iOS_18.1"
157
  ],
158
  "has_target_os_coverage": false,
159
  "covered_target_versions": [
 
5
  "skipped_devices": 74,
6
  "coverage_percentage": 45.98540145985402,
7
  "tested_device_list": [
8
+ "iPad16,3",
9
+ "iPad16,4",
 
 
10
  "Mac16,8",
 
11
  "Mac14,12",
12
+ "iPhone12,1",
13
+ "iPhone14,5",
14
+ "iPad14,11",
15
+ "iPad14,9",
16
+ "iPad14,4",
17
+ "Mac16,12",
18
  "Mac16,6",
19
+ "Mac14,8",
20
+ "iPad15,5",
21
+ "iPhone14,3",
22
+ "Mac14,13",
23
+ "Mac15,8",
24
+ "Mac16,3",
25
+ "Mac16,1",
26
  "iPad16,6",
27
+ "iPad14,5",
 
28
  "Mac16,5",
29
+ "iPhone14,7",
30
  "iPad15,6",
 
 
 
 
 
 
31
  "Mac16,11",
32
  "Mac15,4",
33
+ "Mac16,2",
34
+ "iPad14,10",
35
+ "Mac15,11",
36
+ "Mac14,3",
37
  "Mac14,2",
 
 
 
 
38
  "iPad16,5",
39
+ "iPhone14,6",
40
+ "Mac14,15",
 
 
 
 
 
 
 
 
41
  "iPhone14,4",
42
+ "Mac15,13",
43
+ "Mac15,12",
44
+ "iPad15,3",
45
  "Mac14,9",
46
+ "Mac16,7",
47
+ "Mac14,7",
48
+ "iPhone12,5",
49
+ "Mac14,6",
50
+ "iPhone12,3",
51
+ "Mac14,4",
52
+ "Mac15,6",
53
+ "Mac14,14",
54
+ "iPhone14,8",
55
  "Mac16,10",
56
+ "iPad15,4",
57
+ "Mac15,3",
 
58
  "Mac15,9",
59
+ "iPad14,3",
60
+ "Mac14,5",
61
+ "iPhone14,2",
62
+ "Mac15,5",
63
+ "iPad14,6",
64
+ "Mac16,13",
65
  "Mac15,7",
66
+ "Mac15,10",
67
+ "Mac16,9",
68
+ "iPad14,8",
69
+ "Mac14,10",
70
+ "iPhone12,8"
71
  ],
72
  "skipped_device_list": [
73
+ "iPad8,9",
74
+ "iPad8,12",
75
+ "iPad8,6",
76
+ "iPhone13,4",
77
+ "iPad12,2",
 
 
 
 
 
 
 
 
78
  "iPad13,6",
79
+ "iPhone11,3",
 
 
 
 
 
 
 
 
80
  "iPhone13,1",
81
+ "iPad13,7",
82
+ "iPad14,1",
83
+ "iPad13,19",
84
+ "iPad8,1",
85
+ "iPad8,7",
 
 
 
86
  "iPad13,17",
87
+ "Mac13,2",
88
+ "iPad12,1",
89
  "iPad8,11",
90
+ "iPhone15,5",
91
+ "iPad15,7",
92
+ "MacBookPro18,1",
93
  "iPad11,1",
94
+ "MacBookPro17,1",
95
+ "iPad8,5",
 
 
 
 
 
 
 
 
 
 
 
 
96
  "iPhone12,4",
97
+ "iPad13,16",
98
+ "iPad13,1",
99
+ "iPad13,8",
100
+ "iPhone13,2",
101
+ "iPhone11,5",
102
+ "MacBookPro18,4",
103
  "iPad15,8",
104
+ "iPad16,2",
105
+ "iPhone17,1",
106
  "iPad13,9",
107
+ "iPhone11,4",
108
+ "iPad13,11",
109
+ "iPhone16,1",
110
+ "MacBookPro18,2",
111
+ "iPad13,5",
112
  "iPad13,4",
113
+ "iMac21,2",
114
+ "iPhone15,3",
115
+ "iPad16,1",
116
+ "iPhone11,6",
117
+ "iPad8,8",
118
+ "iPad11,7",
119
+ "iPad13,2",
120
  "iPhone17,5",
121
+ "iPad8,2",
122
+ "iPhone17,2",
123
+ "iPad11,2",
124
+ "MacBookPro18,3",
125
+ "iPad8,3",
126
+ "iMac21,1",
127
+ "iPad13,10",
128
+ "Mac13,1",
129
+ "iPhone11,8",
130
+ "iPad8,4",
131
  "iPhone15,2",
132
+ "iPhone11,2",
133
+ "iPad11,6",
134
+ "iPhone12,2",
135
+ "iPad11,3",
136
+ "iPad14,2",
137
+ "MacBookAir10,1",
138
+ "iPad13,18",
139
+ "iPhone15,4",
140
+ "iPhone17,3",
141
+ "iPad8,10",
142
+ "iPad11,4",
143
+ "iPhone17,4",
144
+ "iPhone13,3",
145
+ "Macmini9,1",
146
+ "iPhone16,2"
147
  ],
148
  "tested_os_versions": [
149
+ "iOS_17.6.1",
150
  "iPadOS_18.3.2",
 
151
  "macOS_15.4",
152
+ "iOS_18.1",
153
+ "macOS_15.3.0",
154
+ "macOS_15.4.0",
155
  "macOS_15.3",
156
+ "iPadOS_18.4"
 
 
157
  ],
158
  "has_target_os_coverage": false,
159
  "covered_target_versions": [
dashboard_data/version.json CHANGED
@@ -1 +1 @@
1
- {"last_modified": "2025-09-22T19:53:17+00:00", "sha": "84e7bf5b58f747ffd9861700f01a3099eeb701be", "releases": ["a9b92c4", "112a023", "ca49596", "11a1fab", "8c0acbd", "c814cae", "3f451e1"], "versions": ["0.9.1", "0.10.1", "0.11.0", "0.12.0", "0.13.0", "0.13.1", "0.14.0"]}
 
1
+ {"last_modified": "2025-09-25T21:38:44+00:00", "sha": "166fd10fbac0142d6babb07b8b8d0f22f269fbb7", "releases": ["a9b92c4", "112a023", "ca49596", "11a1fab", "8c0acbd", "c814cae", "3f451e1"], "versions": ["0.9.1", "0.10.1", "0.11.0", "0.12.0", "0.13.0", "0.13.1", "0.14.0"]}