update dataset files

dashboard_data/performance_data.json

@@ -915,6 +915,16 @@
 {"model": "openai/whisper-tiny", "device": "iPad (10th generation)", "os": "iPadOS 18.4", "timestamp": "2025-04-17T05:08:11Z", "speed": 49.52, "tokens_per_second": 189.42, "dataset_speed": {"librispeech-10mins": 35.56, "earnings22-10mins": 81.75}, "dataset_tokens_per_second": {"librispeech-10mins": 151.07, "earnings22-10mins": 277.96}, "average_wer": 16.47, "dataset_average_wer": {"librispeech-10mins": 15.91, "earnings22-10mins": 17.08}, "qoi": 0.33, "commit_hash": "11a1fab", "commit_timestamp": "2025-04-15T183244"}
 {"model": "openai/whisper-tiny", "device": "iPad Air 11-inch (M3)", "os": "iPadOS 18.3.2", "timestamp": "2025-04-16T03:48:50Z", "speed": 67.2, "tokens_per_second": 257.65, "dataset_speed": {"earnings22-10mins": 145.36, "librispeech-10mins": 43.76}, "dataset_tokens_per_second": {"earnings22-10mins": 497.14, "librispeech-10mins": 185.86}, "average_wer": 16.85, "dataset_average_wer": {"earnings22-10mins": 18.02, "librispeech-10mins": 15.78}, "qoi": 0.33, "commit_hash": "11a1fab", "commit_timestamp": "2025-04-15T183244"}
 {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Air 11-inch (M3)", "os": "iPadOS 18.3.2", "timestamp": "2025-04-16T08:29:40Z", "speed": 6.02, "tokens_per_second": 23.66, "dataset_speed": {"librispeech-10mins": 4.19, "earnings22-10mins": 10.75}, "dataset_tokens_per_second": {"librispeech-10mins": 17.65, "earnings22-10mins": 39.16}, "average_wer": 6.35, "dataset_average_wer": {"librispeech-10mins": 4.54, "earnings22-10mins": 8.36}, "qoi": 0.7, "commit_hash": "11a1fab", "commit_timestamp": "2025-04-15T183244"}
+{"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-09-22T18:54:23Z", "speed": 7.86, "tokens_per_second": 29.32, "dataset_speed": {"earnings22-10mins": 15.59, "librispeech-10mins": 5.26}, "dataset_tokens_per_second": {"earnings22-10mins": 51.33, "librispeech-10mins": 21.91}, "average_wer": 7.7, "dataset_average_wer": {"earnings22-10mins": 9.23, "librispeech-10mins": 6.31}, "qoi": 0.67, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
+{"model": "openai/whisper-base.en", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-09-22T18:24:34Z", "speed": 46.2, "tokens_per_second": 163.87, "dataset_speed": {"earnings22-10mins": 74.11, "librispeech-10mins": 33.6}, "dataset_tokens_per_second": {"earnings22-10mins": 240.23, "librispeech-10mins": 129.39}, "average_wer": 9.94, "dataset_average_wer": {"earnings22-10mins": 11.05, "librispeech-10mins": 8.94}, "qoi": 0.49, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
+{"model": "openai/whisper-small", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-09-22T18:26:41Z", "speed": 15.4, "tokens_per_second": 58.51, "dataset_speed": {"earnings22-10mins": 22.43, "librispeech-10mins": 11.74}, "dataset_tokens_per_second": {"earnings22-10mins": 75.52, "librispeech-10mins": 49.64}, "average_wer": 8.7, "dataset_average_wer": {"earnings22-10mins": 9.88, "librispeech-10mins": 7.63}, "qoi": 0.55, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
+{"model": "openai/whisper-large-v2/949MB", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-09-22T18:33:47Z", "speed": 2.69, "tokens_per_second": 10.21, "dataset_speed": {"earnings22-10mins": 4.01, "librispeech-10mins": 2.03}, "dataset_tokens_per_second": {"earnings22-10mins": 13.22, "librispeech-10mins": 8.7}, "average_wer": 6.59, "dataset_average_wer": {"earnings22-10mins": 8.36, "librispeech-10mins": 5.0}, "qoi": 0.64, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
+{"model": "openai/whisper-small.en", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-09-22T18:30:37Z", "speed": 16.28, "tokens_per_second": 57.46, "dataset_speed": {"librispeech-10mins": 12.41, "earnings22-10mins": 23.68}, "dataset_tokens_per_second": {"librispeech-10mins": 48.46, "earnings22-10mins": 74.71}, "average_wer": 7.42, "dataset_average_wer": {"librispeech-10mins": 6.71, "earnings22-10mins": 8.21}, "qoi": 0.62, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
+{"model": "openai/whisper-tiny.en", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-09-22T18:22:21Z", "speed": 68.85, "tokens_per_second": 241.2, "dataset_speed": {"earnings22-10mins": 133.89, "librispeech-10mins": 46.4}, "dataset_tokens_per_second": {"earnings22-10mins": 423.97, "librispeech-10mins": 178.12}, "average_wer": 15.08, "dataset_average_wer": {"earnings22-10mins": 16.72, "librispeech-10mins": 13.61}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
+{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-09-22T19:01:36Z", "speed": 6.47, "tokens_per_second": 25.98, "dataset_speed": {"earnings22-10mins": 11.27, "librispeech-10mins": 4.58}, "dataset_tokens_per_second": {"earnings22-10mins": 43.0, "librispeech-10mins": 19.27}, "average_wer": 7.49, "dataset_average_wer": {"earnings22-10mins": 10.61, "librispeech-10mins": 4.67}, "qoi": 0.69, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
+{"model": "openai/whisper-large-v3/947MB", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-09-22T18:49:24Z", "speed": 2.78, "tokens_per_second": 9.94, "dataset_speed": {"librispeech-10mins": 2.05, "earnings22-10mins": 4.33}, "dataset_tokens_per_second": {"librispeech-10mins": 8.58, "earnings22-10mins": 12.83}, "average_wer": 10.63, "dataset_average_wer": {"librispeech-10mins": 4.73, "earnings22-10mins": 17.15}, "qoi": 0.69, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
+{"model": "openai/whisper-tiny", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-09-22T18:21:32Z", "speed": 67.37, "tokens_per_second": 257.71, "dataset_speed": {"earnings22-10mins": 136.32, "librispeech-10mins": 44.8}, "dataset_tokens_per_second": {"earnings22-10mins": 463.48, "librispeech-10mins": 190.36}, "average_wer": 16.53, "dataset_average_wer": {"earnings22-10mins": 17.08, "librispeech-10mins": 16.04}, "qoi": 0.32, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
+{"model": "openai/whisper-base", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-09-22T18:23:22Z", "speed": 44.54, "tokens_per_second": 169.68, "dataset_speed": {"earnings22-10mins": 74.03, "librispeech-10mins": 31.89}, "dataset_tokens_per_second": {"earnings22-10mins": 252.3, "librispeech-10mins": 134.24}, "average_wer": 12.46, "dataset_average_wer": {"earnings22-10mins": 12.86, "librispeech-10mins": 12.1}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}
 {"model": "openai/whisper-tiny.en", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-06-14T11:39:42Z", "speed": 91.75, "tokens_per_second": 320.99, "dataset_speed": {"librispeech-10mins": 68.98, "earnings22-10mins": 137.24}, "dataset_tokens_per_second": {"librispeech-10mins": 264.13, "earnings22-10mins": 434.58}, "average_wer": 14.98, "dataset_average_wer": {"librispeech-10mins": 13.35, "earnings22-10mins": 16.79}, "qoi": 0.39, "commit_hash": "8c0acbd", "commit_timestamp": "2025-06-13T034257"}
 {"model": "openai/whisper-tiny.en", "device": "iPad Air 11-inch (M3)", "os": "iPadOS 19.0", "timestamp": "2025-06-17T23:53:36Z", "speed": 94.42, "tokens_per_second": 334.65, "dataset_speed": {"librispeech-10mins": 64.35, "earnings22-10mins": 177.88}, "dataset_tokens_per_second": {"librispeech-10mins": 252.06, "earnings22-10mins": 563.89}, "average_wer": 15.08, "dataset_average_wer": {"librispeech-10mins": 13.54, "earnings22-10mins": 16.79}, "qoi": 0.39, "commit_hash": "8c0acbd", "commit_timestamp": "2025-06-13T034257"}
 {"model": "openai/whisper-base.en", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2025-06-16T15:13:14Z", "speed": 30.61, "tokens_per_second": 108.6, "dataset_speed": {"librispeech-10mins": 24.78, "earnings22-10mins": 40.06}, "dataset_tokens_per_second": {"librispeech-10mins": 95.42, "earnings22-10mins": 130.0}, "average_wer": 10.01, "dataset_average_wer": {"librispeech-10mins": 8.94, "earnings22-10mins": 11.19}, "qoi": 0.49, "commit_hash": "8c0acbd", "commit_timestamp": "2025-06-13T034257"}

dashboard_data/support_data_3f451e1.csv

@@ -0,0 +1,23 @@
+,Model,"Apple M1 (Macmini9,1)"
+distil-whisper_distil-large-v3,distil-whisper_distil-large-v3,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/Macmini9%2C1_summary_2025-09-22T120503.json>macOS 26.0</a>
+distil-whisper_distil-large-v3_594MB,distil-whisper_distil-large-v3_594MB,✅ macOS 26.0
+distil-whisper_distil-large-v3_turbo,distil-whisper_distil-large-v3_turbo,Not Supported
+distil-whisper_distil-large-v3_turbo_600MB,distil-whisper_distil-large-v3_turbo_600MB,Not Supported
+openai_whisper-base,openai_whisper-base,✅ macOS 26.0
+openai_whisper-base.en,openai_whisper-base.en,✅ macOS 26.0
+openai_whisper-large-v2,openai_whisper-large-v2,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/Macmini9%2C1_summary_2025-09-22T120503.json>macOS 26.0</a>
+openai_whisper-large-v2_949MB,openai_whisper-large-v2_949MB,✅ macOS 26.0
+openai_whisper-large-v2_turbo,openai_whisper-large-v2_turbo,Not Supported
+openai_whisper-large-v2_turbo_955MB,openai_whisper-large-v2_turbo_955MB,Not Supported
+openai_whisper-large-v3,openai_whisper-large-v3,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/Macmini9%2C1_summary_2025-09-22T120503.json>macOS 26.0</a>
+openai_whisper-large-v3-v20240930,openai_whisper-large-v3-v20240930,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/Macmini9%2C1_summary_2025-09-22T120503.json>macOS 26.0</a>
+openai_whisper-large-v3-v20240930_626MB,openai_whisper-large-v3-v20240930_626MB,✅ macOS 26.0
+openai_whisper-large-v3-v20240930_turbo,openai_whisper-large-v3-v20240930_turbo,Not Supported
+openai_whisper-large-v3-v20240930_turbo_632MB,openai_whisper-large-v3-v20240930_turbo_632MB,Not Supported
+openai_whisper-large-v3_947MB,openai_whisper-large-v3_947MB,✅ macOS 26.0
+openai_whisper-large-v3_turbo,openai_whisper-large-v3_turbo,Not Supported
+openai_whisper-large-v3_turbo_954MB,openai_whisper-large-v3_turbo_954MB,Not Supported
+openai_whisper-small,openai_whisper-small,✅ macOS 26.0
+openai_whisper-small.en,openai_whisper-small.en,✅ macOS 26.0
+openai_whisper-tiny,openai_whisper-tiny,✅ macOS 26.0
+openai_whisper-tiny.en,openai_whisper-tiny.en,✅ macOS 26.0

dashboard_data/test_coverage_112a023.json

@@ -5,155 +5,155 @@
   "skipped_devices": 88,
   "coverage_percentage": 35.76642335766424,
   "tested_device_list": [
-    "Mac14,5",
-    "iPad14,3",
-    "Mac14,6",
-    "Mac15,7",
-    "iPhone14,5",
-    "Mac15,8",
+    "Mac14,10",
+    "Mac15,3",
+    "iPhone12,5",
     "Mac16,8",
-    "iPhone14,7",
-    "Mac14,8",
-    "Mac15,6",
-    "iPhone12,1",
-    "Mac15,13",
-    "iPad14,6",
-    "iPhone12,8",
     "Mac15,11",
-    "iPad14,9",
-    "iPad14,11",
-    "Mac14,2",
-    "Mac14,7",
-    "Mac14,3",
+    "Mac14,12",
+    "iPhone14,6",
+    "Mac14,14",
+    "iPad14,8",
     "Mac14,4",
-    "Mac14,9",
     "iPad16,3",
+    "iPad16,6",
+    "Mac14,6",
+    "iPhone12,8",
+    "Mac15,13",
+    "iPad14,10",
+    "Mac14,13",
+    "iPhone14,8",
+    "iPad14,3",
+    "Mac15,4",
     "Mac15,12",
-    "iPhone14,6",
-    "Mac16,9",
-    "iPhone12,3",
-    "Mac14,10",
     "Mac15,10",
-    "iPad16,5",
+    "Mac14,2",
     "iPad14,5",
-    "iPhone12,5",
-    "iPad14,4",
-    "Mac14,14",
+    "iPad14,11",
+    "Mac14,5",
+    "iPad14,6",
+    "iPhone12,3",
+    "iPhone14,7",
     "iPhone14,3",
-    "Mac15,9",
-    "Mac15,4",
-    "iPad16,6",
+    "Mac14,7",
+    "Mac15,8",
+    "iPhone12,1",
+    "iPad14,4",
     "iPhone14,4",
-    "Mac14,13",
-    "iPad14,8",
-    "iPad16,4",
-    "iPhone14,2",
+    "Mac14,9",
+    "iPad14,9",
     "Mac15,5",
-    "iPad14,10",
-    "iPhone14,8",
-    "Mac15,3",
     "Mac14,15",
-    "Mac14,12"
+    "Mac14,8",
+    "iPhone14,2",
+    "Mac15,9",
+    "Mac15,6",
+    "iPad16,4",
+    "Mac14,3",
+    "Mac16,9",
+    "Mac15,7",
+    "iPhone14,5",
+    "iPad16,5"
   ],
   "skipped_device_list": [
-    "Mac16,2",
-    "iPad13,11",
-    "iMac21,2",
-    "MacBookPro17,1",
-    "MacBookPro18,4",
     "iPhone12,2",
-    "iPad11,4",
-    "iPhone11,4",
+    "iPhone15,5",
     "iPad8,2",
+    "MacBookPro18,4",
+    "Mac16,7",
     "MacBookPro18,1",
+    "iPad8,12",
+    "iPad15,4",
+    "iPad8,6",
+    "iPad13,10",
+    "iPhone12,4",
+    "iPad8,9",
+    "iPhone15,4",
+    "iPad11,2",
+    "iPad12,1",
+    "Mac16,2",
+    "iPad13,11",
+    "iPhone11,4",
     "Mac13,1",
-    "iPad8,7",
-    "iPad13,4",
-    "iPad13,8",
-    "iPhone13,4",
-    "iPad8,10",
-    "iPad16,2",
+    "Mac16,3",
     "iPhone16,1",
-    "iPad13,7",
-    "Mac16,7",
-    "iPad8,3",
-    "iPhone15,2",
-    "iPad15,8",
-    "iPad14,1",
-    "iPhone13,1",
-    "iPad13,1",
-    "iPad15,3",
-    "iPhone11,3",
-    "iPad8,11",
-    "iPhone15,5",
     "iMac21,1",
-    "Mac16,3",
-    "Mac16,5",
-    "MacBookPro18,2",
-    "iPhone15,4",
-    "iPhone12,4",
-    "iPad11,3",
-    "Mac16,6",
-    "iPhone16,2",
-    "iPhone17,2",
+    "iPad13,6",
+    "iPad8,1",
+    "iPad13,7",
+    "iPhone13,4",
+    "iPad16,1",
+    "iPad13,8",
+    "iPad8,10",
     "iPad8,4",
+    "iPhone13,2",
     "iPad13,5",
-    "iPad11,6",
-    "iPad8,5",
-    "iPad8,12",
-    "iPad16,1",
-    "iPad14,2",
-    "iPhone15,3",
-    "iPad11,7",
+    "iPad8,11",
+    "iPhone17,2",
+    "MacBookAir10,1",
     "iPad11,1",
-    "iPad15,4",
-    "iPad15,6",
-    "Mac16,12",
+    "iPhone13,3",
+    "iPad12,2",
+    "Mac16,1",
+    "iPad13,4",
+    "iPhone11,8",
+    "iPad13,19",
+    "iPhone11,5",
+    "iPhone15,2",
+    "Mac16,13",
+    "iPad15,7",
+    "iPad8,7",
+    "iPad13,1",
     "iPad13,18",
-    "Macmini9,1",
+    "Mac16,6",
+    "iPad14,2",
+    "iPad8,8",
+    "iPhone13,1",
+    "Mac16,5",
+    "iPad16,2",
+    "iPhone17,3",
     "iPad13,16",
-    "iPad13,2",
-    "iPhone11,5",
-    "iPhone17,1",
-    "iPhone17,5",
-    "iPad13,17",
-    "Mac13,2",
+    "iPad15,3",
+    "iPad11,6",
+    "iPhone16,2",
+    "Mac16,12",
+    "iPhone11,6",
+    "iPad11,3",
     "Mac16,10",
-    "Mac16,13",
-    "iPad13,19",
-    "MacBookAir10,1",
-    "iPad11,2",
-    "iPad8,1",
+    "iPad11,4",
+    "iPhone17,5",
     "iPhone17,4",
-    "iPad8,8",
-    "Mac16,11",
-    "MacBookPro18,3",
-    "iPad13,9",
+    "iPad13,2",
     "iPad15,5",
-    "iPhone13,2",
-    "iPad8,9",
+    "MacBookPro18,3",
+    "iMac21,2",
     "iPhone11,2",
-    "iPad13,10",
-    "iPhone13,3",
-    "iPhone11,8",
-    "Mac16,1",
-    "iPad12,2",
-    "iPad13,6",
-    "iPad12,1",
-    "iPhone11,6",
-    "iPad15,7",
-    "iPhone17,3",
-    "iPad8,6"
+    "iPad8,3",
+    "MacBookPro18,2",
+    "iPad8,5",
+    "iPad15,6",
+    "iPad13,17",
+    "MacBookPro17,1",
+    "iPhone11,3",
+    "Mac16,11",
+    "iPad11,7",
+    "iPhone17,1",
+    "Macmini9,1",
+    "iPad15,8",
+    "iPad13,9",
+    "iPad14,1",
+    "Mac13,2",
+    "iPhone15,3"
   ],
   "tested_os_versions": [
-    "macOS_15.2",
-    "iPadOS_17.6.1",
     "macOS_15.1.1",
     "iPadOS_18.1",
+    "macOS_15.2",
+    "iPadOS_17.6.1",
+    "macOS_15.0.1",
     "iOS_17.6.1",
     "iOS_17.7.1",
-    "macOS_15.2.0",
-    "macOS_15.0.1"
+    "macOS_15.2.0"
   ],
   "has_target_os_coverage": false,
   "covered_target_versions": [

dashboard_data/test_coverage_11a1fab.json

@@ -5,151 +5,151 @@
   "skipped_devices": 115,
   "coverage_percentage": 16.05839416058394,
   "tested_device_list": [
-    "Mac16,7",
-    "Mac16,2",
-    "Mac16,6",
+    "iPad15,5",
+    "iPad15,3",
+    "Mac16,11",
+    "iPad15,4",
     "Mac16,12",
-    "iPad13,18",
-    "iPad13,2",
-    "Mac16,1",
-    "iPad15,8",
-    "iPad16,1",
     "Mac16,3",
-    "Mac16,5",
     "iPad13,1",
-    "Mac16,11",
+    "Mac16,1",
+    "iPad13,18",
+    "Mac16,6",
+    "iPad15,8",
     "Mac16,10",
-    "iPad15,7",
-    "Mac16,13",
-    "iPad15,4",
-    "iPad16,2",
-    "iPad15,3",
     "iPad13,19",
+    "iPad13,2",
+    "iPad16,1",
+    "Mac16,5",
     "iPad15,6",
-    "iPad15,5"
+    "iPad16,2",
+    "Mac16,2",
+    "Mac16,13",
+    "Mac16,7",
+    "iPad15,7"
   ],
   "skipped_device_list": [
-    "iPad14,3",
-    "iPad13,11",
-    "iMac21,2",
-    "MacBookPro17,1",
-    "MacBookPro18,4",
     "iPhone12,2",
-    "iPhone12,8",
-    "Mac15,11",
-    "iPad11,4",
-    "iPhone11,4",
+    "Mac16,8",
+    "iPhone15,5",
     "iPad8,2",
+    "Mac14,14",
+    "MacBookPro18,4",
+    "Mac14,4",
+    "iPad16,3",
+    "Mac15,13",
+    "iPhone14,8",
+    "Mac14,13",
     "MacBookPro18,1",
-    "iPad16,6",
+    "iPad14,3",
+    "iPad8,12",
+    "Mac14,5",
+    "iPad14,6",
+    "iPhone12,3",
+    "iPad8,6",
+    "iPhone12,1",
+    "iPad11,2",
+    "iPhone12,4",
+    "iPad8,9",
+    "iPhone15,4",
+    "iPad13,10",
+    "iPhone14,5",
+    "iPad12,1",
+    "iPhone14,7",
+    "iPad13,11",
+    "Mac15,3",
+    "iPhone12,5",
+    "iPhone11,4",
     "Mac13,1",
-    "iPad8,7",
-    "iPad13,4",
-    "Mac15,5",
-    "iPad13,8",
-    "iPhone13,4",
-    "iPad8,10",
-    "iPhone14,8",
-    "iPhone16,1",
     "Mac14,12",
-    "iPad16,4",
-    "iPad13,7",
-    "iPad8,3",
-    "iPhone15,2",
-    "iPad14,1",
-    "iPhone13,1",
-    "Mac15,13",
-    "Mac14,7",
-    "iPhone11,3",
-    "Mac15,12",
-    "iPad8,11",
-    "iPhone15,5",
-    "iPhone12,3",
+    "iPhone16,1",
     "iMac21,1",
-    "iPad16,5",
-    "iPad14,4",
-    "Mac14,13",
-    "iPad14,8",
-    "iPhone14,2",
-    "MacBookPro18,2",
-    "iPad14,10",
-    "iPhone15,4",
-    "iPhone12,4",
-    "iPad11,3",
-    "Mac14,3",
-    "iPhone16,2",
-    "iPhone17,2",
-    "Mac14,6",
-    "Mac15,7",
+    "iPad13,6",
+    "iPad8,1",
+    "iPad13,7",
+    "iPhone13,4",
+    "iPad13,8",
+    "iPad8,10",
     "iPad8,4",
+    "iPad14,10",
+    "iPhone13,2",
     "iPad13,5",
-    "iPad11,6",
-    "iPad8,5",
-    "iPad8,12",
-    "iPad14,2",
+    "iPad8,11",
+    "iPhone17,2",
+    "MacBookAir10,1",
+    "iPad11,1",
+    "iPhone13,3",
+    "iPad14,5",
+    "iPad14,11",
+    "iPad12,2",
     "Mac15,8",
-    "Mac16,8",
-    "iPhone15,3",
-    "iPhone14,7",
+    "iPad13,4",
+    "iPhone11,8",
+    "iPhone14,2",
+    "iPhone11,5",
     "Mac15,6",
-    "iPad11,7",
-    "iPad14,9",
-    "iPad14,11",
-    "iPad11,1",
-    "Mac14,2",
-    "Mac14,4",
-    "iPad16,3",
-    "Mac16,9",
-    "iPhone12,5",
-    "Macmini9,1",
+    "iPhone15,2",
+    "iPad8,7",
+    "iPad16,6",
+    "iPad14,2",
+    "Mac14,6",
+    "iPad8,8",
+    "iPhone13,1",
+    "iPhone17,3",
     "iPad13,16",
-    "iPhone11,5",
-    "iPhone17,1",
-    "iPhone17,5",
-    "iPad13,17",
-    "Mac13,2",
+    "Mac15,12",
+    "iPad11,6",
+    "iPhone16,2",
+    "iPhone11,6",
+    "iPhone14,3",
+    "iPad11,3",
+    "iPhone14,4",
+    "iPad14,9",
+    "Mac15,5",
     "Mac14,15",
-    "Mac15,3",
-    "MacBookAir10,1",
-    "Mac14,5",
-    "iPad11,2",
-    "iPhone14,5",
-    "iPad8,1",
+    "iPad11,4",
+    "iPhone17,5",
+    "Mac15,9",
+    "iPad16,4",
+    "Mac14,3",
+    "Mac16,9",
     "iPhone17,4",
-    "iPad8,8",
-    "Mac14,8",
-    "iPad14,6",
-    "iPhone12,1",
+    "iPad16,5",
+    "Mac14,10",
     "MacBookPro18,3",
-    "iPad13,9",
-    "Mac14,9",
+    "Mac15,11",
+    "iMac21,2",
     "iPhone14,6",
-    "iPhone13,2",
-    "iPad8,9",
-    "Mac14,10",
-    "Mac15,10",
+    "iPad14,8",
     "iPhone11,2",
-    "iPad13,10",
-    "iPad14,5",
-    "iPhone13,3",
-    "iPhone11,8",
-    "Mac14,14",
-    "iPhone14,3",
-    "Mac15,9",
+    "iPhone12,8",
+    "iPad8,3",
+    "MacBookPro18,2",
+    "iPad8,5",
+    "iPad13,17",
+    "MacBookPro17,1",
+    "iPhone11,3",
+    "Mac14,2",
+    "iPad11,7",
     "Mac15,4",
-    "iPhone14,4",
-    "iPad12,2",
-    "iPad13,6",
-    "iPad12,1",
-    "iPhone11,6",
-    "iPhone17,3",
-    "iPad8,6"
+    "Mac15,10",
+    "Mac14,7",
+    "iPhone17,1",
+    "Macmini9,1",
+    "iPad14,4",
+    "Mac14,9",
+    "iPad13,9",
+    "Mac14,8",
+    "iPad14,1",
+    "Mac15,7",
+    "Mac13,2",
+    "iPhone15,3"
   ],
   "tested_os_versions": [
-    "iPadOS_18.3.2",
-    "macOS_15.4.0",
     "iPadOS_18.4",
-    "macOS_15.4"
+    "macOS_15.4",
+    "iPadOS_18.3.2",
+    "macOS_15.4.0"
   ],
   "has_target_os_coverage": false,
   "covered_target_versions": [

dashboard_data/test_coverage_3f451e1.json

@@ -0,0 +1,234 @@
+{
+  "commit_hash": "3f451e1",
+  "total_devices": 137,
+  "tested_devices": 11,
+  "skipped_devices": 126,
+  "coverage_percentage": 8.02919708029197,
+  "tested_device_list": [
+    "MacBookAir10,1",
+    "MacBookPro18,2",
+    "MacBookPro18,3",
+    "Mac13,1",
+    "iMac21,2",
+    "MacBookPro18,1",
+    "MacBookPro18,4",
+    "Mac13,2",
+    "iMac21,1",
+    "Macmini9,1",
+    "MacBookPro17,1"
+  ],
+  "skipped_device_list": [
+    "iPhone12,2",
+    "Mac16,8",
+    "iPhone15,5",
+    "iPad8,2",
+    "Mac14,14",
+    "Mac14,4",
+    "iPad16,3",
+    "Mac15,13",
+    "iPhone14,8",
+    "Mac14,13",
+    "Mac16,7",
+    "iPad14,3",
+    "iPad8,12",
+    "Mac14,5",
+    "iPad14,6",
+    "iPad15,4",
+    "iPhone12,3",
+    "iPad8,6",
+    "iPhone12,1",
+    "iPad11,2",
+    "iPhone12,4",
+    "iPad8,9",
+    "iPhone15,4",
+    "iPad13,10",
+    "iPhone14,5",
+    "iPad12,1",
+    "iPhone14,7",
+    "Mac16,2",
+    "iPad13,11",
+    "Mac15,3",
+    "iPhone12,5",
+    "iPhone11,4",
+    "Mac14,12",
+    "Mac16,3",
+    "iPhone16,1",
+    "iPad13,6",
+    "iPad8,1",
+    "iPad13,7",
+    "iPhone13,4",
+    "iPad16,1",
+    "iPad13,8",
+    "iPad8,10",
+    "iPad8,4",
+    "iPad14,10",
+    "iPhone13,2",
+    "iPad13,5",
+    "iPad8,11",
+    "iPhone17,2",
+    "iPad11,1",
+    "iPhone13,3",
+    "iPad14,5",
+    "iPad14,11",
+    "iPad12,2",
+    "Mac16,1",
+    "Mac15,8",
+    "iPad13,4",
+    "iPhone11,8",
+    "iPad13,19",
+    "iPhone14,2",
+    "iPhone11,5",
+    "Mac15,6",
+    "iPhone15,2",
+    "Mac16,13",
+    "iPad15,7",
+    "iPad8,7",
+    "iPad13,1",
+    "iPad13,18",
+    "Mac16,6",
+    "iPad16,6",
+    "iPad14,2",
+    "Mac14,6",
+    "iPad8,8",
+    "iPhone13,1",
+    "Mac16,5",
+    "iPad16,2",
+    "iPhone17,3",
+    "iPad13,16",
+    "Mac15,12",
+    "iPad15,3",
+    "iPad11,6",
+    "iPhone16,2",
+    "Mac16,12",
+    "iPhone11,6",
+    "iPhone14,3",
+    "iPad11,3",
+    "iPhone14,4",
+    "iPad14,9",
+    "Mac15,5",
+    "Mac14,15",
+    "Mac16,10",
+    "iPad11,4",
+    "iPhone17,5",
+    "Mac15,9",
+    "iPad16,4",
+    "Mac14,3",
+    "Mac16,9",
+    "iPhone17,4",
+    "iPad16,5",
+    "iPad13,2",
+    "Mac14,10",
+    "iPad15,5",
+    "Mac15,11",
+    "iPhone14,6",
+    "iPad14,8",
+    "iPhone11,2",
+    "iPhone12,8",
+    "iPad8,3",
+    "iPad8,5",
+    "iPad15,6",
+    "iPad13,17",
+    "iPhone11,3",
+    "Mac14,2",
+    "iPad11,7",
+    "Mac15,4",
+    "Mac15,10",
+    "Mac16,11",
+    "Mac14,7",
+    "iPhone17,1",
+    "iPad14,4",
+    "iPad15,8",
+    "Mac14,9",
+    "iPad13,9",
+    "Mac14,8",
+    "iPad14,1",
+    "Mac15,7",
+    "iPhone15,3"
+  ],
+  "tested_os_versions": [
+    "macOS_26.0",
+    "macOS_26.0.0"
+  ],
+  "has_target_os_coverage": false,
+  "covered_target_versions": [
+    "macOS 26"
+  ],
+  "missing_target_versions": [
+    "macOS 14",
+    "macOS 15",
+    "iOS 17",
+    "iOS 18",
+    "iOS 26"
+  ],
+  "has_target_chip_coverage": false,
+  "platform_chip_coverage": {
+    "iPad": {
+      "total_chips": 8,
+      "tested_chips": 0,
+      "coverage_percentage": 0.0,
+      "covered_chips": [],
+      "missing_chips": [
+        "A14",
+        "A15",
+        "A16",
+        "A17 Pro",
+        "M1",
+        "M2",
+        "M3",
+        "M4"
+      ]
+    },
+    "iPhone": {
+      "total_chips": 6,
+      "tested_chips": 0,
+      "coverage_percentage": 0.0,
+      "covered_chips": [],
+      "missing_chips": [
+        "A14",
+        "A15",
+        "A16",
+        "A17 Pro",
+        "A18",
+        "A18 Pro"
+      ]
+    },
+    "Mac": {
+      "total_chips": 4,
+      "tested_chips": 1,
+      "coverage_percentage": 25.0,
+      "covered_chips": [
+        "M1"
+      ],
+      "missing_chips": [
+        "M2",
+        "M3",
+        "M4"
+      ]
+    }
+  },
+  "missing_target_chips": {
+    "iPad": [
+      "A14",
+      "A15",
+      "A16",
+      "A17 Pro",
+      "M1",
+      "M2",
+      "M3",
+      "M4"
+    ],
+    "iPhone": [
+      "A14",
+      "A15",
+      "A16",
+      "A17 Pro",
+      "A18",
+      "A18 Pro"
+    ],
+    "Mac": [
+      "M2",
+      "M3",
+      "M4"
+    ]
+  }
+}

dashboard_data/test_coverage_8c0acbd.json

@@ -5,159 +5,159 @@
   "skipped_devices": 55,
   "coverage_percentage": 59.854014598540154,
   "tested_device_list": [
-    "iPad14,3",
-    "iPhone16,2",
-    "iPad13,11",
-    "Mac14,6",
-    "Mac15,7",
-    "iPad13,5",
-    "iPad16,1",
-    "iPad14,2",
-    "Mac15,8",
     "Mac16,8",
-    "iPhone15,3",
-    "iPhone14,7",
-    "Mac15,6",
-    "iPhone12,8",
-    "Mac15,11",
-    "iPad14,9",
-    "iPad14,11",
-    "Mac14,2",
-    "iPad15,4",
-    "iPad15,6",
+    "iPhone15,5",
+    "Mac14,14",
     "Mac14,4",
     "iPad16,3",
-    "Mac16,9",
-    "iPhone12,5",
-    "iPad13,16",
     "iPad16,6",
-    "iPad13,4",
-    "Mac15,5",
-    "iPhone17,5",
-    "iPad13,8",
-    "iPad13,17",
-    "iPhone13,4",
+    "Mac14,6",
+    "iPad14,2",
+    "iPhone13,1",
     "iPad16,2",
+    "Mac15,13",
     "iPhone14,8",
-    "Mac15,3",
+    "Mac14,13",
+    "iPhone17,3",
+    "iPad15,3",
+    "Mac15,12",
+    "iPad13,16",
+    "iPad14,3",
+    "iPhone16,2",
+    "Mac14,5",
+    "iPad14,6",
+    "iPad15,4",
+    "iPhone12,3",
+    "iPhone14,3",
+    "iPhone12,1",
+    "iPad13,10",
+    "iPhone15,4",
+    "iPhone14,4",
+    "iPad14,9",
+    "Mac15,5",
     "Mac14,15",
-    "iPhone16,1",
+    "iPhone17,5",
+    "Mac15,9",
     "iPad16,4",
-    "Mac14,12",
-    "iPad13,7",
-    "Mac14,5",
-    "iPhone15,2",
-    "iPad15,8",
     "iPhone14,5",
-    "iPad14,1",
+    "iPhone14,7",
+    "Mac16,9",
+    "Mac14,3",
     "iPhone17,4",
-    "iPhone13,1",
-    "Mac14,8",
-    "Mac15,13",
-    "iPhone12,1",
-    "iPad14,6",
-    "iPad15,3",
-    "Mac14,7",
-    "iPad13,9",
-    "Mac14,9",
+    "iPad16,5",
+    "iPad13,11",
+    "Mac14,10",
     "iPad15,5",
+    "Mac15,3",
+    "iPhone12,5",
+    "Mac15,11",
+    "Mac14,12",
     "iPhone14,6",
-    "Mac15,12",
-    "iPhone15,5",
+    "iPad14,8",
+    "iPhone16,1",
+    "iPad13,6",
+    "iPhone12,8",
+    "iPad13,7",
+    "iPhone13,4",
+    "iPad16,1",
+    "iPad13,8",
+    "iPad15,6",
+    "iPad13,17",
+    "iPad14,10",
     "iPhone13,2",
-    "iPhone12,3",
-    "Mac14,10",
+    "iPad13,5",
+    "iPhone13,3",
+    "Mac15,4",
+    "Mac14,2",
     "Mac15,10",
-    "iPad16,5",
     "iPad14,5",
-    "iPad13,10",
-    "iPhone13,3",
-    "iPhone14,3",
+    "iPad14,11",
+    "Mac14,7",
     "iPad14,4",
-    "Mac14,14",
-    "Mac15,9",
-    "Mac15,4",
-    "iPhone14,4",
-    "Mac14,13",
-    "iPad14,8",
+    "Mac15,8",
+    "iPad15,8",
+    "Mac14,9",
+    "iPad13,9",
+    "iPad13,4",
+    "Mac14,8",
     "iPhone14,2",
-    "iPad13,6",
-    "iPad14,10",
-    "iPhone15,4",
+    "iPad14,1",
+    "Mac15,6",
+    "Mac15,7",
+    "iPhone15,2",
     "iPad15,7",
-    "iPhone17,3",
-    "Mac14,3"
+    "iPhone15,3"
   ],
   "skipped_device_list": [
-    "MacBookAir10,1",
-    "Mac16,7",
-    "Mac16,2",
-    "Mac16,6",
-    "iPad11,2",
-    "iPhone17,2",
-    "iPad8,3",
+    "iPhone12,2",
+    "iPhone11,4",
+    "Mac13,1",
+    "iPad8,7",
+    "MacBookPro18,3",
+    "iPad8,2",
+    "Mac16,3",
     "iMac21,2",
-    "MacBookPro17,1",
+    "iPad13,1",
+    "iPad13,18",
     "MacBookPro18,4",
-    "iPad8,4",
-    "iPad11,6",
+    "iMac21,1",
+    "iPhone11,2",
+    "Mac16,6",
+    "iPad8,3",
+    "MacBookPro18,2",
+    "iPad8,8",
     "iPad8,5",
-    "iPad8,12",
     "iPad8,1",
-    "iPad8,8",
-    "iPhone12,2",
-    "iPad13,1",
-    "iPad11,7",
-    "Mac16,11",
+    "Mac16,5",
+    "iPad8,10",
+    "iPad8,4",
+    "MacBookPro18,1",
+    "Mac16,7",
+    "iPad8,11",
+    "iPhone17,2",
+    "MacBookAir10,1",
     "iPad11,1",
-    "MacBookPro18,3",
-    "iPad11,4",
+    "MacBookPro17,1",
     "iPhone11,3",
-    "iPad8,11",
-    "iPad8,9",
-    "iMac21,1",
+    "Mac16,11",
+    "iPad11,7",
+    "iPad11,6",
+    "iPad8,12",
     "Mac16,12",
-    "iPhone11,2",
-    "iPhone11,4",
-    "iPad8,2",
-    "iPad13,18",
-    "iPhone11,8",
-    "Macmini9,1",
-    "iPad13,2",
-    "Mac16,1",
-    "MacBookPro18,1",
-    "iPhone11,5",
-    "Mac16,3",
-    "Mac13,1",
-    "iPhone17,1",
     "iPad12,2",
-    "iPad8,7",
-    "Mac16,5",
-    "MacBookPro18,2",
-    "iPad12,1",
+    "Mac16,1",
     "iPhone11,6",
-    "Mac13,2",
-    "Mac16,10",
-    "Mac16,13",
-    "iPad8,10",
-    "iPhone12,4",
+    "iPad8,6",
     "iPad11,3",
+    "iPhone17,1",
+    "iPad11,2",
+    "iPhone12,4",
+    "iPad8,9",
+    "Macmini9,1",
+    "Mac16,10",
+    "Mac13,2",
+    "iPhone11,8",
+    "iPad11,4",
     "iPad13,19",
-    "iPad8,6"
+    "iPad13,2",
+    "iPhone11,5",
+    "iPad12,1",
+    "Mac16,2",
+    "Mac16,13"
   ],
   "tested_os_versions": [
+    "iOS_18.5",
+    "iPadOS_18.5",
     "iOS_18.4.1",
-    "iPadOS_18.4",
+    "iOS_26.0",
+    "iPadOS_18.4.1",
     "macOS_15.5.0",
-    "iPadOS_18.5",
-    "macOS_15.5",
     "iPadOS_26.0",
     "iPadOS_19.0",
-    "iPadOS_18.4.1",
-    "iOS_18.5",
-    "iOS_18.1",
+    "macOS_15.5",
     "iOS_19.0",
-    "iOS_26.0"
+    "iPadOS_18.4",
+    "iOS_18.1"
   ],
   "has_target_os_coverage": false,
   "covered_target_versions": [

dashboard_data/test_coverage_a9b92c4.json

@@ -5,165 +5,165 @@
   "skipped_devices": 44,
   "coverage_percentage": 67.88321167883211,
   "tested_device_list": [
-    "iPad14,3",
-    "Mac16,2",
-    "iPhone16,2",
-    "Mac16,6",
-    "iPad13,11",
-    "iPhone17,2",
-    "Mac14,6",
-    "iMac21,2",
-    "MacBookPro17,1",
-    "Mac15,7",
-    "MacBookPro18,4",
-    "iPad13,5",
-    "iPad16,1",
-    "Mac15,8",
     "Mac16,8",
-    "iPhone14,7",
-    "Mac15,6",
-    "iPhone12,8",
-    "Mac15,11",
-    "iPad14,9",
-    "iPad14,11",
-    "Mac14,2",
+    "Mac14,14",
+    "MacBookPro18,4",
+    "Mac16,6",
     "Mac14,4",
     "iPad16,3",
-    "Mac16,9",
-    "Mac16,12",
-    "iPhone12,5",
-    "Macmini9,1",
-    "iPad13,16",
-    "MacBookPro18,1",
     "iPad16,6",
-    "Mac13,1",
-    "iPhone17,1",
-    "iPad13,4",
-    "Mac15,5",
-    "iPhone17,5",
-    "iPad13,8",
-    "iPad13,17",
-    "Mac13,2",
-    "Mac16,10",
-    "iPhone13,4",
-    "Mac16,13",
+    "Mac14,6",
+    "iPhone13,1",
+    "Mac16,5",
     "iPad16,2",
+    "Mac15,13",
     "iPhone14,8",
-    "Mac15,3",
+    "Mac14,13",
+    "Mac16,7",
+    "MacBookPro18,1",
+    "iPhone17,3",
+    "iPad13,16",
+    "iPad14,3",
+    "Mac15,12",
+    "iPhone16,2",
+    "Mac14,5",
+    "Mac16,12",
+    "iPad14,6",
+    "Mac16,13",
+    "iPhone12,3",
+    "iPhone14,3",
+    "iPhone12,1",
+    "iPad13,10",
+    "iPhone14,4",
+    "iPad14,9",
+    "Mac15,5",
+    "Mac16,10",
     "Mac14,15",
-    "iPhone16,1",
+    "iPhone17,5",
+    "Mac15,9",
     "iPad16,4",
-    "MacBookAir10,1",
-    "Mac14,5",
-    "Mac14,12",
-    "iPad13,7",
-    "Mac16,7",
     "iPhone14,5",
+    "Mac16,9",
+    "iPhone14,7",
+    "Mac14,3",
+    "iPad16,5",
     "iPhone17,4",
-    "iPhone13,1",
-    "Mac14,8",
-    "Mac15,13",
-    "iPhone12,1",
-    "iPad14,6",
-    "Mac16,11",
+    "Mac16,2",
+    "iPad13,11",
+    "Mac14,10",
+    "Mac15,3",
+    "iPhone12,5",
     "MacBookPro18,3",
-    "Mac14,7",
-    "iPad13,9",
-    "Mac14,9",
+    "Mac14,12",
+    "Mac13,1",
+    "Mac15,11",
+    "Mac16,3",
+    "iMac21,2",
     "iPhone14,6",
-    "Mac15,12",
+    "iPad14,8",
+    "iPhone16,1",
+    "iMac21,1",
+    "iPad13,6",
+    "iPhone12,8",
+    "MacBookPro18,2",
+    "iPad13,7",
+    "iPhone13,4",
+    "iPad16,1",
+    "iPad13,8",
+    "iPad13,17",
     "iPhone13,2",
-    "iPhone12,3",
-    "Mac14,10",
+    "iPad14,10",
+    "iPad13,5",
+    "MacBookPro17,1",
+    "iPhone17,2",
+    "MacBookAir10,1",
+    "iPhone13,3",
+    "Mac14,2",
+    "Mac16,11",
     "Mac15,10",
-    "iMac21,1",
-    "iPad16,5",
     "iPad14,5",
-    "iPad13,10",
-    "iPhone13,3",
-    "Mac14,14",
-    "iPhone14,3",
-    "iPad14,4",
-    "Mac15,9",
+    "iPad14,11",
     "Mac15,4",
     "Mac16,1",
-    "iPhone14,4",
-    "Mac16,3",
-    "iPad14,8",
-    "Mac14,13",
+    "iPhone17,1",
+    "Mac14,7",
+    "iPad14,4",
+    "Macmini9,1",
+    "Mac15,8",
+    "Mac14,9",
+    "iPad13,9",
+    "iPad13,4",
+    "Mac14,8",
     "iPhone14,2",
-    "Mac16,5",
-    "iPad13,6",
-    "MacBookPro18,2",
-    "iPad14,10",
-    "iPhone17,3",
-    "Mac14,3"
+    "Mac15,6",
+    "Mac15,7",
+    "Mac13,2"
   ],
   "skipped_device_list": [
-    "iPad11,2",
+    "iPhone12,2",
+    "iPad15,5",
+    "iPhone11,4",
+    "iPhone15,5",
+    "iPad8,7",
+    "iPad8,2",
+    "iPad13,1",
+    "iPad13,18",
+    "iPhone11,2",
+    "iPad14,2",
     "iPad8,3",
-    "iPhone15,2",
-    "iPad15,8",
-    "iPad8,4",
-    "iPad11,6",
-    "iPad14,1",
+    "iPad8,8",
     "iPad8,5",
-    "iPad8,12",
-    "iPad14,2",
     "iPad8,1",
-    "iPhone15,3",
-    "iPad8,8",
-    "iPhone12,2",
-    "iPad13,1",
-    "iPad11,7",
+    "iPad8,10",
+    "iPad15,6",
+    "iPad8,4",
+    "iPad8,11",
     "iPad11,1",
-    "iPad15,4",
     "iPad15,3",
-    "iPad11,4",
-    "iPad15,6",
     "iPhone11,3",
-    "iPad15,5",
-    "iPhone15,5",
-    "iPad8,11",
+    "iPad11,7",
+    "iPad11,6",
+    "iPad8,12",
+    "iPad15,4",
+    "iPad12,2",
+    "iPhone11,6",
+    "iPad8,6",
+    "iPad11,3",
+    "iPad11,2",
+    "iPhone12,4",
     "iPad8,9",
-    "iPhone11,2",
-    "iPhone11,4",
-    "iPad8,2",
-    "iPad13,18",
+    "iPhone15,4",
+    "iPad15,8",
     "iPhone11,8",
-    "iPad13,2",
+    "iPad11,4",
+    "iPad13,19",
+    "iPad14,1",
     "iPhone11,5",
-    "iPad12,2",
-    "iPad8,7",
     "iPad12,1",
-    "iPhone11,6",
-    "iPhone15,4",
+    "iPhone15,2",
+    "iPad13,2",
     "iPad15,7",
-    "iPad8,10",
-    "iPhone12,4",
-    "iPad11,3",
-    "iPad13,19",
-    "iPad8,6"
+    "iPhone15,3"
   ],
   "tested_os_versions": [
-    "macOS_15.0",
-    "macOS_15.2",
+    "iOS_18.0",
     "macOS_15.1",
-    "iOS_17.2.1",
-    "iPadOS_17.6.1",
     "macOS_15.1.0",
-    "macOS_15.0.0",
     "iPadOS_18.1",
-    "iPadOS_18.0.1",
-    "iOS_17.7",
     "iOS_18.2",
+    "macOS_15.0.0",
+    "macOS_15.2",
+    "iOS_17.7",
+    "iOS_18.0.1",
+    "iPadOS_17.6.1",
+    "iPadOS_18.0.1",
+    "iOS_17.2.1",
+    "macOS_15.0.1",
     "iOS_17.6.1",
     "macOS_15.2.0",
-    "macOS_15.0.1",
-    "iOS_18.0.1",
-    "iOS_18.1",
-    "iOS_18.0",
-    "iOS_17.3"
+    "macOS_15.0",
+    "iOS_17.3",
+    "iOS_18.1"
   ],
   "has_target_os_coverage": false,
   "covered_target_versions": [

dashboard_data/test_coverage_c814cae.json

@@ -5,160 +5,160 @@
   "skipped_devices": 51,
   "coverage_percentage": 62.77372262773723,
   "tested_device_list": [
-    "iPad14,3",
-    "Mac16,2",
-    "Mac16,6",
-    "iPad13,11",
-    "iPhone17,2",
-    "Mac14,6",
-    "iMac21,2",
-    "MacBookPro17,1",
-    "iPad13,5",
-    "MacBookPro18,4",
-    "iPad16,1",
     "Mac16,8",
-    "iPhone15,3",
-    "iPhone14,7",
-    "iPad14,9",
-    "iPad14,11",
-    "Mac14,2",
-    "iPad15,4",
-    "iPad15,6",
+    "iPhone15,5",
+    "Mac14,14",
+    "MacBookPro18,4",
+    "Mac16,6",
     "Mac14,4",
     "iPad16,3",
-    "Mac16,9",
-    "Mac16,12",
-    "Macmini9,1",
-    "iPad13,16",
-    "MacBookPro18,1",
     "iPad16,6",
-    "Mac13,1",
-    "iPhone17,1",
-    "iPad13,4",
-    "iPhone17,5",
-    "iPad13,8",
-    "iPad13,17",
-    "Mac13,2",
-    "Mac16,10",
-    "Mac16,13",
-    "iPhone13,4",
+    "Mac14,6",
+    "iPhone13,1",
+    "Mac16,5",
     "iPad16,2",
     "iPhone14,8",
-    "Mac14,15",
-    "iPad16,4",
-    "MacBookAir10,1",
-    "iPad13,7",
+    "Mac14,13",
     "Mac16,7",
+    "MacBookPro18,1",
+    "iPhone17,3",
+    "iPad15,3",
+    "iPad13,16",
+    "iPad14,3",
     "Mac14,5",
-    "Mac14,12",
-    "iPhone15,2",
-    "iPad15,8",
+    "iPad15,4",
+    "Mac16,12",
+    "iPad14,6",
+    "iPhone14,3",
+    "iPad13,10",
+    "iPhone15,4",
+    "iPhone14,4",
+    "iPad14,9",
+    "Mac16,10",
+    "Mac14,15",
+    "Mac13,2",
+    "iPhone17,5",
+    "iPad16,4",
     "iPhone14,5",
+    "Mac16,9",
+    "iPhone14,7",
     "iPhone17,4",
-    "iPhone13,1",
-    "Mac14,8",
-    "iPad14,6",
-    "Mac16,11",
-    "MacBookPro18,3",
-    "iPad15,3",
-    "iPad13,9",
-    "Mac14,7",
-    "Mac14,9",
+    "Mac16,2",
+    "Mac14,3",
+    "iPad16,5",
+    "iPad13,11",
     "iPad15,5",
-    "iPhone14,6",
-    "iPhone15,5",
-    "iPhone13,2",
     "Mac14,10",
-    "iMac21,1",
-    "iPad16,5",
-    "iPad14,5",
-    "iPad13,10",
-    "iPad14,4",
-    "iPhone14,3",
-    "Mac14,14",
-    "iPhone13,3",
-    "Mac16,1",
-    "iPhone14,4",
+    "MacBookPro18,3",
+    "Mac14,12",
+    "Mac13,1",
     "Mac16,3",
+    "iPhone14,6",
+    "iMac21,2",
     "iPad14,8",
-    "Mac14,13",
-    "iPhone14,2",
-    "Mac16,5",
     "iPad13,6",
+    "iMac21,1",
     "MacBookPro18,2",
+    "iPad13,7",
+    "iPhone13,4",
+    "iPad16,1",
+    "iPad13,8",
+    "iPad15,6",
+    "iPad13,17",
+    "iPhone13,2",
     "iPad14,10",
-    "iPhone15,4",
+    "iPad13,5",
+    "MacBookPro17,1",
+    "iPhone17,2",
+    "MacBookAir10,1",
+    "iPhone13,3",
+    "Mac14,2",
+    "Mac16,11",
+    "iPad14,5",
+    "iPad14,11",
+    "Mac16,1",
+    "iPhone17,1",
+    "Macmini9,1",
+    "Mac14,7",
+    "iPad14,4",
+    "iPad15,8",
+    "Mac14,9",
+    "iPad13,9",
+    "iPad13,4",
+    "Mac14,8",
+    "iPhone14,2",
+    "iPhone15,2",
+    "Mac16,13",
     "iPad15,7",
-    "iPhone17,3",
-    "Mac14,3"
+    "iPhone15,3"
   ],
   "skipped_device_list": [
-    "iPhone16,2",
-    "iPad11,2",
+    "iPhone12,2",
+    "Mac15,3",
+    "iPhone12,5",
+    "iPhone11,4",
+    "iPad8,7",
+    "Mac15,11",
+    "iPad8,2",
+    "iPad13,1",
+    "iPad13,18",
+    "iPhone16,1",
+    "iPhone11,2",
+    "iPhone12,8",
+    "iPad14,2",
     "iPad8,3",
-    "Mac15,7",
-    "iPad8,4",
-    "iPad11,6",
-    "iPad14,1",
+    "iPad8,8",
     "iPad8,5",
-    "iPad8,12",
-    "iPad14,2",
     "iPad8,1",
-    "Mac15,8",
-    "iPad8,8",
+    "iPad8,10",
+    "iPad8,4",
     "Mac15,13",
-    "iPhone12,2",
-    "Mac15,6",
-    "iPhone12,1",
-    "iPhone12,8",
-    "iPad13,1",
-    "iPad11,7",
-    "Mac15,11",
+    "iPad8,11",
     "iPad11,1",
-    "iPad11,4",
     "iPhone11,3",
     "Mac15,12",
-    "iPad8,11",
-    "iPhone12,3",
-    "iPad8,9",
-    "Mac15,10",
-    "iPhone11,2",
-    "iPhone12,5",
-    "iPhone11,4",
-    "iPad8,2",
-    "iPad13,18",
-    "iPhone11,8",
-    "Mac15,9",
-    "iPad13,2",
+    "iPad11,7",
+    "iPad11,6",
+    "iPhone16,2",
     "Mac15,4",
-    "iPhone11,5",
+    "Mac15,10",
+    "iPad8,12",
+    "iPhone12,3",
     "iPad12,2",
-    "iPad8,7",
-    "Mac15,5",
-    "iPad12,1",
     "iPhone11,6",
-    "iPad8,10",
+    "iPad8,6",
+    "Mac15,8",
+    "iPhone12,1",
+    "iPad11,2",
     "iPhone12,4",
+    "iPad8,9",
     "iPad11,3",
+    "Mac15,5",
+    "iPhone11,8",
+    "iPad11,4",
     "iPad13,19",
-    "Mac15,3",
-    "iPhone16,1",
-    "iPad8,6"
+    "Mac15,9",
+    "iPad14,1",
+    "iPhone11,5",
+    "Mac15,6",
+    "iPad12,1",
+    "Mac15,7",
+    "iPad13,2"
   ],
   "tested_os_versions": [
-    "macOS_26.0.0",
-    "macOS_15.7",
-    "macOS_15.5.0",
+    "iOS_18.5",
     "iPadOS_18.5",
-    "iOS_18.7",
-    "macOS_15.5",
-    "iPadOS_26.0",
+    "macOS_26.0.0",
     "macOS_26.0",
+    "macOS_15.7.0",
+    "iOS_18.7",
+    "iOS_26.0",
     "iPadOS_18.4.1",
+    "iPadOS_26.0",
+    "macOS_15.5",
+    "macOS_15.7",
     "iPadOS_18.6",
-    "iOS_18.5",
-    "macOS_15.7.0",
-    "iOS_26.0"
+    "macOS_15.5.0"
   ],
   "has_target_os_coverage": false,
   "covered_target_versions": [

dashboard_data/test_coverage_ca49596.json

@@ -5,155 +5,155 @@
   "skipped_devices": 74,
   "coverage_percentage": 45.98540145985402,
   "tested_device_list": [
-    "Mac16,7",
-    "iPad14,3",
-    "Mac16,2",
+    "iPad15,5",
+    "Mac14,10",
+    "Mac15,3",
+    "iPhone12,5",
+    "Mac16,8",
+    "Mac15,11",
+    "Mac14,12",
+    "Mac16,3",
+    "iPhone14,6",
+    "Mac14,14",
+    "iPad14,8",
     "Mac16,6",
-    "Mac14,5",
+    "Mac14,4",
+    "iPad16,3",
+    "iPad16,6",
     "Mac14,6",
-    "Mac15,7",
-    "iPhone14,5",
-    "Mac15,8",
-    "Mac16,8",
-    "iPhone14,7",
-    "Mac14,8",
-    "Mac15,6",
-    "iPhone12,1",
-    "Mac15,13",
-    "iPad14,6",
     "iPhone12,8",
+    "Mac16,5",
+    "iPad15,6",
+    "Mac15,13",
+    "iPhone14,8",
+    "Mac14,13",
+    "iPad14,10",
+    "Mac16,7",
+    "iPad15,3",
     "Mac16,11",
-    "Mac15,11",
-    "iPad14,9",
-    "iPad14,11",
+    "Mac15,4",
+    "Mac15,10",
+    "Mac15,12",
     "Mac14,2",
+    "iPad14,3",
+    "Mac14,5",
     "iPad15,4",
-    "iPad15,3",
-    "Mac14,7",
-    "iPad15,6",
-    "Mac14,3",
-    "Mac14,4",
-    "Mac14,9",
-    "iPad15,5",
-    "iPad16,3",
-    "Mac15,12",
-    "iPhone14,6",
-    "Mac16,9",
-    "iPhone12,3",
-    "Mac14,10",
-    "Mac15,10",
-    "iPad16,5",
     "Mac16,12",
-    "iPhone12,5",
-    "Mac14,12",
-    "iPad14,5",
-    "iPad14,4",
-    "iPhone14,3",
-    "Mac14,14",
-    "Mac15,9",
-    "Mac15,4",
+    "iPad16,5",
+    "iPad14,11",
+    "iPad14,6",
+    "iPhone12,3",
+    "iPhone14,7",
     "Mac16,1",
-    "iPad16,6",
+    "iPhone14,3",
+    "Mac14,7",
+    "Mac15,8",
+    "iPhone12,1",
+    "iPad14,4",
     "iPhone14,4",
-    "Mac16,3",
-    "iPad14,8",
-    "Mac14,13",
-    "iPhone14,2",
-    "Mac16,5",
+    "Mac14,9",
+    "iPad14,9",
     "Mac15,5",
-    "iPad14,10",
     "Mac16,10",
-    "Mac16,13",
-    "iPhone14,8",
-    "Mac15,3",
     "Mac14,15",
-    "iPad16,4"
+    "Mac14,8",
+    "iPhone14,2",
+    "Mac15,9",
+    "iPad14,5",
+    "Mac15,6",
+    "iPad16,4",
+    "Mac14,3",
+    "Mac16,9",
+    "Mac15,7",
+    "iPhone14,5",
+    "Mac16,2",
+    "Mac16,13"
   ],
   "skipped_device_list": [
-    "MacBookAir10,1",
-    "iPad13,7",
-    "iPhone16,2",
-    "iPad11,2",
     "iPad13,11",
-    "iPhone17,2",
-    "iPad8,3",
-    "iPhone15,2",
+    "iPhone12,2",
+    "iPhone11,4",
+    "iPhone15,5",
+    "Mac13,1",
+    "iPad8,7",
+    "iPad8,2",
+    "MacBookPro18,3",
     "iMac21,2",
-    "MacBookPro17,1",
-    "iPad15,8",
+    "iPad13,1",
+    "iPad13,18",
+    "iPhone16,1",
+    "iMac21,1",
+    "iPad13,6",
     "MacBookPro18,4",
-    "iPad8,4",
-    "iPad13,5",
-    "iPad14,1",
-    "iPad11,6",
-    "iPad8,5",
-    "iPad8,12",
-    "iPad16,1",
+    "iPhone11,2",
     "iPad14,2",
+    "iPad8,3",
+    "MacBookPro18,2",
+    "iPad8,8",
+    "iPhone17,4",
     "iPad8,1",
+    "iPad13,7",
     "iPhone13,1",
-    "iPhone15,3",
-    "iPhone17,4",
-    "iPad8,8",
-    "iPhone12,2",
-    "iPad13,1",
-    "iPad11,7",
-    "iPad11,1",
-    "MacBookPro18,3",
-    "iPad11,4",
-    "iPad13,9",
-    "iPhone11,3",
-    "iPad8,11",
-    "iPhone15,5",
+    "iPad8,5",
+    "iPhone13,4",
+    "iPad16,1",
+    "iPad13,8",
+    "iPad8,10",
+    "iPad16,2",
+    "iPad8,4",
     "iPhone13,2",
-    "iPad8,9",
-    "iMac21,1",
-    "iPhone11,2",
-    "iPad13,10",
-    "iPhone11,4",
-    "iPad8,2",
-    "iPad13,18",
+    "iPad13,17",
+    "iPad13,5",
+    "MacBookPro18,1",
+    "iPad8,11",
+    "iPhone17,2",
+    "MacBookPro17,1",
+    "MacBookAir10,1",
+    "iPad11,1",
+    "iPhone17,3",
     "iPhone13,3",
-    "Macmini9,1",
-    "iPhone11,8",
     "iPad13,16",
-    "iPad13,2",
-    "MacBookPro18,1",
-    "iPhone11,5",
-    "Mac13,1",
-    "iPhone17,1",
+    "iPhone11,3",
+    "iPad11,6",
+    "iPhone16,2",
+    "iPad11,7",
+    "iPad8,12",
     "iPad12,2",
-    "iPad8,7",
+    "iPhone11,6",
+    "iPad8,6",
+    "iPad11,3",
+    "iPhone17,1",
+    "iPad13,10",
+    "iPhone12,4",
+    "iPad8,9",
+    "iPhone15,4",
+    "iPad11,2",
+    "Macmini9,1",
+    "iPad15,8",
+    "iPad13,9",
     "iPad13,4",
-    "iPad13,8",
+    "iPhone11,8",
+    "iPad11,4",
+    "iPad13,19",
     "iPhone17,5",
-    "MacBookPro18,2",
-    "iPad13,17",
-    "iPad13,6",
+    "iPad14,1",
+    "iPhone11,5",
     "iPad12,1",
-    "iPhone11,6",
+    "iPhone15,2",
+    "iPad13,2",
     "Mac13,2",
-    "iPhone13,4",
-    "iPhone15,4",
-    "iPad8,10",
-    "iPad16,2",
     "iPad15,7",
-    "iPhone12,4",
-    "iPad11,3",
-    "iPad13,19",
-    "iPhone17,3",
-    "iPhone16,1",
-    "iPad8,6"
+    "iPhone15,3"
   ],
   "tested_os_versions": [
+    "macOS_15.3.0",
+    "iPadOS_18.3.2",
     "macOS_15.4.0",
-    "iPadOS_18.4",
+    "macOS_15.4",
     "macOS_15.3",
-    "iPadOS_18.3.2",
     "iOS_17.6.1",
-    "macOS_15.4",
-    "iOS_18.1",
-    "macOS_15.3.0"
+    "iPadOS_18.4",
+    "iOS_18.1"
   ],
   "has_target_os_coverage": false,
   "covered_target_versions": [

dashboard_data/version.json

@@ -1 +1 @@
-{"last_modified": "2025-09-17T02:51:34+00:00", "sha": "176aaee17d87e6caea9a562dc7b4728685b698e6", "releases": ["a9b92c4", "112a023", "ca49596", "11a1fab", "8c0acbd", "c814cae"], "versions": ["0.9.1", "0.10.1", "0.11.0", "0.12.0", "0.13.0", "0.13.1"]}
+{"last_modified": "2025-09-22T19:53:17+00:00", "sha": "84e7bf5b58f747ffd9861700f01a3099eeb701be", "releases": ["a9b92c4", "112a023", "ca49596", "11a1fab", "8c0acbd", "c814cae", "3f451e1"], "versions": ["0.9.1", "0.10.1", "0.11.0", "0.12.0", "0.13.0", "0.13.1", "0.14.0"]}