Spaces:

argmaxinc
/

whisperkit-benchmarks

Running

App Files Files Community

ardaatahan commited on Oct 15

Commit

4a8873b

2 Parent(s): 6921fc0 e48caf9

Merge branch 'main' into SW-710-add-regression-test-dashboard-check-rule-for-wer-discrepancy

Browse files

Files changed (14) hide show

constants.py +5 -0
dashboard_data/device_map.json +4 -1
dashboard_data/performance_data.json +0 -0
dashboard_data/support_data_3f451e1.csv +23 -23
dashboard_data/support_data_c814cae.csv +23 -23
dashboard_data/support_data_ca49596.csv +22 -22
dashboard_data/test_coverage_112a023.json +113 -113
dashboard_data/test_coverage_11a1fab.json +118 -118
dashboard_data/test_coverage_3f451e1.json +134 -129
dashboard_data/test_coverage_8c0acbd.json +117 -117
dashboard_data/test_coverage_a9b92c4.json +117 -117
dashboard_data/test_coverage_c814cae.json +127 -127
dashboard_data/test_coverage_ca49596.json +112 -112
dashboard_data/version.json +1 -1

constants.py CHANGED Viewed

@@ -5,6 +5,11 @@ from iso639 import Lang
 BANNER_TEXT = """
 <div style="text-align: center;">
     <h1><a href='https://github.com/argmaxinc/WhisperKit'>Argmax Open Source Regression Tests</a></h1>
 </div>
 """

 BANNER_TEXT = """
 <div style="text-align: center;">
     <h1><a href='https://github.com/argmaxinc/WhisperKit'>Argmax Open Source Regression Tests</a></h1>
+    <div style="background-color: #1e293b; border-left: 3px solid #64748b; padding: 8px 16px; margin: 16px auto; max-width: 500px; border-radius: 4px;">
+        <p style="margin: 0; color: #e2e8f0; font-size: 14px; font-family: 'Zwizz Regular', -apple-system, BlinkMacSystemFont, system-ui, sans-serif;">
+            Looking for competitive benchmarks? Check out <a href="https://github.com/argmaxinc/OpenBench/blob/main/BENCHMARKS.md" target="_blank" style="font-family: 'Zwizz SemiBold', -apple-system, BlinkMacSystemFont, system-ui, sans-serif; color: #f1f5f9;">OpenBench ↗</a>
+        </p>
+    </div>
 </div>
 """

dashboard_data/device_map.json CHANGED Viewed

@@ -9,6 +9,7 @@
     "Mac15,9": "Apple M3 Max",
     "Mac16,10": "Apple M4",
     "Mac16,3": "Apple M4",
     "MacBookAir10,1": "Apple M1",
     "Macmini9,1": "Apple M1",
     "iPad13,16": "iPad Air (5th generation)",
@@ -34,5 +35,7 @@
     "iPhone17,1": "iPhone 16 Pro",
     "iPhone17,3": "iPhone 16",
     "iPhone17,4": "iPhone 16 Plus",
-    "iPhone17,5": "iPhone 16e"
 }

     "Mac15,9": "Apple M3 Max",
     "Mac16,10": "Apple M4",
     "Mac16,3": "Apple M4",
+    "Mac16,8": "Apple M4 Pro",
     "MacBookAir10,1": "Apple M1",
     "Macmini9,1": "Apple M1",
     "iPad13,16": "iPad Air (5th generation)",
     "iPhone17,1": "iPhone 16 Pro",
     "iPhone17,3": "iPhone 16",
     "iPhone17,4": "iPhone 16 Plus",
+    "iPhone17,5": "iPhone 16e",
+    "iPhone18,1": "iPhone 17 Pro",
+    "iPhone18,3": "iPhone 17"
 }

dashboard_data/performance_data.json CHANGED Viewed

The diff for this file is too large to render. See raw diff

dashboard_data/support_data_3f451e1.csv CHANGED Viewed

@@ -1,23 +1,23 @@
-,Model,"Apple M2 (Mac14,3)","Apple M4 (Mac16,10)","Apple M4 Pro (Mac16,8)","Apple M1 (Macmini9,1)","iPad Air (5th generation) (iPad13,16)","iPad (10th generation) (iPad13,18)","iPad mini (6th generation) (iPad14,1)","iPad Air 11-inch (M2) (iPad14,8)","iPad Air 11-inch (M3) (iPad15,3)","iPad (A16) (iPad15,7)","iPad mini (A17 Pro) (iPad16,1)","iPad Pro 11-inch (M4) (iPad16,3)","iPhone 12 mini (iPhone13,1)","iPhone 13 (iPhone14,5)","iPhone 14 (iPhone14,7)","iPhone 15 (iPhone15,4)","iPhone 16 Pro (iPhone17,1)","iPhone 16e (iPhone17,5)","iPhone 17 Pro (iPhone18,1)","iPhone 17 (iPhone18,3)"
-distil-whisper_distil-large-v3,distil-whisper_distil-large-v3,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/Macmini9%2C1_summary_2025-09-22T120503.json>macOS 26.0</a>,Not Supported,Not Supported,Not Supported,? iPadOS 26.0,? iPadOS 26.0,Not Supported,Not Supported,✅ iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
-distil-whisper_distil-large-v3_594MB,distil-whisper_distil-large-v3_594MB,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,✅ macOS 26.0,Not Supported,Not Supported,✅ iPadOS 18.7,? iPadOS 26.0,? iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 18.7,? iPadOS 26.0,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone17%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,✅ iOS 18.6.2,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
-distil-whisper_distil-large-v3_turbo,distil-whisper_distil-large-v3_turbo,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/Mac14%2C3_summary_2025-09-22T150754.json>macOS 26.0</a>,✅ macOS 15.6.1,✅ macOS 15.7,Not Supported,Not Supported,Not Supported,Not Supported,? iPadOS 26.0,? iPadOS 26.0,Not Supported,Not Supported,? iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
-distil-whisper_distil-large-v3_turbo_600MB,distil-whisper_distil-large-v3_turbo_600MB,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,Not Supported,Not Supported,Not Supported,✅ iPadOS 18.7,? iPadOS 26.0,? iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 18.7,? iPadOS 26.0,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone17%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,✅ iOS 18.6.2,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
-openai_whisper-base,openai_whisper-base,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 26.0,✅ iPadOS 18.6.2,✅ iPadOS 18.7,✅ iPadOS 26.0,✅ iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 18.7,✅ iPadOS 26.0,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.6.2,✅ iOS 26.0,✅ iOS 26.0
-openai_whisper-base.en,openai_whisper-base.en,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 26.0,✅ iPadOS 18.6.2,✅ iPadOS 18.7,✅ iPadOS 26.0,✅ iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 18.7,✅ iPadOS 26.0,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.6.2,✅ iOS 26.0,✅ iOS 26.0
-openai_whisper-large-v2,openai_whisper-large-v2,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/Macmini9%2C1_summary_2025-09-22T120503.json>macOS 26.0</a>,Not Supported,Not Supported,Not Supported,? iPadOS 26.0,? iPadOS 26.0,Not Supported,Not Supported,✅ iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,✅ iOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
-openai_whisper-large-v2_949MB,openai_whisper-large-v2_949MB,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,✅ macOS 26.0,Not Supported,Not Supported,✅ iPadOS 18.7,? iPadOS 26.0,? iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 18.7,? iPadOS 26.0,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.6.2,✅ iOS 26.0,✅ iOS 26.0
-openai_whisper-large-v2_turbo,openai_whisper-large-v2_turbo,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,Not Supported,Not Supported,Not Supported,Not Supported,? iPadOS 26.0,? iPadOS 26.0,Not Supported,Not Supported,? iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
-openai_whisper-large-v2_turbo_955MB,openai_whisper-large-v2_turbo_955MB,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,Not Supported,Not Supported,Not Supported,✅ iPadOS 18.7,? iPadOS 26.0,? iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 18.7,? iPadOS 26.0,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.6.2,✅ iOS 26.0,✅ iOS 26.0
-openai_whisper-large-v3,openai_whisper-large-v3,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/Macmini9%2C1_summary_2025-09-22T120503.json>macOS 26.0</a>,Not Supported,Not Supported,Not Supported,? iPadOS 26.0,? iPadOS 26.0,Not Supported,Not Supported,✅ iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,✅ iOS 26.0,✅ iOS 26.0
-openai_whisper-large-v3-v20240930,openai_whisper-large-v3-v20240930,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/Macmini9%2C1_summary_2025-09-22T120503.json>macOS 26.0</a>,Not Supported,Not Supported,Not Supported,? iPadOS 26.0,? iPadOS 26.0,Not Supported,Not Supported,? iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
-openai_whisper-large-v3-v20240930_626MB,openai_whisper-large-v3-v20240930_626MB,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,✅ macOS 26.0,Not Supported,Not Supported,✅ iPadOS 18.7,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPad14%2C8_summary_2025-09-26T141736.json>iPadOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPad15%2C3_summary_2025-09-26T141736.json>iPadOS 26.0</a>,✅ iPadOS 18.7,✅ iPadOS 18.7,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPad16%2C3_summary_2025-09-26T141736.json>iPadOS 26.0</a>,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone17%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,✅ iOS 18.6.2,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
-openai_whisper-large-v3-v20240930_turbo,openai_whisper-large-v3-v20240930_turbo,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,Not Supported,Not Supported,Not Supported,Not Supported,? iPadOS 26.0,? iPadOS 26.0,Not Supported,Not Supported,? iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
-openai_whisper-large-v3-v20240930_turbo_632MB,openai_whisper-large-v3-v20240930_turbo_632MB,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,Not Supported,Not Supported,Not Supported,✅ iPadOS 18.7,? iPadOS 26.0,? iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 18.7,? iPadOS 26.0,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone17%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,✅ iOS 18.6.2,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
-openai_whisper-large-v3_947MB,openai_whisper-large-v3_947MB,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,✅ macOS 26.0,Not Supported,Not Supported,✅ iPadOS 18.7,? iPadOS 26.0,? iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 18.7,? iPadOS 26.0,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.6.2,? iOS 26.0,✅ iOS 26.0
-openai_whisper-large-v3_turbo,openai_whisper-large-v3_turbo,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,Not Supported,Not Supported,Not Supported,Not Supported,? iPadOS 26.0,? iPadOS 26.0,Not Supported,Not Supported,? iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
-openai_whisper-large-v3_turbo_954MB,openai_whisper-large-v3_turbo_954MB,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,Not Supported,Not Supported,Not Supported,✅ iPadOS 18.7,? iPadOS 26.0,? iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 18.7,? iPadOS 26.0,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone17%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,✅ iOS 18.6.2,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C1_summary_2025-09-24T114907.json>iOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPhone18%2C3_summary_2025-09-24T114907.json>iOS 26.0</a>
-openai_whisper-small,openai_whisper-small,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 26.0,✅ iPadOS 18.6.2,✅ iPadOS 18.7,✅ iPadOS 26.0,✅ iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 18.7,✅ iPadOS 26.0,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.6.2,✅ iOS 26.0,✅ iOS 26.0
-openai_whisper-small.en,openai_whisper-small.en,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 26.0,✅ iPadOS 18.6.2,✅ iPadOS 18.7,✅ iPadOS 26.0,✅ iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 18.7,✅ iPadOS 26.0,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.6.2,✅ iOS 26.0,✅ iOS 26.0
-openai_whisper-tiny,openai_whisper-tiny,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 26.0,✅ iPadOS 18.6.2,✅ iPadOS 18.7,✅ iPadOS 26.0,✅ iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 18.7,✅ iPadOS 26.0,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.6.2,✅ iOS 26.0,✅ iOS 26.0
-openai_whisper-tiny.en,openai_whisper-tiny.en,✅ macOS 26.0,✅ macOS 15.6.1,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 26.0,✅ iPadOS 18.6.2,✅ iPadOS 18.7,✅ iPadOS 26.0,✅ iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 18.7,✅ iPadOS 26.0,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.6.2,✅ iOS 26.0,✅ iOS 26.0

+,Model,"Apple M2 (Mac14,3)","Apple M4 (Mac16,10)","Apple M4 Pro (Mac16,8)","Apple M1 (Macmini9,1)","iPad Air (5th generation) (iPad13,16)","iPad (10th generation) (iPad13,18)","iPad Air 11-inch (M3) (iPad15,3)","iPad mini (A17 Pro) (iPad16,1)","iPad Pro 11-inch (M4) (iPad16,3)","iPhone 12 mini (iPhone13,1)","iPhone 13 (iPhone14,5)","iPhone 14 (iPhone14,7)","iPhone 15 (iPhone15,4)","iPhone 16 Pro (iPhone17,1)","iPhone 16 (iPhone17,3)","iPhone 16e (iPhone17,5)","iPhone 17 Pro (iPhone18,1)","iPhone 17 (iPhone18,3)"
+distil-whisper_distil-large-v3,distil-whisper_distil-large-v3,✅ macOS 26.1,✅ macOS 26.1,✅ macOS 26.0.1,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/Macmini9%2C1_summary_2025-10-07T120135.json>macOS 26.1</a>,Not Supported,Not Supported,? iPadOS 26.0,Not Supported,✅ iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,✅ iOS 26.0,✅ iOS 26.0
+distil-whisper_distil-large-v3_594MB,distil-whisper_distil-large-v3_594MB,? macOS 26.1,? macOS 26.1,? macOS 26.0.1,? macOS 26.1,Not Supported,Not Supported,? iPadOS 26.0,? iPadOS 18.7,? iPadOS 26.0,Not Supported,? iOS 18.7,? iOS 18.7,? iOS 26.0,? iOS 26.1,? iOS 26.0.1,? iOS 18.6.2,? iOS 26.0,? iOS 26.0
+distil-whisper_distil-large-v3_turbo,distil-whisper_distil-large-v3_turbo,? macOS 26.1,? macOS 26.1,? macOS 26.0.1,Not Supported,Not Supported,Not Supported,? iPadOS 26.0,Not Supported,? iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,? iOS 26.0,? iOS 26.0
+distil-whisper_distil-large-v3_turbo_600MB,distil-whisper_distil-large-v3_turbo_600MB,? macOS 26.1,? macOS 26.1,? macOS 26.0.1,Not Supported,Not Supported,Not Supported,? iPadOS 26.0,? iPadOS 18.7,? iPadOS 26.0,Not Supported,? iOS 18.7,? iOS 18.7,? iOS 26.0,? iOS 26.1,? iOS 26.0.1,? iOS 18.6.2,? iOS 26.0,? iOS 26.0
+openai_whisper-base,openai_whisper-base,✅ macOS 26.1,✅ macOS 26.1,✅ macOS 26.0.1,✅ macOS 26.1,✅ iPadOS 26.0,✅ iPadOS 18.6.2,✅ iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 26.0,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.1,✅ iOS 26.0.1,✅ iOS 18.6.2,✅ iOS 26.0,✅ iOS 26.0
+openai_whisper-base.en,openai_whisper-base.en,✅ macOS 26.1,✅ macOS 26.1,✅ macOS 26.0.1,✅ macOS 26.1,✅ iPadOS 26.0,✅ iPadOS 18.6.2,✅ iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 26.0,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.1,✅ iOS 26.0.1,✅ iOS 18.6.2,✅ iOS 26.0,✅ iOS 26.0
+openai_whisper-large-v2,openai_whisper-large-v2,✅ macOS 26.1,✅ macOS 26.1,✅ macOS 26.0.1,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/Macmini9%2C1_summary_2025-10-07T120135.json>macOS 26.1</a>,Not Supported,Not Supported,? iPadOS 26.0,Not Supported,✅ iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,✅ iOS 26.0,✅ iOS 26.0
+openai_whisper-large-v2_949MB,openai_whisper-large-v2_949MB,? macOS 26.1,? macOS 26.1,? macOS 26.0.1,? macOS 26.1,Not Supported,Not Supported,? iPadOS 26.0,? iPadOS 18.7,? iPadOS 26.0,Not Supported,? iOS 18.7,? iOS 18.7,? iOS 26.0,? iOS 26.1,? iOS 26.0.1,? iOS 18.6.2,? iOS 26.0,? iOS 26.0
+openai_whisper-large-v2_turbo,openai_whisper-large-v2_turbo,? macOS 26.1,? macOS 26.1,? macOS 26.0.1,Not Supported,Not Supported,Not Supported,? iPadOS 26.0,Not Supported,? iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,? iOS 26.0,? iOS 26.0
+openai_whisper-large-v2_turbo_955MB,openai_whisper-large-v2_turbo_955MB,? macOS 26.1,? macOS 26.1,? macOS 26.0.1,Not Supported,Not Supported,Not Supported,? iPadOS 26.0,? iPadOS 18.7,? iPadOS 26.0,Not Supported,? iOS 18.7,? iOS 18.7,? iOS 26.0,? iOS 26.1,? iOS 26.0.1,? iOS 18.6.2,? iOS 26.0,? iOS 26.0
+openai_whisper-large-v3,openai_whisper-large-v3,✅ macOS 26.1,✅ macOS 26.1,✅ macOS 26.0.1,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/Macmini9%2C1_summary_2025-10-07T120135.json>macOS 26.1</a>,Not Supported,Not Supported,? iPadOS 26.0,Not Supported,✅ iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,✅ iOS 26.0,✅ iOS 26.0
+openai_whisper-large-v3-v20240930,openai_whisper-large-v3-v20240930,✅ macOS 26.1,✅ macOS 26.1,✅ macOS 26.0.1,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/Macmini9%2C1_summary_2025-10-07T120135.json>macOS 26.1</a>,Not Supported,Not Supported,? iPadOS 26.0,Not Supported,? iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,? iOS 26.0,? iOS 26.0
+openai_whisper-large-v3-v20240930_626MB,openai_whisper-large-v3-v20240930_626MB,✅ macOS 26.1,✅ macOS 26.1,✅ macOS 26.0.1,✅ macOS 26.1,Not Supported,Not Supported,? iPadOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPad16%2C1_summary_2025-10-08T130759.json>iPadOS 18.7</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-09-20T205036_3f451e1/iPad16%2C3_summary_2025-10-08T130759.json>iPadOS 26.0</a>,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.1,✅ iOS 26.0.1,✅ iOS 18.6.2,✅ iOS 26.0,✅ iOS 26.0
+openai_whisper-large-v3-v20240930_turbo,openai_whisper-large-v3-v20240930_turbo,? macOS 26.1,? macOS 26.1,? macOS 26.0.1,Not Supported,Not Supported,Not Supported,? iPadOS 26.0,Not Supported,? iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,? iOS 26.0,? iOS 26.0
+openai_whisper-large-v3-v20240930_turbo_632MB,openai_whisper-large-v3-v20240930_turbo_632MB,? macOS 26.1,? macOS 26.1,? macOS 26.0.1,Not Supported,Not Supported,Not Supported,? iPadOS 26.0,? iPadOS 18.7,? iPadOS 26.0,Not Supported,? iOS 18.7,? iOS 18.7,? iOS 26.0,? iOS 26.1,? iOS 26.0.1,? iOS 18.6.2,? iOS 26.0,? iOS 26.0
+openai_whisper-large-v3_947MB,openai_whisper-large-v3_947MB,? macOS 26.1,? macOS 26.1,? macOS 26.0.1,? macOS 26.1,Not Supported,Not Supported,? iPadOS 26.0,? iPadOS 18.7,? iPadOS 26.0,Not Supported,? iOS 18.7,? iOS 18.7,? iOS 26.0,? iOS 26.1,? iOS 26.0.1,? iOS 18.6.2,? iOS 26.0,? iOS 26.0
+openai_whisper-large-v3_turbo,openai_whisper-large-v3_turbo,? macOS 26.1,? macOS 26.1,? macOS 26.0.1,Not Supported,Not Supported,Not Supported,? iPadOS 26.0,Not Supported,? iPadOS 26.0,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,? iOS 26.0,? iOS 26.0
+openai_whisper-large-v3_turbo_954MB,openai_whisper-large-v3_turbo_954MB,? macOS 26.1,? macOS 26.1,? macOS 26.0.1,Not Supported,Not Supported,Not Supported,? iPadOS 26.0,? iPadOS 18.7,? iPadOS 26.0,Not Supported,? iOS 18.7,? iOS 18.7,? iOS 26.0,? iOS 26.1,? iOS 26.0.1,? iOS 18.6.2,? iOS 26.0,? iOS 26.0
+openai_whisper-small,openai_whisper-small,✅ macOS 26.1,✅ macOS 26.1,✅ macOS 26.0.1,✅ macOS 26.1,✅ iPadOS 26.0,✅ iPadOS 18.6.2,? iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 26.0,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.1,✅ iOS 26.0.1,✅ iOS 18.6.2,✅ iOS 26.0,✅ iOS 26.0
+openai_whisper-small.en,openai_whisper-small.en,✅ macOS 26.1,✅ macOS 26.1,✅ macOS 26.0.1,✅ macOS 26.1,✅ iPadOS 26.0,✅ iPadOS 18.6.2,✅ iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 26.0,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.1,✅ iOS 26.0.1,✅ iOS 18.6.2,✅ iOS 26.0,✅ iOS 26.0
+openai_whisper-tiny,openai_whisper-tiny,✅ macOS 26.1,✅ macOS 26.1,✅ macOS 26.0.1,✅ macOS 26.1,✅ iPadOS 26.0,✅ iPadOS 18.6.2,✅ iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 26.0,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.1,✅ iOS 26.0.1,✅ iOS 18.6.2,✅ iOS 26.0,✅ iOS 26.0
+openai_whisper-tiny.en,openai_whisper-tiny.en,✅ macOS 26.1,✅ macOS 26.1,✅ macOS 26.0.1,✅ macOS 26.1,✅ iPadOS 26.0,✅ iPadOS 18.6.2,✅ iPadOS 26.0,✅ iPadOS 18.7,✅ iPadOS 26.0,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.1,✅ iOS 26.0.1,✅ iOS 18.6.2,✅ iOS 26.0,✅ iOS 26.0

dashboard_data/support_data_c814cae.csv CHANGED Viewed

@@ -1,23 +1,23 @@
-,Model,"Apple M2 (Mac14,3)","Apple M4 (Mac16,10)","Apple M1 (Macmini9,1)","iPad Pro (11-inch) (3rd generation) (iPad13,6)","iPad Air 11-inch (M2) (iPad14,8)","iPad Air 13-inch (M3) (iPad15,5)","iPad (A16) (iPad15,7)","iPad mini (A17 Pro) (iPad16,1)","iPad Pro 11-inch (M4) (iPad16,3)"
-distil-whisper_distil-large-v3,distil-whisper_distil-large-v3,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Macmini9%2C1_summary_2025-09-06T154244.json>macOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>
-distil-whisper_distil-large-v3_594MB,distil-whisper_distil-large-v3_594MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>
-distil-whisper_distil-large-v3_turbo,distil-whisper_distil-large-v3_turbo,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C3_summary_2025-08-27T211253.json>iPadOS 26.0</a><p>? iPadOS 18.4.1</p>
-distil-whisper_distil-large-v3_turbo_600MB,distil-whisper_distil-large-v3_turbo_600MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>
-openai_whisper-base,openai_whisper-base,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>
-openai_whisper-base.en,openai_whisper-base.en,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>
-openai_whisper-large-v2,openai_whisper-large-v2,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Macmini9%2C1_summary_2025-09-06T154244.json>macOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C5_summary_2025-08-01T235644.json>iPadOS 18.6</a>,Not Supported,Not Supported,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>
-openai_whisper-large-v2_949MB,openai_whisper-large-v2_949MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>
-openai_whisper-large-v2_turbo,openai_whisper-large-v2_turbo,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C3_summary_2025-08-27T211253.json>iPadOS 26.0</a><p>? iPadOS 18.4.1</p>
-openai_whisper-large-v2_turbo_955MB,openai_whisper-large-v2_turbo_955MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>
-openai_whisper-large-v3,openai_whisper-large-v3,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Macmini9%2C1_summary_2025-09-06T154244.json>macOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>
-openai_whisper-large-v3-v20240930,openai_whisper-large-v3-v20240930,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Macmini9%2C1_summary_2025-09-06T154244.json>macOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,? iPadOS 26.0<p>? iPadOS 18.4.1</p>
-openai_whisper-large-v3-v20240930_626MB,openai_whisper-large-v3-v20240930_626MB,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Mac14%2C3_summary_2025-09-07T121012.json>macOS 26.0</a>,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>
-openai_whisper-large-v3-v20240930_turbo,openai_whisper-large-v3-v20240930_turbo,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C3_summary_2025-08-27T211253.json>iPadOS 26.0</a><p>? iPadOS 18.4.1</p>
-openai_whisper-large-v3-v20240930_turbo_632MB,openai_whisper-large-v3-v20240930_turbo_632MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>
-openai_whisper-large-v3_947MB,openai_whisper-large-v3_947MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>
-openai_whisper-large-v3_turbo,openai_whisper-large-v3_turbo,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C3_summary_2025-08-27T211253.json>iPadOS 26.0</a><p>? iPadOS 18.4.1</p>
-openai_whisper-large-v3_turbo_954MB,openai_whisper-large-v3_turbo_954MB,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Mac14%2C3_summary_2025-09-07T121012.json>macOS 26.0</a>,✅ macOS 26.0<p>✅ macOS 15.5</p>,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>
-openai_whisper-small,openai_whisper-small,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>
-openai_whisper-small.en,openai_whisper-small.en,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>
-openai_whisper-tiny,openai_whisper-tiny,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>
-openai_whisper-tiny.en,openai_whisper-tiny.en,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>

+,Model,"Apple M2 (Mac14,3)","Apple M4 (Mac16,10)","Apple M4 Pro (Mac16,8)","Apple M1 (Macmini9,1)","iPad Pro (11-inch) (3rd generation) (iPad13,6)","iPad Air 11-inch (M2) (iPad14,8)","iPad Air 13-inch (M3) (iPad15,5)","iPad (A16) (iPad15,7)","iPad mini (A17 Pro) (iPad16,1)","iPad Pro 11-inch (M4) (iPad16,3)","iPhone 12 mini (iPhone13,1)","iPhone 13 (iPhone14,5)","iPhone 14 (iPhone14,7)","iPhone 15 (iPhone15,4)","iPhone 16 Pro (iPhone17,1)","iPhone 16e (iPhone17,5)"
+distil-whisper_distil-large-v3,distil-whisper_distil-large-v3,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Macmini9%2C1_summary_2025-09-06T154244.json>macOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported
+distil-whisper_distil-large-v3_594MB,distil-whisper_distil-large-v3_594MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
+distil-whisper_distil-large-v3_turbo,distil-whisper_distil-large-v3_turbo,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C3_summary_2025-08-27T211253.json>iPadOS 26.0</a><p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported
+distil-whisper_distil-large-v3_turbo_600MB,distil-whisper_distil-large-v3_turbo_600MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
+openai_whisper-base,openai_whisper-base,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,✅ macOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
+openai_whisper-base.en,openai_whisper-base.en,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
+openai_whisper-large-v2,openai_whisper-large-v2,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Macmini9%2C1_summary_2025-09-06T154244.json>macOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C5_summary_2025-08-01T235644.json>iPadOS 18.6</a>,Not Supported,Not Supported,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported
+openai_whisper-large-v2_949MB,openai_whisper-large-v2_949MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
+openai_whisper-large-v2_turbo,openai_whisper-large-v2_turbo,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C3_summary_2025-08-27T211253.json>iPadOS 26.0</a><p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported
+openai_whisper-large-v2_turbo_955MB,openai_whisper-large-v2_turbo_955MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
+openai_whisper-large-v3,openai_whisper-large-v3,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Macmini9%2C1_summary_2025-09-06T154244.json>macOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported
+openai_whisper-large-v3-v20240930,openai_whisper-large-v3-v20240930,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Macmini9%2C1_summary_2025-09-06T154244.json>macOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,? iPadOS 26.0<p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported
+openai_whisper-large-v3-v20240930_626MB,openai_whisper-large-v3-v20240930_626MB,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Mac14%2C3_summary_2025-09-07T121012.json>macOS 26.0</a>,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,✅ macOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
+openai_whisper-large-v3-v20240930_turbo,openai_whisper-large-v3-v20240930_turbo,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C3_summary_2025-08-27T211253.json>iPadOS 26.0</a><p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported
+openai_whisper-large-v3-v20240930_turbo_632MB,openai_whisper-large-v3-v20240930_turbo_632MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
+openai_whisper-large-v3_947MB,openai_whisper-large-v3_947MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
+openai_whisper-large-v3_turbo,openai_whisper-large-v3_turbo,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Mac16%2C8_summary_2025-09-16T143413.json>macOS 15.7</a>,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C3_summary_2025-08-27T211253.json>iPadOS 26.0</a><p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported
+openai_whisper-large-v3_turbo_954MB,openai_whisper-large-v3_turbo_954MB,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Mac14%2C3_summary_2025-09-07T121012.json>macOS 26.0</a>,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>,Not Supported,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
+openai_whisper-small,openai_whisper-small,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
+openai_whisper-small.en,openai_whisper-small.en,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
+openai_whisper-tiny,openai_whisper-tiny,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
+openai_whisper-tiny.en,openai_whisper-tiny.en,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 15.7,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 18.7,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5

dashboard_data/support_data_ca49596.csv CHANGED Viewed

@@ -1,23 +1,23 @@
 ,Model,"Apple M2 Pro (Mac14,12)","Apple M3 Max (Mac15,10)","Apple M4 (Mac16,10)","iPad Air 11-inch (M2) (iPad14,8)","iPad Air 11-inch (M3) (iPad15,3)","iPad Pro 11-inch (M4) (iPad16,3)","iPhone 11 (iPhone12,1)","iPhone 13 Pro (iPhone14,2)"
-distil-whisper_distil-large-v3,distil-whisper_distil-large-v3,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,✅ iPadOS 18.3.2<p>? iPadOS 18.4</p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,Not Supported,Not Supported
-distil-whisper_distil-large-v3_594MB,distil-whisper_distil-large-v3_594MB,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,✅ iPadOS 18.3.2<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-04-05T060554.json>iPadOS 18.4</a></p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,Not Supported,✅ iOS 18.1
-distil-whisper_distil-large-v3_turbo,distil-whisper_distil-large-v3_turbo,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-03-22T105841.json>iPadOS 18.3.2</a><p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-04-05T060554.json>iPadOS 18.4</a></p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad15%2C3_summary_2025-04-07T160139.json>iPadOS 18.3.2</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad16%2C3_summary_2025-04-06T182858.json>iPadOS 18.3.2</a>,Not Supported,Not Supported
-distil-whisper_distil-large-v3_turbo_600MB,distil-whisper_distil-large-v3_turbo_600MB,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,✅ iPadOS 18.3.2<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-04-05T060554.json>iPadOS 18.4</a></p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,Not Supported,✅ iOS 18.1
-openai_whisper-base,openai_whisper-base,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,✅ iPadOS 18.3.2<p>✅ iPadOS 18.4</p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,✅ iOS 17.6.1,✅ iOS 18.1
-openai_whisper-base.en,openai_whisper-base.en,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,✅ iPadOS 18.3.2<p>✅ iPadOS 18.4</p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,✅ iOS 17.6.1,✅ iOS 18.1
-openai_whisper-large-v2,openai_whisper-large-v2,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,✅ iPadOS 18.3.2<p>? iPadOS 18.4</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad15%2C3_summary_2025-04-07T160139.json>iPadOS 18.3.2</a>,✅ iPadOS 18.3.2,Not Supported,Not Supported
-openai_whisper-large-v2_949MB,openai_whisper-large-v2_949MB,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,✅ iPadOS 18.3.2<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-04-05T060554.json>iPadOS 18.4</a></p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad15%2C3_summary_2025-04-07T160139.json>iPadOS 18.3.2</a>,✅ iPadOS 18.3.2,Not Supported,✅ iOS 18.1
-openai_whisper-large-v2_turbo,openai_whisper-large-v2_turbo,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-03-22T105841.json>iPadOS 18.3.2</a><p>? iPadOS 18.4</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad15%2C3_summary_2025-04-07T160139.json>iPadOS 18.3.2</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad16%2C3_summary_2025-04-06T182858.json>iPadOS 18.3.2</a>,Not Supported,Not Supported
-openai_whisper-large-v2_turbo_955MB,openai_whisper-large-v2_turbo_955MB,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,✅ iPadOS 18.3.2<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-04-05T060554.json>iPadOS 18.4</a></p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,Not Supported,✅ iOS 18.1
-openai_whisper-large-v3,openai_whisper-large-v3,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-03-22T105841.json>iPadOS 18.3.2</a><p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-04-05T060554.json>iPadOS 18.4</a></p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad15%2C3_summary_2025-04-07T160139.json>iPadOS 18.3.2</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad16%2C3_summary_2025-04-06T182858.json>iPadOS 18.3.2</a>,Not Supported,Not Supported
-openai_whisper-large-v3-v20240930,openai_whisper-large-v3-v20240930,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-03-22T105841.json>iPadOS 18.3.2</a><p>? iPadOS 18.4</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad15%2C3_summary_2025-04-07T160139.json>iPadOS 18.3.2</a>,? iPadOS 18.3.2,Not Supported,Not Supported
-openai_whisper-large-v3-v20240930_626MB,openai_whisper-large-v3-v20240930_626MB,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-03-22T105841.json>iPadOS 18.3.2</a><p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-04-05T060554.json>iPadOS 18.4</a></p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPhone14%2C2_summary_2025-03-22T105841.json>iOS 18.1</a>
-openai_whisper-large-v3-v20240930_turbo,openai_whisper-large-v3-v20240930_turbo,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-03-22T105841.json>iPadOS 18.3.2</a><p>? iPadOS 18.4</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad15%2C3_summary_2025-04-07T160139.json>iPadOS 18.3.2</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad16%2C3_summary_2025-04-06T182858.json>iPadOS 18.3.2</a>,Not Supported,Not Supported
-openai_whisper-large-v3-v20240930_turbo_632MB,openai_whisper-large-v3-v20240930_turbo_632MB,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-03-22T105841.json>iPadOS 18.3.2</a><p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-04-05T060554.json>iPadOS 18.4</a></p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad15%2C3_summary_2025-04-07T160139.json>iPadOS 18.3.2</a>,✅ iPadOS 18.3.2,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPhone14%2C2_summary_2025-03-22T105841.json>iOS 18.1</a>
-openai_whisper-large-v3_947MB,openai_whisper-large-v3_947MB,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,✅ iPadOS 18.3.2<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-04-05T060554.json>iPadOS 18.4</a></p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,Not Supported,✅ iOS 18.1
-openai_whisper-large-v3_turbo,openai_whisper-large-v3_turbo,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-03-22T105841.json>iPadOS 18.3.2</a><p>? iPadOS 18.4</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad15%2C3_summary_2025-04-07T160139.json>iPadOS 18.3.2</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad16%2C3_summary_2025-04-06T182858.json>iPadOS 18.3.2</a>,Not Supported,Not Supported
-openai_whisper-large-v3_turbo_954MB,openai_whisper-large-v3_turbo_954MB,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,✅ iPadOS 18.3.2<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-04-05T060554.json>iPadOS 18.4</a></p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,Not Supported,✅ iOS 18.1
-openai_whisper-small,openai_whisper-small,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,✅ iPadOS 18.3.2<p>✅ iPadOS 18.4</p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,Not Supported,✅ iOS 18.1
-openai_whisper-small.en,openai_whisper-small.en,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,✅ iPadOS 18.3.2<p>✅ iPadOS 18.4</p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,Not Supported,✅ iOS 18.1
-openai_whisper-tiny,openai_whisper-tiny,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,✅ iPadOS 18.3.2<p>✅ iPadOS 18.4</p>,? iPadOS 18.3.2,✅ iPadOS 18.3.2,✅ iOS 17.6.1,✅ iOS 18.1
-openai_whisper-tiny.en,openai_whisper-tiny.en,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,✅ iPadOS 18.3.2<p>✅ iPadOS 18.4</p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,✅ iOS 17.6.1,✅ iOS 18.1

 ,Model,"Apple M2 Pro (Mac14,12)","Apple M3 Max (Mac15,10)","Apple M4 (Mac16,10)","iPad Air 11-inch (M2) (iPad14,8)","iPad Air 11-inch (M3) (iPad15,3)","iPad Pro 11-inch (M4) (iPad16,3)","iPhone 11 (iPhone12,1)","iPhone 13 Pro (iPhone14,2)"
+distil-whisper_distil-large-v3,distil-whisper_distil-large-v3,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,? iPadOS 18.4<p>✅ iPadOS 18.3.2</p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,Not Supported,Not Supported
+distil-whisper_distil-large-v3_594MB,distil-whisper_distil-large-v3_594MB,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-04-05T060554.json>iPadOS 18.4</a><p>✅ iPadOS 18.3.2</p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,Not Supported,✅ iOS 18.1
+distil-whisper_distil-large-v3_turbo,distil-whisper_distil-large-v3_turbo,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-04-05T060554.json>iPadOS 18.4</a><p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-03-22T105841.json>iPadOS 18.3.2</a></p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad15%2C3_summary_2025-04-07T160139.json>iPadOS 18.3.2</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad16%2C3_summary_2025-04-06T182858.json>iPadOS 18.3.2</a>,Not Supported,Not Supported
+distil-whisper_distil-large-v3_turbo_600MB,distil-whisper_distil-large-v3_turbo_600MB,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-04-05T060554.json>iPadOS 18.4</a><p>✅ iPadOS 18.3.2</p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,Not Supported,✅ iOS 18.1
+openai_whisper-base,openai_whisper-base,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,✅ iPadOS 18.4<p>✅ iPadOS 18.3.2</p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,✅ iOS 17.6.1,✅ iOS 18.1
+openai_whisper-base.en,openai_whisper-base.en,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,✅ iPadOS 18.4<p>✅ iPadOS 18.3.2</p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,✅ iOS 17.6.1,✅ iOS 18.1
+openai_whisper-large-v2,openai_whisper-large-v2,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,? iPadOS 18.4<p>✅ iPadOS 18.3.2</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad15%2C3_summary_2025-04-07T160139.json>iPadOS 18.3.2</a>,✅ iPadOS 18.3.2,Not Supported,Not Supported
+openai_whisper-large-v2_949MB,openai_whisper-large-v2_949MB,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-04-05T060554.json>iPadOS 18.4</a><p>✅ iPadOS 18.3.2</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad15%2C3_summary_2025-04-07T160139.json>iPadOS 18.3.2</a>,✅ iPadOS 18.3.2,Not Supported,✅ iOS 18.1
+openai_whisper-large-v2_turbo,openai_whisper-large-v2_turbo,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,? iPadOS 18.4<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-03-22T105841.json>iPadOS 18.3.2</a></p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad15%2C3_summary_2025-04-07T160139.json>iPadOS 18.3.2</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad16%2C3_summary_2025-04-06T182858.json>iPadOS 18.3.2</a>,Not Supported,Not Supported
+openai_whisper-large-v2_turbo_955MB,openai_whisper-large-v2_turbo_955MB,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-04-05T060554.json>iPadOS 18.4</a><p>✅ iPadOS 18.3.2</p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,Not Supported,✅ iOS 18.1
+openai_whisper-large-v3,openai_whisper-large-v3,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-04-05T060554.json>iPadOS 18.4</a><p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-03-22T105841.json>iPadOS 18.3.2</a></p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad15%2C3_summary_2025-04-07T160139.json>iPadOS 18.3.2</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad16%2C3_summary_2025-04-06T182858.json>iPadOS 18.3.2</a>,Not Supported,Not Supported
+openai_whisper-large-v3-v20240930,openai_whisper-large-v3-v20240930,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,? iPadOS 18.4<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-03-22T105841.json>iPadOS 18.3.2</a></p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad15%2C3_summary_2025-04-07T160139.json>iPadOS 18.3.2</a>,? iPadOS 18.3.2,Not Supported,Not Supported
+openai_whisper-large-v3-v20240930_626MB,openai_whisper-large-v3-v20240930_626MB,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-04-05T060554.json>iPadOS 18.4</a><p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-03-22T105841.json>iPadOS 18.3.2</a></p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPhone14%2C2_summary_2025-03-22T105841.json>iOS 18.1</a>
+openai_whisper-large-v3-v20240930_turbo,openai_whisper-large-v3-v20240930_turbo,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,? iPadOS 18.4<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-03-22T105841.json>iPadOS 18.3.2</a></p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad15%2C3_summary_2025-04-07T160139.json>iPadOS 18.3.2</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad16%2C3_summary_2025-04-06T182858.json>iPadOS 18.3.2</a>,Not Supported,Not Supported
+openai_whisper-large-v3-v20240930_turbo_632MB,openai_whisper-large-v3-v20240930_turbo_632MB,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-04-05T060554.json>iPadOS 18.4</a><p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-03-22T105841.json>iPadOS 18.3.2</a></p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad15%2C3_summary_2025-04-07T160139.json>iPadOS 18.3.2</a>,✅ iPadOS 18.3.2,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPhone14%2C2_summary_2025-03-22T105841.json>iOS 18.1</a>
+openai_whisper-large-v3_947MB,openai_whisper-large-v3_947MB,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-04-05T060554.json>iPadOS 18.4</a><p>✅ iPadOS 18.3.2</p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,Not Supported,✅ iOS 18.1
+openai_whisper-large-v3_turbo,openai_whisper-large-v3_turbo,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,? iPadOS 18.4<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-03-22T105841.json>iPadOS 18.3.2</a></p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad15%2C3_summary_2025-04-07T160139.json>iPadOS 18.3.2</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad16%2C3_summary_2025-04-06T182858.json>iPadOS 18.3.2</a>,Not Supported,Not Supported
+openai_whisper-large-v3_turbo_954MB,openai_whisper-large-v3_turbo_954MB,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-02-22T014448_ca49596/iPad14%2C8_summary_2025-04-05T060554.json>iPadOS 18.4</a><p>✅ iPadOS 18.3.2</p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,Not Supported,✅ iOS 18.1
+openai_whisper-small,openai_whisper-small,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,✅ iPadOS 18.4<p>✅ iPadOS 18.3.2</p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,Not Supported,✅ iOS 18.1
+openai_whisper-small.en,openai_whisper-small.en,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,✅ iPadOS 18.4<p>✅ iPadOS 18.3.2</p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,Not Supported,✅ iOS 18.1
+openai_whisper-tiny,openai_whisper-tiny,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,✅ iPadOS 18.4<p>✅ iPadOS 18.3.2</p>,? iPadOS 18.3.2,✅ iPadOS 18.3.2,✅ iOS 17.6.1,✅ iOS 18.1
+openai_whisper-tiny.en,openai_whisper-tiny.en,✅ macOS 15.3,✅ macOS 15.4,✅ macOS 15.4,✅ iPadOS 18.4<p>✅ iPadOS 18.3.2</p>,✅ iPadOS 18.3.2,✅ iPadOS 18.3.2,✅ iOS 17.6.1,✅ iOS 18.1

dashboard_data/test_coverage_112a023.json CHANGED Viewed

@@ -5,155 +5,155 @@
   "skipped_devices": 88,
   "coverage_percentage": 35.76642335766424,
   "tested_device_list": [
     "Mac14,15",
     "iPad14,10",
-    "Mac14,2",
     "iPhone12,5",
-    "Mac15,8",
     "Mac14,13",
-    "iPad14,6",
     "iPad14,9",
-    "Mac15,5",
-    "iPad14,5",
-    "iPad14,4",
-    "iPad14,3",
-    "Mac15,9",
-    "Mac15,10",
-    "iPad16,6",
-    "iPhone12,3",
-    "Mac16,8",
-    "Mac16,9",
-    "Mac14,12",
-    "iPad14,11",
-    "Mac14,3",
-    "Mac15,4",
     "Mac14,14",
     "Mac14,9",
-    "iPad14,8",
-    "iPhone14,4",
     "iPhone14,5",
     "Mac15,13",
-    "iPhone12,8",
     "iPhone14,7",
     "iPhone14,6",
-    "Mac14,7",
-    "Mac14,5",
-    "iPhone14,3",
     "iPhone14,2",
-    "iPad16,3",
-    "Mac14,4",
-    "Mac15,6",
-    "Mac15,11",
-    "Mac15,3",
-    "Mac15,7",
-    "Mac14,6",
-    "iPad16,5",
-    "iPhone14,8",
-    "Mac15,12",
-    "iPad16,4",
-    "Mac14,8",
-    "Mac14,10",
-    "iPhone12,1"
   ],
   "skipped_device_list": [
-    "iPad8,10",
-    "Mac16,1",
-    "iPhone11,5",
-    "iPad16,1",
-    "iPhone13,3",
-    "iPad13,8",
-    "Mac16,10",
-    "iPhone17,3",
-    "iPad14,2",
     "iPad15,5",
     "iPad8,7",
-    "Mac16,13",
-    "iPad13,10",
-    "iPhone13,2",
     "iPad15,4",
     "iPad13,5",
-    "iPad13,17",
-    "Mac13,1",
     "iPad13,7",
-    "MacBookAir10,1",
-    "Mac13,2",
-    "iPad13,4",
-    "iPad15,6",
-    "iPad11,6",
-    "iPhone16,2",
-    "iPhone17,4",
-    "iPad11,2",
-    "iPhone11,2",
     "iPad8,12",
-    "iPhone11,4",
-    "iPhone11,3",
-    "iPad11,4",
-    "iPad8,5",
-    "iPad15,3",
-    "iPad11,1",
     "MacBookPro18,2",
     "Mac16,11",
-    "iPad15,8",
-    "iPad8,1",
-    "iPad16,2",
-    "iPad8,9",
-    "iPad11,3",
-    "iMac21,1",
-    "iMac21,2",
-    "iPhone17,5",
-    "iPad13,1",
-    "Mac16,12",
-    "iPhone13,4",
-    "iPhone15,4",
-    "iPhone12,2",
-    "iPad8,6",
-    "Mac16,5",
     "iPad13,18",
-    "iPad12,2",
     "Mac16,3",
     "iPad8,2",
-    "iPhone16,1",
-    "MacBookPro18,3",
-    "Mac16,6",
-    "iPad8,4",
-    "iPhone15,5",
-    "iPad13,16",
     "iPhone17,1",
-    "iPad8,3",
-    "MacBookPro17,1",
-    "iPhone13,1",
-    "iPhone12,4",
-    "iPad8,11",
     "iPhone11,6",
-    "Macmini9,1",
     "iPad13,2",
-    "iPhone15,3",
-    "iPad13,6",
-    "Mac16,7",
-    "MacBookPro18,1",
-    "MacBookPro18,4",
-    "iPad11,7",
-    "iPad14,1",
     "iPad12,1",
     "Mac16,2",
-    "iPad13,19",
-    "iPad13,11",
-    "iPad8,8",
-    "iPhone15,2",
-    "iPhone11,8",
     "iPhone17,2",
-    "iPad15,7",
-    "iPad13,9"
   ],
   "tested_os_versions": [
-    "iOS_17.7.1",
-    "macOS_15.1.1",
     "iPadOS_17.6.1",
-    "iOS_17.6.1",
-    "iPadOS_18.1",
     "macOS_15.2",
     "macOS_15.2.0",
-    "macOS_15.0.1"
   ],
   "has_target_os_coverage": false,
   "covered_target_versions": [

   "skipped_devices": 88,
   "coverage_percentage": 35.76642335766424,
   "tested_device_list": [
+    "Mac14,6",
+    "iPhone14,8",
+    "Mac15,4",
+    "Mac16,8",
+    "Mac14,12",
+    "Mac15,5",
+    "iPad16,5",
+    "iPad14,5",
+    "iPhone12,8",
+    "iPad14,6",
+    "Mac15,8",
+    "iPad16,6",
     "Mac14,15",
     "iPad14,10",
+    "Mac15,12",
+    "Mac14,4",
+    "iPad16,3",
+    "Mac14,10",
+    "Mac15,6",
+    "iPad14,3",
+    "Mac15,11",
+    "Mac14,7",
+    "Mac14,3",
+    "iPhone14,3",
     "iPhone12,5",
+    "iPad16,4",
     "Mac14,13",
     "iPad14,9",
+    "iPhone12,1",
+    "Mac14,8",
+    "Mac15,3",
+    "iPhone14,4",
     "Mac14,14",
     "Mac14,9",
     "iPhone14,5",
     "Mac15,13",
+    "Mac16,9",
+    "Mac15,10",
+    "iPad14,11",
+    "Mac15,7",
     "iPhone14,7",
+    "iPhone12,3",
+    "Mac15,9",
     "iPhone14,6",
     "iPhone14,2",
+    "Mac14,2",
+    "iPad14,4",
+    "Mac14,5",
+    "iPad14,8"
   ],
   "skipped_device_list": [
+    "iPad15,8",
     "iPad15,5",
+    "iPhone13,4",
+    "iPhone11,2",
+    "iPad15,3",
     "iPad8,7",
+    "iPad11,4",
+    "MacBookAir10,1",
+    "iPad13,4",
+    "iPad13,1",
+    "iPad13,19",
+    "MacBookPro18,4",
+    "iPad15,7",
     "iPad15,4",
+    "Macmini9,1",
+    "iMac21,2",
+    "iPhone11,5",
+    "iPhone13,3",
+    "iPad13,6",
+    "Mac16,7",
+    "iPhone17,5",
+    "iPad11,7",
     "iPad13,5",
+    "iPad13,9",
+    "iPad8,10",
+    "iPad8,11",
     "iPad13,7",
+    "iPhone15,4",
+    "iPad13,11",
     "iPad8,12",
+    "iPad8,4",
+    "iMac21,1",
+    "iPad13,8",
+    "iPhone16,1",
+    "iPad15,6",
+    "iPad14,2",
+    "Mac13,1",
+    "iPhone17,3",
     "MacBookPro18,2",
+    "iPad8,8",
+    "iPhone15,2",
+    "MacBookPro18,3",
+    "iPad8,5",
+    "iPhone11,3",
     "Mac16,11",
+    "iPhone11,8",
+    "iPad13,10",
+    "iPhone13,1",
     "iPad13,18",
     "Mac16,3",
+    "iPhone13,2",
     "iPad8,2",
+    "iPad16,2",
+    "iPad12,2",
+    "iPhone16,2",
+    "iPhone12,2",
+    "iPad13,17",
+    "iPhone11,4",
+    "Mac16,12",
     "iPhone17,1",
+    "iPad14,1",
+    "Mac13,2",
+    "Mac16,13",
     "iPhone11,6",
     "iPad13,2",
     "iPad12,1",
+    "iPad8,9",
+    "iPad13,16",
+    "iPhone17,4",
+    "iPad11,6",
+    "iPad8,3",
+    "iPad11,3",
+    "iPhone15,3",
     "Mac16,2",
     "iPhone17,2",
+    "Mac16,1",
+    "Mac16,10",
+    "iPhone12,4",
+    "iPad16,1",
+    "iPad11,1",
+    "MacBookPro18,1",
+    "Mac16,5",
+    "iPad11,2",
+    "Mac16,6",
+    "iPhone15,5",
+    "iPad8,6",
+    "MacBookPro17,1",
+    "iPad8,1"
   ],
   "tested_os_versions": [
     "iPadOS_17.6.1",
     "macOS_15.2",
+    "macOS_15.0.1",
+    "macOS_15.1.1",
+    "iOS_17.7.1",
+    "iPadOS_18.1",
     "macOS_15.2.0",
+    "iOS_17.6.1"
   ],
   "has_target_os_coverage": false,
   "covered_target_versions": [

dashboard_data/test_coverage_11a1fab.json CHANGED Viewed

@@ -5,151 +5,151 @@
   "skipped_devices": 115,
   "coverage_percentage": 16.05839416058394,
   "tested_device_list": [
-    "iPad13,1",
-    "iPad13,2",
-    "Mac16,12",
-    "Mac16,3",
-    "Mac16,1",
-    "iPad15,4",
-    "iPad16,1",
-    "Mac16,6",
-    "Mac16,7",
     "iPad15,7",
     "iPad15,3",
     "Mac16,10",
-    "iPad15,6",
     "Mac16,11",
-    "iPad15,8",
-    "Mac16,5",
-    "iPad15,5",
-    "Mac16,13",
-    "iPad16,2",
-    "Mac16,2",
     "iPad13,18",
-    "iPad13,19"
   ],
   "skipped_device_list": [
-    "iPad8,10",
     "Mac14,15",
-    "Mac14,13",
     "iPhone11,5",
-    "iPad14,6",
     "Mac15,5",
     "iPad13,8",
-    "iPhone13,3",
-    "iPhone17,3",
-    "Mac16,8",
     "iPad14,2",
-    "Mac16,9",
-    "iPad8,7",
-    "Mac15,4",
-    "Mac14,14",
     "iPad13,10",
     "iPhone13,2",
-    "iPhone14,4",
-    "iPad13,5",
     "iPad13,17",
-    "iPhone14,3",
-    "iPhone14,2",
-    "Mac13,1",
-    "iPad13,7",
-    "Mac15,6",
-    "MacBookAir10,1",
-    "Mac15,3",
-    "Mac15,7",
     "Mac13,2",
-    "iPad13,4",
-    "iPad11,6",
-    "iPhone16,2",
     "iPhone17,4",
-    "iPad11,2",
-    "iPad14,9",
-    "iPhone11,2",
-    "iPad8,12",
-    "iPad16,6",
     "Mac14,12",
-    "iPhone11,4",
-    "iPhone11,3",
-    "iPad14,8",
-    "iPad11,4",
-    "iPad8,5",
-    "Mac15,13",
     "iPhone12,8",
-    "Mac14,5",
     "iPad11,1",
-    "MacBookPro18,2",
-    "Mac14,8",
-    "iPad8,1",
-    "iPad8,9",
-    "iPad11,3",
-    "iMac21,1",
-    "iMac21,2",
-    "iPhone17,5",
-    "iPhone13,4",
-    "Mac14,2",
-    "iPhone15,4",
     "iPhone12,5",
-    "iPad14,5",
-    "iPhone12,2",
-    "iPad14,4",
-    "Mac15,10",
-    "iPad8,6",
-    "iPad12,2",
-    "Mac14,9",
-    "iPad8,2",
-    "iPhone16,1",
-    "MacBookPro18,3",
-    "iPhone14,6",
-    "iPad8,4",
-    "Mac14,7",
     "iPhone15,5",
-    "iPad13,16",
-    "iPhone17,1",
-    "iPad8,3",
-    "Mac15,11",
     "MacBookPro17,1",
-    "Mac14,6",
-    "iPad16,5",
-    "iPhone13,1",
-    "Mac15,12",
-    "iPhone12,4",
-    "iPad8,11",
-    "iPhone12,1",
-    "iPhone11,6",
-    "Macmini9,1",
-    "iPhone15,3",
-    "iPad14,10",
-    "Mac15,8",
-    "iPad13,6",
     "Mac15,9",
-    "MacBookPro18,1",
-    "iPad14,3",
-    "MacBookPro18,4",
-    "iPhone12,3",
-    "iPad11,7",
-    "iPad14,11",
-    "iPad12,1",
-    "Mac14,3",
-    "iPad14,1",
-    "iPad13,11",
-    "iPad8,8",
-    "iPhone15,2",
-    "iPhone14,5",
-    "iPhone11,8",
-    "iPhone14,7",
-    "iPhone17,2",
-    "iPad16,3",
-    "Mac14,4",
-    "iPhone14,8",
-    "iPad13,9",
-    "iPad16,4",
-    "Mac14,10"
   ],
   "tested_os_versions": [
-    "macOS_15.4.0",
     "iPadOS_18.4",
-    "iPadOS_18.3.2",
-    "macOS_15.4"
   ],
   "has_target_os_coverage": false,
   "covered_target_versions": [

   "skipped_devices": 115,
   "coverage_percentage": 16.05839416058394,
   "tested_device_list": [
+    "iPad15,8",
     "iPad15,7",
+    "iPad15,4",
+    "iPad15,5",
+    "Mac16,2",
+    "Mac16,1",
     "iPad15,3",
+    "Mac16,5",
+    "Mac16,6",
     "Mac16,10",
+    "iPad13,1",
     "Mac16,11",
+    "iPad13,19",
+    "Mac16,7",
+    "iPad15,6",
+    "Mac16,12",
     "iPad13,18",
+    "Mac16,13",
+    "iPad16,1",
+    "iPad13,2",
+    "Mac16,3",
+    "iPad16,2"
   ],
   "skipped_device_list": [
+    "iPhone13,4",
+    "iPad16,5",
+    "iPhone11,2",
+    "iPad8,7",
+    "iPad11,4",
+    "MacBookAir10,1",
+    "iPad13,4",
+    "iPad16,6",
     "Mac14,15",
+    "iPad16,3",
+    "MacBookPro18,4",
+    "Mac14,10",
+    "Mac15,6",
+    "iPad14,3",
+    "Mac14,7",
+    "Mac14,3",
+    "iPad14,9",
+    "iPhone12,1",
+    "Macmini9,1",
+    "iMac21,2",
     "iPhone11,5",
+    "iPhone13,3",
+    "iPad13,6",
+    "iPhone17,5",
+    "Mac14,9",
+    "iPhone14,5",
+    "Mac15,7",
+    "iPhone12,3",
+    "iPhone14,7",
+    "iPad11,7",
+    "iPhone14,2",
+    "iPad13,9",
+    "iPad13,5",
+    "iPad14,4",
+    "iPad8,10",
+    "iPad8,11",
     "Mac15,5",
+    "iPad13,7",
+    "iPhone15,4",
+    "iPad13,11",
+    "iPad8,12",
+    "iPad8,4",
+    "iMac21,1",
+    "iPad8,1",
     "iPad13,8",
+    "iPhone16,1",
     "iPad14,2",
+    "iPad14,10",
+    "Mac13,1",
+    "iPhone17,3",
+    "MacBookPro18,2",
+    "iPad8,8",
+    "iPhone15,2",
+    "MacBookPro18,3",
+    "iPad16,4",
+    "iPad8,5",
+    "iPhone11,3",
+    "iPad14,11",
+    "iPhone11,8",
     "iPad13,10",
+    "iPhone13,1",
     "iPhone13,2",
+    "iPad8,2",
+    "Mac14,2",
+    "iPad12,2",
+    "Mac14,6",
+    "iPhone16,2",
+    "iPad14,8",
+    "iPhone12,2",
     "iPad13,17",
+    "iPhone11,4",
+    "iPad14,5",
+    "iPad14,6",
+    "Mac15,8",
+    "iPhone17,1",
+    "iPad14,1",
     "Mac13,2",
+    "iPhone11,6",
+    "Mac15,11",
+    "iPad12,1",
+    "iPad8,9",
+    "Mac14,13",
+    "iPad13,16",
     "iPhone17,4",
+    "iPhone14,4",
+    "Mac14,14",
+    "iPad11,6",
+    "Mac16,9",
+    "iPad8,3",
+    "Mac15,10",
+    "iPad11,3",
+    "iPhone14,8",
+    "Mac15,4",
+    "Mac16,8",
+    "iPhone15,3",
     "Mac14,12",
+    "iPhone17,2",
     "iPhone12,8",
+    "Mac15,12",
+    "iPhone12,4",
+    "Mac14,4",
     "iPad11,1",
+    "iPhone14,3",
     "iPhone12,5",
+    "MacBookPro18,1",
+    "Mac14,8",
+    "Mac15,3",
+    "iPad11,2",
     "iPhone15,5",
+    "iPad8,6",
     "MacBookPro17,1",
+    "Mac15,13",
     "Mac15,9",
+    "iPhone14,6",
+    "Mac14,5"
   ],
   "tested_os_versions": [
     "iPadOS_18.4",
+    "macOS_15.4",
+    "macOS_15.4.0",
+    "iPadOS_18.3.2"
   ],
   "has_target_os_coverage": false,
   "covered_target_versions": [

dashboard_data/test_coverage_3f451e1.json CHANGED Viewed

@@ -1,193 +1,194 @@
 {
   "commit_hash": "3f451e1",
   "total_devices": 137,
-  "tested_devices": 94,
-  "skipped_devices": 45,
-  "coverage_percentage": 68.61313868613139,
   "tested_device_list": [
-    "iPhone15,2",
-    "iPad14,5",
-    "MacBookAir10,1",
-    "iPad15,8",
-    "iPad14,2",
-    "iPad15,5",
-    "iPad13,11",
-    "iMac21,2",
-    "iPhone15,5",
-    "Mac14,4",
-    "Mac16,9",
-    "iPad15,7",
     "iPhone18,3",
-    "iPhone17,1",
-    "Mac16,13",
-    "iPad14,4",
     "iPhone13,4",
-    "Mac14,8",
-    "Mac14,10",
-    "Mac16,8",
-    "iPad13,16",
-    "iPad14,1",
-    "iPad13,5",
-    "iPhone14,5",
-    "iPhone14,8",
-    "iPad13,7",
     "iPad16,5",
-    "iPhone17,3",
-    "Mac16,2",
     "iPad16,6",
     "iPad16,3",
     "MacBookPro18,4",
     "Mac14,7",
-    "iPad13,10",
-    "iPad13,17",
-    "Mac14,14",
-    "Mac16,3",
-    "iPad14,9",
-    "Mac16,1",
-    "iPad16,2",
-    "iPhone13,1",
-    "Mac14,5",
-    "iPhone15,3",
-    "MacBookPro18,1",
     "iPad15,4",
-    "Mac14,6",
-    "Mac16,12",
-    "iPad14,6",
     "Mac14,13",
-    "MacBookPro18,3",
-    "Mac16,10",
-    "iPad13,8",
     "iPhone17,4",
     "iPhone13,3",
-    "Mac16,11",
-    "iPhone14,6",
-    "iPhone13,2",
-    "Mac13,1",
-    "Macmini9,1",
-    "iPhone18,1",
-    "iPad13,19",
     "iPad13,9",
-    "iPad14,8",
-    "Mac14,2",
-    "iPad14,11",
     "iPhone15,4",
-    "MacBookPro17,1",
-    "Mac14,9",
-    "Mac16,7",
-    "iPad16,1",
-    "Mac13,2",
-    "iPhone14,3",
-    "iPad13,1",
-    "Mac16,6",
-    "Mac16,5",
     "iPhone17,2",
-    "iPhone14,4",
-    "iPad15,3",
-    "Mac14,3",
-    "MacBookPro18,2",
-    "iPad14,3",
-    "Mac14,15",
-    "iPad13,4",
-    "iPad14,10",
-    "iPhone14,7",
     "iPad15,6",
-    "iPad13,2",
-    "Mac14,12",
     "iPad16,4",
-    "iPad13,6",
-    "iMac21,1",
     "iPad13,18",
-    "iPhone14,2",
-    "iPhone17,5"
   ],
   "skipped_device_list": [
-    "iPhone12,3",
     "iPhone16,2",
-    "iPhone11,6",
     "iPhone11,2",
-    "iPad8,3",
-    "Mac15,12",
     "iPad11,4",
-    "Mac15,9",
-    "Mac15,11",
     "iPhone12,4",
-    "iPad8,6",
-    "Mac15,7",
     "iPad11,1",
-    "Mac15,8",
-    "iPad8,9",
-    "iPad11,7",
-    "Mac15,5",
     "iPad8,8",
     "Mac15,3",
-    "iPhone11,4",
-    "iPad8,12",
     "iPad11,2",
-    "iPad8,10",
-    "iPad8,7",
-    "iPhone12,5",
     "iPhone11,5",
-    "iPad8,1",
-    "Mac15,4",
     "iPad11,6",
-    "iPad8,5",
-    "iPhone12,8",
-    "iPad8,4",
-    "iPhone12,1",
-    "iPhone16,1",
-    "iPhone12,2",
     "Mac15,10",
     "iPad8,2",
-    "iPhone11,3",
-    "iPad8,11",
-    "iPad12,1",
-    "Mac15,13",
-    "iPad11,3",
-    "iPad12,2",
-    "Mac15,6",
-    "iPhone11,8"
   ],
   "tested_os_versions": [
-    "iPadOS_18.7",
     "iOS_18.6.2",
-    "iOS_26.0",
-    "iPadOS_26.0",
-    "macOS_15.7",
     "iOS_18.7",
     "iPadOS_18.6.2",
-    "macOS_15.7.0",
-    "macOS_15.6.1",
-    "macOS_26.0",
-    "macOS_26.0.0"
   ],
   "has_target_os_coverage": false,
   "covered_target_versions": [
-    "macOS 15",
     "macOS 26",
     "iOS 18",
     "iOS 26"
   ],
   "missing_target_versions": [
     "macOS 14",
     "iOS 17"
   ],
   "has_target_chip_coverage": false,
   "platform_chip_coverage": {
     "iPad": {
       "total_chips": 8,
-      "tested_chips": 8,
-      "coverage_percentage": 100.0,
       "covered_chips": [
         "A14",
-        "A15",
-        "A16",
         "A17 Pro",
         "M1",
-        "M2",
         "M3",
         "M4"
       ],
-      "missing_chips": []
     },
     "iPhone": {
       "total_chips": 6,
@@ -219,7 +220,11 @@
     }
   },
   "missing_target_chips": {
-    "iPad": [],
     "iPhone": [
       "A17 Pro"
     ],

 {
   "commit_hash": "3f451e1",
   "total_devices": 137,
+  "tested_devices": 82,
+  "skipped_devices": 57,
+  "coverage_percentage": 59.854014598540154,
   "tested_device_list": [
+    "Mac14,6",
     "iPhone18,3",
+    "iPad15,5",
+    "iPad13,17",
     "iPhone13,4",
     "iPad16,5",
+    "iPad15,3",
+    "MacBookAir10,1",
+    "iPad13,4",
+    "iPad13,1",
+    "iPad13,19",
+    "Mac16,12",
     "iPad16,6",
+    "iPhone17,1",
+    "Mac14,15",
+    "Mac13,2",
+    "iPhone18,1",
+    "Mac16,13",
     "iPad16,3",
     "MacBookPro18,4",
+    "Mac14,10",
+    "iPad13,2",
     "Mac14,7",
+    "Mac14,3",
     "iPad15,4",
     "Mac14,13",
+    "Macmini9,1",
+    "iPad13,16",
+    "iMac21,2",
     "iPhone17,4",
     "iPhone13,3",
+    "iPhone14,4",
+    "iPad13,6",
+    "Mac16,7",
+    "Mac14,14",
+    "iPhone17,5",
+    "iPhone14,5",
+    "Mac14,9",
+    "Mac16,9",
+    "iPhone14,7",
+    "iPhone14,2",
+    "iPad13,5",
     "iPad13,9",
+    "iPhone14,8",
+    "Mac16,8",
+    "Mac14,12",
+    "iPhone15,3",
+    "iPad13,7",
+    "Mac16,2",
     "iPhone15,4",
     "iPhone17,2",
+    "Mac16,1",
+    "iPad13,11",
+    "iMac21,1",
+    "Mac16,10",
+    "iPad13,8",
     "iPad15,6",
+    "Mac13,1",
+    "Mac14,4",
+    "iPhone17,3",
+    "iPad16,1",
+    "MacBookPro18,2",
+    "iPhone15,2",
+    "MacBookPro18,3",
+    "iPhone14,3",
     "iPad16,4",
+    "MacBookPro18,1",
+    "Mac14,8",
+    "Mac16,5",
+    "Mac16,6",
+    "Mac16,11",
+    "iPhone15,5",
+    "MacBookPro17,1",
+    "iPad13,10",
     "iPad13,18",
+    "iPhone13,1",
+    "Mac16,3",
+    "iPhone13,2",
+    "iPhone14,6",
+    "Mac14,2",
+    "Mac14,5",
+    "iPad16,2"
   ],
   "skipped_device_list": [
+    "iPad12,2",
+    "iPad15,8",
     "iPhone16,2",
+    "iPad11,3",
+    "iPad8,11",
+    "Mac15,4",
+    "Mac15,5",
+    "iPhone12,2",
+    "iPhone11,4",
+    "iPad14,5",
     "iPhone11,2",
+    "iPad8,12",
+    "iPad8,4",
+    "iPad8,7",
     "iPad11,4",
+    "iPhone12,8",
+    "iPad8,1",
+    "iPhone16,1",
+    "iPad14,2",
+    "iPad14,6",
+    "Mac15,8",
+    "iPad14,10",
+    "iPad14,1",
+    "Mac15,12",
     "iPhone12,4",
     "iPad11,1",
     "iPad8,8",
+    "iPad14,3",
+    "Mac15,6",
+    "iPhone11,6",
+    "Mac15,11",
+    "iPad12,1",
+    "iPad8,9",
+    "iPhone12,5",
+    "iPad15,7",
+    "iPad14,9",
+    "iPhone12,1",
     "Mac15,3",
+    "iPad8,5",
     "iPad11,2",
     "iPhone11,5",
+    "iPhone11,3",
+    "iPad8,6",
     "iPad11,6",
+    "Mac15,13",
+    "iPad14,11",
+    "iPad8,3",
+    "Mac15,7",
+    "iPhone11,8",
     "Mac15,10",
+    "iPhone12,3",
+    "Mac15,9",
+    "iPad11,7",
     "iPad8,2",
+    "iPad14,4",
+    "iPad8,10",
+    "iPad14,8"
   ],
   "tested_os_versions": [
     "iOS_18.6.2",
     "iOS_18.7",
+    "macOS_26.1.0",
+    "macOS_26.1",
+    "iOS_26.1",
     "iPadOS_18.6.2",
+    "iPadOS_18.7",
+    "iPadOS_26.0",
+    "iOS_26.0.1",
+    "iOS_26.0",
+    "macOS_26.0.1"
   ],
   "has_target_os_coverage": false,
   "covered_target_versions": [
     "macOS 26",
     "iOS 18",
     "iOS 26"
   ],
   "missing_target_versions": [
     "macOS 14",
+    "macOS 15",
     "iOS 17"
   ],
   "has_target_chip_coverage": false,
   "platform_chip_coverage": {
     "iPad": {
       "total_chips": 8,
+      "tested_chips": 5,
+      "coverage_percentage": 62.5,
       "covered_chips": [
         "A14",
         "A17 Pro",
         "M1",
         "M3",
         "M4"
       ],
+      "missing_chips": [
+        "A15",
+        "A16",
+        "M2"
+      ]
     },
     "iPhone": {
       "total_chips": 6,
     }
   },
   "missing_target_chips": {
+    "iPad": [
+      "A15",
+      "A16",
+      "M2"
+    ],
     "iPhone": [
       "A17 Pro"
     ],

dashboard_data/test_coverage_8c0acbd.json CHANGED Viewed

@@ -5,159 +5,159 @@
   "skipped_devices": 55,
   "coverage_percentage": 59.854014598540154,
   "tested_device_list": [
-    "iPhone17,5",
-    "Mac14,15",
-    "iPhone13,4",
-    "Mac14,2",
-    "iPhone15,4",
-    "Mac14,13",
-    "iPhone12,5",
-    "iPad16,1",
-    "iPad14,6",
-    "Mac15,5",
-    "iPad14,5",
-    "iPad13,8",
-    "iPhone13,3",
-    "iPad14,4",
-    "iPhone17,3",
-    "Mac15,10",
-    "Mac16,8",
-    "iPad14,2",
-    "Mac16,9",
     "iPad15,5",
-    "Mac15,4",
-    "Mac14,14",
-    "iPad13,10",
-    "Mac14,9",
-    "iPhone13,2",
-    "iPhone14,4",
-    "iPhone16,1",
-    "iPad15,4",
-    "iPad13,5",
-    "iPhone14,6",
     "iPad13,17",
-    "iPhone15,5",
-    "iPad13,16",
-    "Mac14,7",
-    "iPhone14,3",
-    "iPhone14,2",
-    "iPad13,7",
-    "Mac15,6",
-    "Mac15,11",
-    "Mac15,3",
-    "Mac15,7",
-    "iPad13,4",
-    "Mac14,6",
-    "iPad15,6",
-    "iPhone13,1",
     "iPad16,5",
-    "Mac15,12",
-    "iPhone16,2",
-    "iPhone17,4",
-    "iPhone12,1",
-    "iPhone15,3",
-    "iPad14,10",
     "Mac15,8",
-    "iPad13,6",
-    "iPad14,9",
-    "Mac15,9",
-    "iPad14,3",
     "iPad16,6",
-    "iPhone12,3",
-    "Mac14,12",
     "iPad14,1",
-    "iPad14,11",
     "Mac14,3",
-    "iPad13,11",
     "iPad14,8",
-    "iPhone15,2",
     "iPhone14,5",
-    "Mac15,13",
     "iPhone14,7",
     "iPhone12,8",
-    "iPad15,7",
-    "iPad15,3",
-    "Mac14,5",
-    "iPad16,3",
     "Mac14,4",
-    "iPhone14,8",
-    "iPad13,9",
-    "iPad15,8",
     "iPad16,4",
     "Mac14,8",
-    "Mac14,10",
     "iPad16,2"
   ],
   "skipped_device_list": [
-    "iPad11,2",
     "iPad11,3",
     "iPad8,10",
     "iMac21,1",
-    "iMac21,2",
     "iPad13,1",
     "Mac16,12",
     "iPhone11,6",
-    "Macmini9,1",
     "iPad13,2",
-    "Mac16,1",
-    "iPhone11,5",
-    "Mac16,7",
-    "iPhone12,2",
-    "Mac16,10",
     "MacBookPro18,1",
-    "iPhone11,2",
-    "iPad8,12",
-    "iPad8,6",
-    "MacBookPro18,4",
     "Mac16,5",
-    "iPad11,7",
-    "iPad8,7",
-    "iPhone11,4",
-    "Mac16,13",
-    "iPad12,1",
-    "Mac16,2",
-    "iPad13,18",
-    "iPad13,19",
     "iPhone11,3",
-    "iPad12,2",
-    "iPad8,8",
-    "iPad11,4",
-    "Mac16,3",
-    "iPad8,2",
-    "iPhone11,8",
-    "iPad8,5",
-    "MacBookPro18,3",
     "Mac16,6",
-    "iPad8,4",
-    "iPhone17,2",
-    "iPad11,1",
-    "Mac13,1",
-    "MacBookPro18,2",
-    "iPhone17,1",
-    "iPad8,3",
-    "MacBookAir10,1",
-    "MacBookPro17,1",
-    "Mac13,2",
     "Mac16,11",
-    "iPhone12,4",
     "iPad11,6",
-    "iPad8,1",
-    "iPad8,9",
-    "iPad8,11"
   ],
   "tested_os_versions": [
-    "iOS_18.1",
     "iPadOS_18.4.1",
-    "macOS_15.5.0",
     "iOS_18.4.1",
-    "macOS_15.5",
     "iOS_19.0",
-    "iOS_18.5",
-    "iPadOS_18.5",
-    "iPadOS_19.0",
-    "iPadOS_18.4",
     "iPadOS_26.0",
-    "iOS_26.0"
   ],
   "has_target_os_coverage": false,
   "covered_target_versions": [

   "skipped_devices": 55,
   "coverage_percentage": 59.854014598540154,
   "tested_device_list": [
+    "Mac14,6",
+    "iPhone16,2",
+    "iPad15,8",
     "iPad15,5",
     "iPad13,17",
+    "iPhone13,4",
     "iPad16,5",
+    "iPad14,5",
+    "iPad15,3",
+    "iPad13,4",
+    "iPad14,6",
     "Mac15,8",
     "iPad16,6",
+    "Mac14,15",
     "iPad14,1",
+    "iPad16,3",
+    "Mac14,10",
+    "Mac15,6",
+    "iPad14,3",
+    "Mac15,11",
+    "Mac14,7",
     "Mac14,3",
+    "iPad15,7",
+    "iPad15,4",
+    "Mac14,13",
+    "iPad14,9",
+    "iPhone12,1",
+    "iPad13,16",
+    "iPhone17,4",
+    "iPhone13,3",
+    "iPhone14,4",
+    "iPad13,6",
     "iPad14,8",
+    "Mac14,14",
+    "iPhone17,5",
     "iPhone14,5",
+    "Mac14,9",
+    "Mac16,9",
+    "Mac15,10",
+    "Mac15,7",
     "iPhone14,7",
+    "iPhone12,3",
+    "iPhone14,2",
+    "iPad13,5",
+    "iPad13,9",
+    "iPad14,4",
+    "iPhone14,8",
+    "Mac15,4",
+    "Mac16,8",
+    "Mac14,12",
+    "iPhone15,3",
+    "iPad13,7",
+    "Mac15,5",
+    "iPhone15,4",
+    "iPad13,11",
     "iPhone12,8",
+    "iPad13,8",
+    "iPhone16,1",
+    "iPad15,6",
+    "iPad14,2",
+    "iPad14,10",
+    "Mac15,12",
     "Mac14,4",
+    "iPad16,1",
+    "iPhone17,3",
+    "iPhone15,2",
+    "iPhone14,3",
+    "iPhone12,5",
     "iPad16,4",
     "Mac14,8",
+    "Mac15,3",
+    "iPhone15,5",
+    "Mac15,13",
+    "iPad14,11",
+    "iPad13,10",
+    "iPhone13,1",
+    "Mac15,9",
+    "iPhone13,2",
+    "iPhone14,6",
+    "Mac14,2",
+    "Mac14,5",
     "iPad16,2"
   ],
   "skipped_device_list": [
+    "iPad12,2",
     "iPad11,3",
+    "iPad8,11",
+    "iPhone12,2",
+    "Mac16,2",
+    "iPhone17,2",
+    "iPhone11,4",
+    "Mac16,1",
+    "iPhone11,2",
     "iPad8,10",
+    "iPad8,4",
+    "iPad8,7",
+    "iPad11,4",
+    "iPad8,12",
     "iMac21,1",
+    "Mac16,10",
+    "MacBookAir10,1",
     "iPad13,1",
+    "iPad13,19",
     "Mac16,12",
+    "iPhone17,1",
+    "Mac13,2",
+    "Mac13,1",
+    "Mac16,13",
+    "iPhone12,4",
+    "MacBookPro18,4",
+    "MacBookPro18,2",
+    "iPad11,1",
+    "iPad8,8",
+    "MacBookPro18,3",
     "iPhone11,6",
     "iPad13,2",
+    "iPad12,1",
+    "iPad8,9",
     "MacBookPro18,1",
+    "Macmini9,1",
+    "iPad8,5",
     "Mac16,5",
+    "iMac21,2",
+    "iPad11,2",
+    "iPhone11,5",
     "iPhone11,3",
     "Mac16,6",
     "Mac16,11",
+    "Mac16,7",
+    "iPad8,6",
+    "MacBookPro17,1",
     "iPad11,6",
+    "iPad8,3",
+    "iPhone11,8",
+    "iPad13,18",
+    "Mac16,3",
+    "iPad11,7",
+    "iPad8,2",
+    "iPad8,1"
   ],
   "tested_os_versions": [
+    "iPadOS_18.4",
+    "iOS_18.5",
+    "iPadOS_19.0",
+    "iPadOS_18.5",
     "iPadOS_18.4.1",
     "iOS_18.4.1",
+    "macOS_15.5.0",
     "iOS_19.0",
+    "iOS_26.0",
+    "macOS_15.5",
     "iPadOS_26.0",
+    "iOS_18.1"
   ],
   "has_target_os_coverage": false,
   "covered_target_versions": [

dashboard_data/test_coverage_a9b92c4.json CHANGED Viewed

@@ -5,165 +5,165 @@
   "skipped_devices": 44,
   "coverage_percentage": 67.88321167883211,
   "tested_device_list": [
-    "iMac21,1",
-    "iMac21,2",
-    "iPhone17,5",
-    "Mac14,15",
     "iPhone13,4",
-    "Mac16,12",
-    "Mac14,2",
-    "Mac14,13",
-    "Mac16,1",
-    "iPhone12,5",
-    "iPad16,1",
-    "iPad14,6",
-    "Mac15,5",
     "iPad14,5",
-    "iPhone13,3",
-    "iPad13,8",
-    "iPad14,4",
-    "Mac16,10",
-    "iPhone17,3",
-    "Mac15,10",
-    "Mac16,8",
-    "Mac16,9",
-    "Mac16,5",
-    "Mac16,13",
-    "Mac15,4",
-    "Mac14,14",
-    "iPad13,10",
-    "iPhone13,2",
-    "Mac14,9",
-    "iPhone14,4",
-    "Mac16,3",
-    "iPhone16,1",
-    "MacBookPro18,3",
-    "Mac16,6",
-    "iPad13,5",
-    "iPhone14,6",
-    "iPad13,17",
-    "Mac14,7",
-    "iPad13,16",
-    "iPhone14,3",
-    "iPhone14,2",
-    "iPad13,7",
-    "Mac13,1",
-    "iPhone17,1",
-    "Mac15,6",
     "MacBookAir10,1",
-    "Mac15,11",
-    "Mac15,3",
-    "Mac15,7",
-    "Mac14,6",
     "iPad13,4",
-    "MacBookPro17,1",
-    "iPhone13,1",
-    "iPad16,5",
-    "Mac15,12",
     "Mac13,2",
-    "iPhone16,2",
-    "iPhone17,4",
     "iPhone12,1",
     "Macmini9,1",
-    "iPad14,10",
-    "Mac15,8",
     "iPad13,6",
-    "iPad14,9",
     "Mac16,7",
-    "Mac15,9",
-    "iPad14,3",
-    "MacBookPro18,1",
-    "MacBookPro18,4",
-    "iPad16,6",
     "iPhone12,3",
     "Mac14,12",
-    "iPad14,11",
     "Mac16,2",
-    "Mac14,3",
     "iPad13,11",
-    "iPad14,8",
-    "iPhone14,5",
-    "Mac15,13",
-    "iPhone14,7",
     "iPhone12,8",
-    "iPhone17,2",
-    "Mac14,5",
-    "iPad16,3",
     "Mac14,4",
     "MacBookPro18,2",
-    "Mac16,11",
-    "iPhone14,8",
-    "iPad13,9",
     "iPad16,4",
     "Mac14,8",
-    "Mac14,10",
     "iPad16,2"
   ],
   "skipped_device_list": [
-    "iPad11,2",
     "iPad11,3",
-    "iPad8,10",
-    "iPad13,1",
-    "iPhone11,6",
-    "iPad13,2",
     "iPhone15,3",
     "iPhone15,4",
-    "iPhone11,5",
-    "iPhone12,2",
     "iPhone11,2",
     "iPad8,12",
-    "iPad8,6",
     "iPad14,2",
-    "iPad11,7",
-    "iPad15,5",
-    "iPad8,7",
-    "iPhone11,4",
-    "iPad12,1",
     "iPad14,1",
-    "iPad13,18",
-    "iPad13,19",
-    "iPhone11,3",
-    "iPad12,2",
     "iPad8,8",
-    "iPad11,4",
     "iPhone15,2",
-    "iPad8,2",
     "iPad15,4",
-    "iPhone11,8",
     "iPad8,5",
-    "iPad8,4",
-    "iPad15,7",
-    "iPad15,3",
     "iPhone15,5",
-    "iPad11,1",
-    "iPad8,3",
-    "iPad15,6",
-    "iPad15,8",
-    "iPhone12,4",
     "iPad11,6",
-    "iPad8,1",
-    "iPad8,9",
-    "iPad8,11"
   ],
   "tested_os_versions": [
     "iOS_18.1",
     "iOS_18.2",
     "iOS_17.2.1",
-    "iOS_17.7",
-    "iOS_18.0",
-    "macOS_15.0",
-    "iPadOS_18.0.1",
     "macOS_15.1.0",
-    "iPadOS_17.6.1",
-    "iOS_17.6.1",
-    "macOS_15.0.0",
     "iPadOS_18.1",
-    "macOS_15.2",
-    "macOS_15.2.0",
-    "macOS_15.0.1",
-    "macOS_15.1",
     "iOS_18.0.1",
-    "iOS_17.3"
   ],
   "has_target_os_coverage": false,
   "covered_target_versions": [

   "skipped_devices": 44,
   "coverage_percentage": 67.88321167883211,
   "tested_device_list": [
+    "Mac14,6",
+    "iPhone16,2",
+    "iPad13,17",
     "iPhone13,4",
+    "iPad16,5",
     "iPad14,5",
     "MacBookAir10,1",
     "iPad13,4",
+    "iPad14,6",
+    "Mac16,12",
+    "Mac15,8",
+    "iPad16,6",
+    "iPhone17,1",
+    "Mac14,15",
     "Mac13,2",
+    "Mac16,13",
+    "iPad16,3",
+    "MacBookPro18,4",
+    "Mac14,10",
+    "Mac15,6",
+    "iPad14,3",
+    "Mac15,11",
+    "Mac14,7",
+    "Mac14,3",
+    "Mac14,13",
+    "iPad14,9",
     "iPhone12,1",
     "Macmini9,1",
+    "iPhone14,6",
+    "iPad13,16",
+    "iMac21,2",
+    "iPhone17,4",
+    "iPhone13,3",
+    "iPhone14,4",
     "iPad13,6",
+    "iPad14,8",
     "Mac16,7",
+    "Mac14,14",
+    "Mac14,9",
+    "iPhone14,5",
+    "iPhone17,5",
+    "Mac16,9",
+    "Mac15,10",
+    "Mac15,7",
+    "iPhone14,7",
     "iPhone12,3",
+    "iPhone14,2",
+    "iPad13,5",
+    "iPad13,9",
+    "iPad14,4",
+    "iPhone14,8",
+    "Mac15,4",
+    "Mac16,8",
     "Mac14,12",
+    "Mac15,5",
+    "iPad13,7",
     "Mac16,2",
+    "iPhone17,2",
+    "Mac16,1",
     "iPad13,11",
     "iPhone12,8",
+    "iMac21,1",
+    "Mac16,10",
+    "iPad13,8",
+    "iPhone16,1",
+    "iPad14,10",
+    "Mac13,1",
+    "Mac15,12",
     "Mac14,4",
+    "iPhone17,3",
+    "iPad16,1",
     "MacBookPro18,2",
+    "MacBookPro18,3",
+    "iPhone14,3",
+    "iPhone12,5",
     "iPad16,4",
+    "MacBookPro18,1",
     "Mac14,8",
+    "Mac15,3",
+    "Mac16,5",
+    "Mac16,6",
+    "Mac16,11",
+    "MacBookPro17,1",
+    "Mac15,13",
+    "iPad14,11",
+    "iPad13,10",
+    "iPhone13,1",
+    "Mac15,9",
+    "Mac16,3",
+    "iPhone13,2",
+    "Mac14,2",
+    "Mac14,5",
     "iPad16,2"
   ],
   "skipped_device_list": [
+    "iPad12,2",
+    "iPad15,8",
     "iPad11,3",
+    "iPad8,11",
+    "iPhone12,2",
+    "iPad15,5",
     "iPhone15,3",
     "iPhone15,4",
+    "iPhone11,4",
     "iPhone11,2",
+    "iPad15,3",
+    "iPad8,4",
+    "iPad8,7",
+    "iPad8,10",
+    "iPad11,4",
     "iPad8,12",
+    "iPad13,1",
+    "iPad13,19",
     "iPad14,2",
+    "iPad15,6",
     "iPad14,1",
+    "iPhone12,4",
+    "iPad11,1",
     "iPad8,8",
     "iPhone15,2",
+    "iPhone11,6",
+    "iPad13,2",
+    "iPad12,1",
+    "iPad8,9",
+    "iPad15,7",
     "iPad15,4",
     "iPad8,5",
+    "iPad11,2",
+    "iPhone11,5",
+    "iPhone11,3",
     "iPhone15,5",
+    "iPad8,6",
     "iPad11,6",
+    "iPad8,3",
+    "iPhone11,8",
+    "iPad13,18",
+    "iPad11,7",
+    "iPad8,2",
+    "iPad8,1"
   ],
   "tested_os_versions": [
+    "iPadOS_17.6.1",
+    "macOS_15.1",
     "iOS_18.1",
+    "macOS_15.2",
+    "iOS_17.7",
+    "macOS_15.0.0",
+    "macOS_15.0.1",
     "iOS_18.2",
     "iOS_17.2.1",
     "macOS_15.1.0",
+    "iOS_18.0",
     "iPadOS_18.1",
+    "macOS_15.0",
     "iOS_18.0.1",
+    "macOS_15.2.0",
+    "iPadOS_18.0.1",
+    "iOS_17.3",
+    "iOS_17.6.1"
   ],
   "has_target_os_coverage": false,
   "covered_target_versions": [

dashboard_data/test_coverage_c814cae.json CHANGED Viewed

@@ -1,160 +1,164 @@
 {
   "commit_hash": "c814cae",
   "total_devices": 137,
-  "tested_devices": 70,
-  "skipped_devices": 67,
-  "coverage_percentage": 51.09489051094891,
   "tested_device_list": [
-    "iMac21,1",
-    "Macmini9,1",
-    "iMac21,2",
     "Mac16,12",
-    "iPhone15,3",
     "Mac14,15",
-    "iPad14,10",
-    "Mac14,2",
-    "iPhone15,4",
-    "Mac16,1",
     "Mac14,13",
-    "iPad13,6",
-    "iPad16,1",
-    "iPad14,6",
     "iPad14,9",
     "Mac16,7",
-    "iPad14,5",
-    "iPad13,8",
     "iPad14,4",
-    "Mac16,10",
-    "MacBookPro18,1",
-    "iPad14,3",
-    "MacBookPro18,4",
-    "iPad16,6",
     "Mac16,8",
-    "Mac16,9",
-    "Mac16,5",
     "Mac14,12",
-    "iPad15,5",
-    "Mac16,13",
-    "iPad14,11",
     "Mac16,2",
-    "Mac14,3",
-    "Mac14,14",
-    "iPad13,10",
     "iPad13,11",
-    "Mac14,9",
-    "iPad14,8",
     "iPhone15,2",
-    "Mac16,3",
-    "iPad15,4",
     "MacBookPro18,3",
     "Mac16,6",
-    "iPad13,5",
-    "iPad13,17",
-    "iPad15,7",
     "iPhone15,5",
-    "iPad13,16",
-    "iPad15,3",
-    "Mac14,5",
-    "Mac14,7",
-    "iPad16,3",
-    "MacBookPro18,2",
-    "Mac13,1",
-    "iPad13,7",
-    "Mac14,4",
-    "MacBookAir10,1",
     "MacBookPro17,1",
-    "Mac13,2",
-    "Mac16,11",
-    "iPad13,4",
-    "iPad16,5",
-    "iPad13,9",
-    "iPad15,6",
-    "iPad16,4",
-    "Mac14,6",
-    "Mac14,8",
-    "Mac14,10",
-    "iPad15,8",
     "iPad16,2"
   ],
   "skipped_device_list": [
-    "iPad11,2",
     "iPad11,3",
-    "iPad8,10",
-    "iPhone17,5",
-    "iPad13,1",
-    "iPhone11,6",
-    "iPad13,2",
-    "iPhone13,4",
-    "iPhone12,5",
-    "Mac15,8",
-    "iPhone11,5",
     "Mac15,5",
-    "iPhone13,3",
     "iPhone12,2",
-    "Mac15,9",
-    "iPhone17,3",
     "iPhone11,2",
-    "Mac15,10",
     "iPad8,12",
-    "iPad8,6",
     "iPad14,2",
-    "iPhone12,3",
-    "iPad11,7",
-    "iPad8,7",
-    "iPhone11,4",
     "iPad14,1",
     "iPad12,1",
-    "Mac15,4",
-    "iPad13,18",
-    "iPad13,19",
-    "iPhone11,3",
-    "iPad12,2",
-    "iPhone13,2",
     "iPhone12,1",
-    "iPad8,8",
-    "iPhone14,4",
-    "iPad11,4",
-    "iPad8,2",
-    "iPhone16,1",
-    "iPhone14,5",
-    "iPhone11,8",
     "iPad8,5",
     "Mac15,13",
-    "iPhone12,8",
-    "iPad8,9",
-    "iPhone14,6",
-    "iPad8,4",
-    "iPhone14,7",
-    "iPhone17,2",
-    "iPhone14,3",
-    "iPhone14,2",
-    "iPad11,1",
-    "iPhone17,1",
     "iPad8,3",
-    "Mac15,6",
-    "Mac15,11",
-    "Mac15,3",
     "Mac15,7",
-    "iPhone13,1",
-    "iPhone14,8",
-    "Mac15,12",
-    "iPhone12,4",
-    "iPad11,6",
-    "iPad8,1",
-    "iPhone16,2",
-    "iPhone17,4",
-    "iPad8,11"
   ],
   "tested_os_versions": [
-    "iPadOS_18.4.1",
-    "macOS_15.5.0",
-    "macOS_15.5",
     "macOS_26.0.0",
     "iPadOS_18.5",
-    "macOS_26.0",
     "iPadOS_18.6",
     "iPadOS_26.0",
-    "iOS_26.0"
   ],
   "has_target_os_coverage": false,
   "covered_target_versions": [
@@ -188,17 +192,17 @@
     },
     "iPhone": {
       "total_chips": 6,
-      "tested_chips": 1,
-      "coverage_percentage": 16.666666666666664,
       "covered_chips": [
-        "A16"
-      ],
-      "missing_chips": [
         "A14",
         "A15",
-        "A17 Pro",
         "A18",
         "A18 Pro"
       ]
     },
     "Mac": {
@@ -221,11 +225,7 @@
       "A15"
     ],
     "iPhone": [
-      "A14",
-      "A15",
-      "A17 Pro",
-      "A18",
-      "A18 Pro"
     ],
     "Mac": [
       "M3"

 {
   "commit_hash": "c814cae",
   "total_devices": 137,
+  "tested_devices": 86,
+  "skipped_devices": 51,
+  "coverage_percentage": 62.77372262773723,
   "tested_device_list": [
+    "Mac14,6",
+    "iPad15,8",
+    "iPad15,5",
+    "iPad13,17",
+    "iPhone13,4",
+    "iPad16,5",
+    "iPad14,5",
+    "iPad15,3",
+    "MacBookAir10,1",
+    "iPad13,4",
+    "iPad14,6",
     "Mac16,12",
+    "iPad16,6",
+    "iPhone17,1",
     "Mac14,15",
+    "Mac13,2",
+    "Mac16,13",
+    "iPad16,3",
+    "MacBookPro18,4",
+    "Mac14,10",
+    "iPad14,3",
+    "Mac14,7",
+    "Mac14,3",
+    "iPad15,7",
+    "iPad15,4",
     "Mac14,13",
     "iPad14,9",
+    "Macmini9,1",
+    "iPad13,16",
+    "iMac21,2",
+    "iPhone17,4",
+    "iPhone13,3",
+    "iPhone14,4",
+    "iPad13,6",
+    "iPad14,8",
     "Mac16,7",
+    "Mac14,14",
+    "iPhone17,5",
+    "iPhone14,5",
+    "Mac14,9",
+    "Mac16,9",
+    "iPhone14,7",
+    "iPhone14,2",
+    "iPad13,5",
+    "iPad13,9",
     "iPad14,4",
+    "iPhone14,8",
     "Mac16,8",
     "Mac14,12",
+    "iPhone15,3",
+    "iPad13,7",
     "Mac16,2",
+    "iPhone15,4",
+    "iPhone17,2",
+    "Mac16,1",
     "iPad13,11",
+    "iMac21,1",
+    "Mac16,10",
+    "iPad13,8",
+    "iPad15,6",
+    "iPad14,10",
+    "Mac13,1",
+    "Mac14,4",
+    "iPad16,1",
+    "iPhone17,3",
+    "MacBookPro18,2",
     "iPhone15,2",
     "MacBookPro18,3",
+    "iPhone14,3",
+    "iPad16,4",
+    "MacBookPro18,1",
+    "Mac14,8",
+    "Mac16,5",
     "Mac16,6",
+    "Mac16,11",
     "iPhone15,5",
     "MacBookPro17,1",
+    "iPad14,11",
+    "iPad13,10",
+    "iPhone13,1",
+    "Mac16,3",
+    "iPhone13,2",
+    "iPhone14,6",
+    "Mac14,2",
+    "Mac14,5",
     "iPad16,2"
   ],
   "skipped_device_list": [
+    "iPad12,2",
+    "iPhone16,2",
     "iPad11,3",
+    "iPad8,11",
+    "Mac15,4",
     "Mac15,5",
     "iPhone12,2",
+    "iPhone11,4",
     "iPhone11,2",
+    "iPad8,10",
+    "iPad8,4",
+    "iPad8,7",
     "iPad8,12",
+    "iPad11,4",
+    "iPhone12,8",
+    "iPad13,1",
+    "iPad13,19",
+    "iPhone16,1",
     "iPad14,2",
+    "Mac15,8",
     "iPad14,1",
+    "Mac15,12",
+    "iPhone12,4",
+    "iPad11,1",
+    "iPad8,8",
+    "Mac15,6",
+    "iPhone11,6",
+    "Mac15,11",
+    "iPad13,2",
     "iPad12,1",
+    "iPad8,9",
+    "iPhone12,5",
     "iPhone12,1",
+    "Mac15,3",
     "iPad8,5",
+    "iPad11,2",
+    "iPhone11,5",
+    "iPhone11,3",
+    "iPad8,6",
+    "iPad11,6",
     "Mac15,13",
     "iPad8,3",
+    "Mac15,10",
     "Mac15,7",
+    "iPhone11,8",
+    "iPad13,18",
+    "iPhone12,3",
+    "Mac15,9",
+    "iPad11,7",
+    "iPad8,2",
+    "iPad8,1"
   ],
   "tested_os_versions": [
+    "macOS_26.0",
+    "iOS_18.5",
     "macOS_26.0.0",
+    "iOS_18.7",
     "iPadOS_18.5",
+    "iPadOS_18.4.1",
+    "macOS_15.5.0",
     "iPadOS_18.6",
     "iPadOS_26.0",
+    "macOS_15.7",
+    "macOS_15.5",
+    "iOS_26.0",
+    "macOS_15.7.0"
   ],
   "has_target_os_coverage": false,
   "covered_target_versions": [
     },
     "iPhone": {
       "total_chips": 6,
+      "tested_chips": 5,
+      "coverage_percentage": 83.33333333333334,
       "covered_chips": [
         "A14",
         "A15",
+        "A16",
         "A18",
         "A18 Pro"
+      ],
+      "missing_chips": [
+        "A17 Pro"
       ]
     },
     "Mac": {
       "A15"
     ],
     "iPhone": [
+      "A17 Pro"
     ],
     "Mac": [
       "M3"

dashboard_data/test_coverage_ca49596.json CHANGED Viewed

@@ -5,155 +5,155 @@
   "skipped_devices": 74,
   "coverage_percentage": 45.98540145985402,
   "tested_device_list": [
     "Mac16,12",
     "Mac14,15",
     "iPad14,10",
-    "Mac14,2",
     "iPhone12,5",
-    "Mac16,1",
-    "Mac15,8",
     "Mac14,13",
-    "iPad14,6",
     "iPad14,9",
-    "Mac15,5",
-    "Mac16,7",
-    "iPad14,5",
-    "iPad14,4",
-    "Mac16,10",
-    "iPad14,3",
-    "Mac15,9",
-    "Mac15,10",
-    "iPad16,6",
-    "iPhone12,3",
-    "Mac16,8",
     "Mac16,5",
-    "Mac14,12",
-    "Mac16,9",
-    "iPad15,5",
-    "Mac16,13",
-    "iPad14,11",
-    "Mac16,2",
-    "Mac14,3",
-    "Mac15,4",
     "Mac14,14",
     "Mac14,9",
-    "iPad14,8",
-    "iPhone14,4",
-    "Mac16,3",
     "iPhone14,5",
-    "iPad15,4",
     "Mac15,13",
-    "iPhone12,8",
     "iPhone14,7",
     "iPhone14,6",
-    "Mac16,6",
-    "iPad15,3",
-    "Mac14,7",
-    "iPhone14,3",
-    "Mac14,5",
     "iPhone14,2",
-    "iPad16,3",
-    "Mac14,4",
-    "Mac15,6",
-    "Mac15,11",
-    "Mac15,3",
-    "Mac15,7",
-    "Mac14,6",
-    "Mac16,11",
-    "iPad15,6",
-    "iPad16,5",
-    "iPhone14,8",
-    "Mac15,12",
-    "iPad16,4",
-    "Mac14,8",
-    "Mac14,10",
-    "iPhone12,1"
   ],
   "skipped_device_list": [
-    "iPad11,2",
     "iPad11,3",
-    "iPad8,10",
-    "iMac21,1",
-    "iMac21,2",
-    "iPhone17,5",
-    "iPad13,1",
-    "iPhone13,4",
-    "iPhone11,6",
-    "Macmini9,1",
-    "iPad13,2",
     "iPhone15,3",
     "iPhone15,4",
-    "iPhone11,5",
-    "iPad13,6",
-    "iPad16,1",
-    "iPhone13,3",
-    "iPad13,8",
-    "iPhone12,2",
-    "iPhone17,3",
-    "MacBookPro18,1",
     "iPhone11,2",
     "iPad8,12",
-    "iPad8,6",
-    "MacBookPro18,4",
     "iPad14,2",
-    "iPad11,7",
-    "iPad8,7",
-    "iPhone11,4",
     "iPad14,1",
-    "iPad12,1",
-    "iPad13,18",
-    "iPad13,10",
-    "iPad13,19",
-    "iPhone11,3",
-    "iPad12,2",
-    "iPhone13,2",
-    "iPad13,11",
     "iPad8,8",
-    "iPad11,4",
     "iPhone15,2",
-    "iPad8,2",
-    "iPhone16,1",
-    "iPhone11,8",
-    "iPad8,5",
     "MacBookPro18,3",
     "iPad13,5",
     "iPad8,9",
-    "iPad13,17",
-    "iPad8,4",
-    "iPhone15,5",
-    "iPad13,16",
-    "iPhone17,2",
     "iPad15,7",
-    "iPad11,1",
-    "Mac13,1",
-    "iPad13,7",
-    "MacBookPro18,2",
-    "iPhone17,1",
-    "iPad8,3",
-    "MacBookAir10,1",
     "MacBookPro17,1",
-    "Mac13,2",
-    "iPad13,4",
     "iPhone13,1",
-    "iPad15,8",
     "iPad13,9",
-    "iPhone12,4",
-    "iPad11,6",
-    "iPad8,1",
-    "iPad16,2",
-    "iPhone16,2",
-    "iPhone17,4",
-    "iPad8,11"
   ],
   "tested_os_versions": [
-    "iOS_18.1",
     "iPadOS_18.3.2",
-    "macOS_15.4",
-    "iOS_17.6.1",
     "macOS_15.3",
     "macOS_15.4.0",
-    "iPadOS_18.4",
-    "macOS_15.3.0"
   ],
   "has_target_os_coverage": false,
   "covered_target_versions": [

   "skipped_devices": 74,
   "coverage_percentage": 45.98540145985402,
   "tested_device_list": [
+    "Mac14,6",
+    "iPhone14,8",
+    "Mac15,4",
+    "Mac16,8",
+    "Mac14,12",
+    "Mac15,5",
+    "iPad15,5",
+    "Mac16,2",
+    "iPad16,5",
+    "Mac16,1",
+    "iPad14,5",
+    "iPad15,3",
+    "iPhone12,8",
+    "Mac16,10",
+    "iPad15,6",
+    "Mac15,8",
     "Mac16,12",
+    "iPad16,6",
     "Mac14,15",
+    "iPad14,6",
     "iPad14,10",
+    "Mac15,12",
+    "Mac14,4",
+    "Mac16,13",
+    "iPad16,3",
+    "Mac14,10",
+    "Mac15,6",
+    "iPad14,3",
+    "Mac15,11",
+    "Mac14,7",
+    "Mac14,3",
+    "iPhone14,3",
     "iPhone12,5",
+    "iPad16,4",
+    "iPad15,4",
     "Mac14,13",
     "iPad14,9",
+    "iPhone12,1",
+    "Mac14,8",
+    "Mac15,3",
     "Mac16,5",
+    "Mac16,6",
+    "Mac16,11",
+    "iPhone14,4",
+    "Mac16,7",
     "Mac14,14",
     "Mac14,9",
     "iPhone14,5",
     "Mac15,13",
+    "Mac16,9",
+    "Mac15,10",
+    "iPad14,11",
+    "Mac15,7",
+    "iPhone12,3",
     "iPhone14,7",
+    "Mac15,9",
+    "Mac16,3",
     "iPhone14,6",
     "iPhone14,2",
+    "Mac14,2",
+    "iPad14,4",
+    "Mac14,5",
+    "iPad14,8"
   ],
   "skipped_device_list": [
+    "iPad12,2",
+    "iPad15,8",
+    "iPhone16,2",
     "iPad11,3",
+    "iPad8,11",
+    "iPhone12,2",
     "iPhone15,3",
+    "iPad13,7",
+    "iPad13,17",
+    "iPhone13,4",
     "iPhone15,4",
+    "iPhone11,4",
+    "iPhone17,2",
     "iPhone11,2",
+    "iPad13,11",
+    "iPad8,7",
     "iPad8,12",
+    "iPad11,4",
+    "iPad8,4",
+    "iMac21,1",
+    "MacBookAir10,1",
+    "iPad13,4",
+    "iPad13,1",
+    "iPad8,1",
+    "iPad13,19",
+    "iPad13,8",
+    "iPhone16,1",
     "iPad14,2",
+    "iPhone17,1",
     "iPad14,1",
+    "Mac13,2",
+    "Mac13,1",
+    "iPhone12,4",
+    "iPhone17,3",
+    "MacBookPro18,4",
+    "MacBookPro18,2",
+    "iPad16,1",
+    "iPad11,1",
     "iPad8,8",
     "iPhone15,2",
     "MacBookPro18,3",
+    "iPhone11,6",
+    "iPad13,2",
     "iPad13,5",
+    "iPad12,1",
     "iPad8,9",
     "iPad15,7",
+    "MacBookPro18,1",
+    "Macmini9,1",
+    "iPad8,5",
+    "iPad13,16",
+    "iMac21,2",
+    "iPad11,2",
+    "iPhone11,5",
+    "iPhone11,3",
+    "iPhone17,4",
+    "iPhone13,3",
+    "iPad13,6",
+    "iPhone15,5",
+    "iPad8,6",
+    "iPhone17,5",
     "MacBookPro17,1",
+    "iPad11,6",
+    "iPad8,3",
+    "iPhone11,8",
+    "iPad13,10",
     "iPhone13,1",
+    "iPad13,18",
+    "iPhone13,2",
+    "iPad11,7",
+    "iPad8,2",
     "iPad13,9",
+    "iPad8,10",
+    "iPad16,2"
   ],
   "tested_os_versions": [
+    "iPadOS_18.4",
     "iPadOS_18.3.2",
     "macOS_15.3",
+    "macOS_15.4",
     "macOS_15.4.0",
+    "macOS_15.3.0",
+    "iOS_18.1",
+    "iOS_17.6.1"
   ],
   "has_target_os_coverage": false,
   "covered_target_versions": [

dashboard_data/version.json CHANGED Viewed

	@@ -1 +1 @@
1	- {"last_modified": "2025-09-~~08T17~~:46:34+00:00", "sha": "~~2df26c6f9b65e8e60239ca6f11399ee06632b4f0~~", "releases": ["a9b92c4", "112a023", "ca49596", "11a1fab", "8c0acbd", "c814cae"], "versions": ["0.9.1", "0.10.1", "0.11.0", "0.12.0", "0.13.0", "0.13.1"]}


1	+ {"last_modified": "2025-10-10T17:50:39+00:00", "sha": "7bd5e9a289b72b114d4abf6ab1f09ccfdab0d386", "releases": ["a9b92c4", "112a023", "ca49596", "11a1fab", "8c0acbd", "c814cae", "3f451e1"], "versions": ["0.9.1", "0.10.1", "0.11.0", "0.12.0", "0.13.0", "0.13.1", "0.14.0"]}