Spaces:

argmaxinc
/

whisperkit-benchmarks

Running

App Files Files Community

takeargmax commited on 4 days ago

Commit

f1a7d8d

1 Parent(s): fec3771

update dataset files

Browse files

Files changed (9) hide show

dashboard_data/performance_data.json +0 -0
dashboard_data/support_data_c814cae.csv +23 -23
dashboard_data/test_coverage_112a023.json +116 -116
dashboard_data/test_coverage_11a1fab.json +112 -112
dashboard_data/test_coverage_8c0acbd.json +116 -116
dashboard_data/test_coverage_a9b92c4.json +122 -122
dashboard_data/test_coverage_c814cae.json +130 -129
dashboard_data/test_coverage_ca49596.json +117 -117
dashboard_data/version.json +1 -1

dashboard_data/performance_data.json CHANGED Viewed

The diff for this file is too large to render. See raw diff

dashboard_data/support_data_c814cae.csv CHANGED Viewed

@@ -1,23 +1,23 @@
-,Model,"Apple M2 (Mac14,3)","Apple M4 (Mac16,10)","Apple M1 (Macmini9,1)","iPad Pro (11-inch) (3rd generation) (iPad13,6)","iPad Air 11-inch (M2) (iPad14,8)","iPad Air 13-inch (M3) (iPad15,5)","iPad (A16) (iPad15,7)","iPad mini (A17 Pro) (iPad16,1)","iPad Pro 11-inch (M4) (iPad16,3)","iPhone 15 (iPhone15,4)","iPhone 16 Pro (iPhone17,1)","iPhone 16e (iPhone17,5)"
-distil-whisper_distil-large-v3,distil-whisper_distil-large-v3,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Macmini9%2C1_summary_2025-08-29T100943.json>macOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,? iPadOS 18.6<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a></p>,? iPadOS 18.6,Not Supported,Not Supported,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
-distil-whisper_distil-large-v3_594MB,distil-whisper_distil-large-v3_594MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Macmini9%2C1_summary_2025-08-29T100943.json>macOS 26.0</a>,✅ iPadOS 18.5,✅ iPadOS 18.6<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a></p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
-distil-whisper_distil-large-v3_turbo,distil-whisper_distil-large-v3_turbo,✅ macOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Mac16%2C10_summary_2025-08-29T104851.json>macOS 26.0</a><p>✅ macOS 15.5</p>,Not Supported,Not Supported,? iPadOS 18.6<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a></p>,? iPadOS 18.6,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C3_summary_2025-08-27T211253.json>iPadOS 26.0</a><p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
-distil-whisper_distil-large-v3_turbo_600MB,distil-whisper_distil-large-v3_turbo_600MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,Not Supported,Not Supported,? iPadOS 18.6<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a></p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
-openai_whisper-base,openai_whisper-base,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 18.6<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a></p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
-openai_whisper-base.en,openai_whisper-base.en,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,✅ iPadOS 18.5,✅ iPadOS 18.6<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a></p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
-openai_whisper-large-v2,openai_whisper-large-v2,✅ macOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Mac16%2C10_summary_2025-08-29T104851.json>macOS 26.0</a><p>✅ macOS 15.5</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Macmini9%2C1_summary_2025-08-29T100943.json>macOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 18.6<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a></p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C5_summary_2025-08-01T235644.json>iPadOS 18.6</a>,Not Supported,Not Supported,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
-openai_whisper-large-v2_949MB,openai_whisper-large-v2_949MB,✅ macOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Mac16%2C10_summary_2025-08-29T104851.json>macOS 26.0</a><p>✅ macOS 15.5</p>,✅ macOS 26.0,✅ iPadOS 18.5,? iPadOS 18.6<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a></p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
-openai_whisper-large-v2_turbo,openai_whisper-large-v2_turbo,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,Not Supported,Not Supported,? iPadOS 18.6<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a></p>,? iPadOS 18.6,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C3_summary_2025-08-27T211253.json>iPadOS 26.0</a><p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
-openai_whisper-large-v2_turbo_955MB,openai_whisper-large-v2_turbo_955MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,Not Supported,Not Supported,? iPadOS 18.6<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a></p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
-openai_whisper-large-v3,openai_whisper-large-v3,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Macmini9%2C1_summary_2025-08-29T100943.json>macOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,? iPadOS 18.6<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a></p>,? iPadOS 18.6,Not Supported,Not Supported,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
-openai_whisper-large-v3-v20240930,openai_whisper-large-v3-v20240930,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Macmini9%2C1_summary_2025-08-29T100943.json>macOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,? iPadOS 18.6<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a></p>,? iPadOS 18.6,Not Supported,Not Supported,? iPadOS 26.0<p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
-openai_whisper-large-v3-v20240930_626MB,openai_whisper-large-v3-v20240930_626MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Macmini9%2C1_summary_2025-08-29T100943.json>macOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 18.6<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a></p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
-openai_whisper-large-v3-v20240930_turbo,openai_whisper-large-v3-v20240930_turbo,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,Not Supported,Not Supported,? iPadOS 18.6<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a></p>,? iPadOS 18.6,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C3_summary_2025-08-27T211253.json>iPadOS 26.0</a><p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
-openai_whisper-large-v3-v20240930_turbo_632MB,openai_whisper-large-v3-v20240930_turbo_632MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,Not Supported,Not Supported,? iPadOS 18.6<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a></p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
-openai_whisper-large-v3_947MB,openai_whisper-large-v3_947MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,✅ iPadOS 18.5,? iPadOS 18.6<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a></p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
-openai_whisper-large-v3_turbo,openai_whisper-large-v3_turbo,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Mac14%2C3_summary_2025-08-27T130519.json>macOS 26.0</a>,✅ macOS 26.0<p>✅ macOS 15.5</p>,Not Supported,Not Supported,? iPadOS 18.6<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a></p>,? iPadOS 18.6,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C3_summary_2025-08-27T211253.json>iPadOS 26.0</a><p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
-openai_whisper-large-v3_turbo_954MB,openai_whisper-large-v3_turbo_954MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,Not Supported,Not Supported,? iPadOS 18.6<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a></p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
-openai_whisper-small,openai_whisper-small,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,✅ iPadOS 18.5,✅ iPadOS 18.6<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a></p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
-openai_whisper-small.en,openai_whisper-small.en,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,✅ iPadOS 18.5,✅ iPadOS 18.6<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a></p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
-openai_whisper-tiny,openai_whisper-tiny,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,✅ iPadOS 18.5,✅ iPadOS 18.6<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a></p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
-openai_whisper-tiny.en,openai_whisper-tiny.en,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,✅ iPadOS 18.5,✅ iPadOS 18.6<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a></p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5

+,Model,"Apple M2 (Mac14,3)","Apple M4 (Mac16,10)","Apple M1 (Macmini9,1)","iPad Pro (11-inch) (3rd generation) (iPad13,6)","iPad Air 11-inch (M2) (iPad14,8)","iPad Air 13-inch (M3) (iPad15,5)","iPad (A16) (iPad15,7)","iPad mini (A17 Pro) (iPad16,1)","iPad Pro 11-inch (M4) (iPad16,3)"
+distil-whisper_distil-large-v3,distil-whisper_distil-large-v3,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Macmini9%2C1_summary_2025-09-06T154244.json>macOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>
+distil-whisper_distil-large-v3_594MB,distil-whisper_distil-large-v3_594MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>
+distil-whisper_distil-large-v3_turbo,distil-whisper_distil-large-v3_turbo,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C3_summary_2025-08-27T211253.json>iPadOS 26.0</a><p>? iPadOS 18.4.1</p>
+distil-whisper_distil-large-v3_turbo_600MB,distil-whisper_distil-large-v3_turbo_600MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>
+openai_whisper-base,openai_whisper-base,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>
+openai_whisper-base.en,openai_whisper-base.en,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>
+openai_whisper-large-v2,openai_whisper-large-v2,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Macmini9%2C1_summary_2025-09-06T154244.json>macOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C5_summary_2025-08-01T235644.json>iPadOS 18.6</a>,Not Supported,Not Supported,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>
+openai_whisper-large-v2_949MB,openai_whisper-large-v2_949MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>
+openai_whisper-large-v2_turbo,openai_whisper-large-v2_turbo,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C3_summary_2025-08-27T211253.json>iPadOS 26.0</a><p>? iPadOS 18.4.1</p>
+openai_whisper-large-v2_turbo_955MB,openai_whisper-large-v2_turbo_955MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>
+openai_whisper-large-v3,openai_whisper-large-v3,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Macmini9%2C1_summary_2025-09-06T154244.json>macOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>
+openai_whisper-large-v3-v20240930,openai_whisper-large-v3-v20240930,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Macmini9%2C1_summary_2025-09-06T154244.json>macOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,? iPadOS 26.0<p>? iPadOS 18.4.1</p>
+openai_whisper-large-v3-v20240930_626MB,openai_whisper-large-v3-v20240930_626MB,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Mac14%2C3_summary_2025-09-07T121012.json>macOS 26.0</a>,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>
+openai_whisper-large-v3-v20240930_turbo,openai_whisper-large-v3-v20240930_turbo,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C3_summary_2025-08-27T211253.json>iPadOS 26.0</a><p>? iPadOS 18.4.1</p>
+openai_whisper-large-v3-v20240930_turbo_632MB,openai_whisper-large-v3-v20240930_turbo_632MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>
+openai_whisper-large-v3_947MB,openai_whisper-large-v3_947MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>
+openai_whisper-large-v3_turbo,openai_whisper-large-v3_turbo,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C3_summary_2025-08-27T211253.json>iPadOS 26.0</a><p>? iPadOS 18.4.1</p>
+openai_whisper-large-v3_turbo_954MB,openai_whisper-large-v3_turbo_954MB,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Mac14%2C3_summary_2025-09-07T121012.json>macOS 26.0</a>,✅ macOS 26.0<p>✅ macOS 15.5</p>,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>
+openai_whisper-small,openai_whisper-small,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>
+openai_whisper-small.en,openai_whisper-small.en,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>
+openai_whisper-tiny,openai_whisper-tiny,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>
+openai_whisper-tiny.en,openai_whisper-tiny.en,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>

dashboard_data/test_coverage_112a023.json CHANGED Viewed

@@ -5,155 +5,155 @@
   "skipped_devices": 88,
   "coverage_percentage": 35.76642335766424,
   "tested_device_list": [
-    "iPhone14,6",
-    "Mac16,8",
-    "Mac15,3",
-    "Mac15,13",
-    "Mac14,5",
-    "Mac15,6",
-    "iPhone12,8",
-    "iPhone14,8",
     "Mac15,8",
-    "Mac14,9",
     "iPad14,4",
-    "Mac15,4",
-    "iPad16,4",
-    "Mac15,7",
-    "Mac14,7",
     "Mac15,10",
-    "Mac14,8",
-    "iPhone14,5",
-    "Mac14,6",
-    "Mac14,12",
-    "Mac14,10",
-    "iPhone12,5",
-    "iPhone12,1",
-    "Mac15,12",
-    "iPad14,5",
     "iPhone12,3",
     "iPad14,11",
-    "iPad14,3",
-    "Mac14,4",
-    "iPhone14,2",
-    "Mac15,11",
-    "iPhone14,7",
-    "iPad14,8",
-    "iPad14,6",
-    "iPad16,5",
     "Mac14,3",
-    "iPhone14,4",
-    "iPad14,9",
-    "Mac15,9",
-    "Mac15,5",
-    "Mac14,2",
-    "iPad16,6",
-    "Mac14,13",
     "Mac14,14",
-    "iPad14,10",
-    "Mac16,9",
     "iPhone14,3",
-    "Mac14,15",
-    "iPad16,3"
   ],
   "skipped_device_list": [
-    "Mac16,12",
-    "MacBookPro18,1",
-    "iPad8,3",
     "iPad8,10",
     "iPad14,2",
-    "iPad13,16",
-    "iPhone15,2",
-    "iPad13,18",
-    "iPad13,17",
-    "iPhone16,2",
-    "iPad15,8",
     "iPad8,7",
-    "iPhone11,4",
     "MacBookAir10,1",
-    "iPad12,1",
-    "iPhone13,3",
-    "Mac16,6",
     "iPhone11,2",
     "MacBookPro18,2",
     "iPad8,1",
-    "iPhone11,8",
-    "iPad15,6",
-    "iPhone12,4",
-    "iPhone17,3",
-    "iPad8,2",
-    "iPad8,8",
-    "iPhone15,5",
-    "iPad16,1",
-    "Mac16,3",
-    "iPhone11,5",
-    "MacBookPro18,3",
-    "iPad14,1",
-    "Mac16,1",
-    "MacBookPro18,4",
     "iMac21,1",
-    "iPad11,2",
     "iMac21,2",
-    "iPad13,8",
-    "iPhone13,2",
-    "iPad8,9",
     "Mac16,5",
     "iPad12,2",
     "iPhone16,1",
-    "iPad11,3",
-    "Mac16,13",
-    "iPhone12,2",
-    "iPad11,1",
-    "iPad13,1",
-    "iPad15,5",
-    "iPhone11,3",
-    "Mac16,2",
-    "iPhone13,4",
     "iPhone17,1",
     "iPhone15,3",
-    "iPad8,6",
-    "iPad16,2",
-    "iPad13,5",
     "iPad11,7",
-    "iPad13,4",
-    "iPhone17,5",
-    "iPad13,9",
-    "Mac16,11",
-    "Macmini9,1",
     "iPad13,11",
-    "iPad15,4",
-    "iPad13,10",
-    "iPad8,11",
-    "Mac13,2",
     "iPhone17,2",
-    "iPad11,6",
-    "Mac16,10",
-    "iPhone13,1",
-    "iPhone17,4",
-    "MacBookPro17,1",
-    "iPad13,2",
-    "iPad8,12",
     "iPad15,7",
-    "iPad13,19",
-    "Mac13,1",
-    "iPad8,4",
-    "iPad15,3",
-    "Mac16,7",
-    "iPhone15,4",
-    "iPad8,5",
-    "iPhone11,6",
-    "iPad13,7",
-    "iPad13,6",
-    "iPad11,4"
   ],
   "tested_os_versions": [
-    "macOS_15.0.1",
-    "iPadOS_17.6.1",
     "iOS_17.7.1",
-    "macOS_15.2",
     "iPadOS_18.1",
     "macOS_15.2.0",
-    "iOS_17.6.1",
-    "macOS_15.1.1"
   ],
   "has_target_os_coverage": false,
   "covered_target_versions": [

   "skipped_devices": 88,
   "coverage_percentage": 35.76642335766424,
   "tested_device_list": [
+    "Mac14,15",
+    "iPad14,10",
+    "Mac14,2",
+    "iPhone12,5",
     "Mac15,8",
+    "Mac14,13",
+    "iPad14,6",
+    "iPad14,9",
+    "Mac15,5",
+    "iPad14,5",
     "iPad14,4",
+    "iPad14,3",
+    "Mac15,9",
     "Mac15,10",
+    "iPad16,6",
     "iPhone12,3",
+    "Mac16,8",
+    "Mac16,9",
+    "Mac14,12",
     "iPad14,11",
     "Mac14,3",
+    "Mac15,4",
     "Mac14,14",
+    "Mac14,9",
+    "iPad14,8",
+    "iPhone14,4",
+    "iPhone14,5",
+    "Mac15,13",
+    "iPhone12,8",
+    "iPhone14,7",
+    "iPhone14,6",
+    "Mac14,7",
+    "Mac14,5",
     "iPhone14,3",
+    "iPhone14,2",
+    "iPad16,3",
+    "Mac14,4",
+    "Mac15,6",
+    "Mac15,11",
+    "Mac15,3",
+    "Mac15,7",
+    "Mac14,6",
+    "iPad16,5",
+    "iPhone14,8",
+    "Mac15,12",
+    "iPad16,4",
+    "Mac14,8",
+    "Mac14,10",
+    "iPhone12,1"
   ],
   "skipped_device_list": [
     "iPad8,10",
+    "Mac16,1",
+    "iPhone11,5",
+    "iPad16,1",
+    "iPhone13,3",
+    "iPad13,8",
+    "Mac16,10",
+    "iPhone17,3",
     "iPad14,2",
+    "iPad15,5",
     "iPad8,7",
+    "Mac16,13",
+    "iPad13,10",
+    "iPhone13,2",
+    "iPad15,4",
+    "iPad13,5",
+    "iPad13,17",
+    "Mac13,1",
+    "iPad13,7",
     "MacBookAir10,1",
+    "Mac13,2",
+    "iPad13,4",
+    "iPad15,6",
+    "iPad11,6",
+    "iPhone16,2",
+    "iPhone17,4",
+    "iPad11,2",
     "iPhone11,2",
+    "iPad8,12",
+    "iPhone11,4",
+    "iPhone11,3",
+    "iPad11,4",
+    "iPad8,5",
+    "iPad15,3",
+    "iPad11,1",
     "MacBookPro18,2",
+    "Mac16,11",
+    "iPad15,8",
     "iPad8,1",
+    "iPad16,2",
+    "iPad8,9",
+    "iPad11,3",
     "iMac21,1",
     "iMac21,2",
+    "iPhone17,5",
+    "iPad13,1",
+    "Mac16,12",
+    "iPhone13,4",
+    "iPhone15,4",
+    "iPhone12,2",
+    "iPad8,6",
     "Mac16,5",
+    "iPad13,18",
     "iPad12,2",
+    "Mac16,3",
+    "iPad8,2",
     "iPhone16,1",
+    "MacBookPro18,3",
+    "Mac16,6",
+    "iPad8,4",
+    "iPhone15,5",
+    "iPad13,16",
     "iPhone17,1",
+    "iPad8,3",
+    "MacBookPro17,1",
+    "iPhone13,1",
+    "iPhone12,4",
+    "iPad8,11",
+    "iPhone11,6",
+    "Macmini9,1",
+    "iPad13,2",
     "iPhone15,3",
+    "iPad13,6",
+    "Mac16,7",
+    "MacBookPro18,1",
+    "MacBookPro18,4",
     "iPad11,7",
+    "iPad14,1",
+    "iPad12,1",
+    "Mac16,2",
+    "iPad13,19",
     "iPad13,11",
+    "iPad8,8",
+    "iPhone15,2",
+    "iPhone11,8",
     "iPhone17,2",
     "iPad15,7",
+    "iPad13,9"
   ],
   "tested_os_versions": [
     "iOS_17.7.1",
+    "macOS_15.1.1",
+    "iPadOS_17.6.1",
+    "iOS_17.6.1",
     "iPadOS_18.1",
+    "macOS_15.2",
     "macOS_15.2.0",
+    "macOS_15.0.1"
   ],
   "has_target_os_coverage": false,
   "covered_target_versions": [

dashboard_data/test_coverage_11a1fab.json CHANGED Viewed

@@ -5,145 +5,145 @@
   "skipped_devices": 115,
   "coverage_percentage": 16.05839416058394,
   "tested_device_list": [
-    "iPad15,8",
-    "Mac16,1",
     "Mac16,12",
-    "iPad15,6",
-    "Mac16,10",
     "iPad15,4",
-    "Mac16,13",
-    "iPad15,3",
     "Mac16,6",
     "Mac16,7",
-    "iPad13,1",
     "Mac16,11",
     "iPad15,5",
-    "Mac16,2",
-    "iPad13,2",
-    "iPad16,1",
-    "Mac16,3",
     "iPad16,2",
-    "iPad15,7",
     "iPad13,18",
-    "iPad13,19",
-    "Mac16,5"
   ],
   "skipped_device_list": [
-    "iPhone14,6",
-    "MacBookPro18,1",
-    "Mac14,5",
-    "Mac15,6",
-    "iPad8,3",
     "iPad8,10",
-    "iPad16,4",
-    "Mac14,7",
-    "Mac14,8",
-    "Mac15,10",
     "iPad14,2",
-    "iPad13,16",
-    "iPhone15,2",
-    "iPad13,17",
-    "iPhone16,2",
-    "Mac14,6",
     "iPad8,7",
-    "iPhone11,4",
     "MacBookAir10,1",
-    "iPad12,1",
-    "iPad14,3",
-    "Mac14,4",
-    "Mac15,11",
-    "iPhone13,3",
     "iPad14,9",
-    "iPhone14,4",
-    "Mac15,9",
     "iPhone11,2",
     "MacBookPro18,2",
     "iPad8,1",
-    "iPhone11,8",
-    "Mac14,15",
-    "iPhone12,4",
-    "iPhone17,3",
-    "iPad8,2",
-    "iPad8,8",
-    "Mac15,8",
-    "iPhone14,5",
-    "iPhone15,5",
-    "iPhone11,5",
-    "MacBookPro18,3",
-    "iPad14,1",
-    "iPhone12,1",
-    "iPad14,5",
-    "MacBookPro18,4",
-    "iMac21,1",
-    "iPad11,2",
-    "iPhone14,2",
-    "iPad14,8",
-    "iMac21,2",
-    "iPad13,8",
-    "iPhone13,2",
     "iPad8,9",
-    "Mac14,14",
-    "iPad12,2",
-    "Mac16,8",
-    "iPhone16,1",
     "iPad11,3",
-    "iPhone12,8",
     "iPhone12,2",
-    "iPad11,1",
-    "iPhone14,8",
-    "Mac14,9",
-    "iPhone11,3",
     "iPad14,4",
-    "iPhone13,4",
-    "iPhone17,1",
     "iPad8,6",
-    "iPhone15,3",
-    "iPad13,5",
-    "Mac14,12",
-    "iPhone12,5",
-    "Mac15,12",
-    "iPad11,7",
-    "iPhone12,3",
-    "iPad13,4",
-    "iPhone17,5",
-    "iPad14,6",
-    "iPad13,9",
-    "Mac15,5",
-    "Mac14,2",
-    "Macmini9,1",
-    "iPad16,6",
-    "iPad13,11",
-    "iPad13,10",
-    "iPad8,11",
-    "Mac13,2",
-    "iPhone17,2",
-    "iPad11,6",
-    "Mac15,3",
-    "Mac15,13",
-    "iPhone13,1",
-    "iPhone17,4",
-    "MacBookPro17,1",
-    "Mac15,4",
-    "Mac15,7",
-    "iPad8,12",
-    "Mac13,1",
-    "Mac14,10",
     "iPad8,4",
-    "iPad14,11",
     "iPad16,5",
-    "iPhone14,7",
-    "Mac14,3",
-    "iPhone15,4",
-    "iPad8,5",
     "iPhone11,6",
-    "iPad13,7",
-    "Mac14,13",
-    "iPad13,6",
     "iPad14,10",
-    "Mac16,9",
-    "iPhone14,3",
-    "iPad11,4",
-    "iPad16,3"
   ],
   "tested_os_versions": [
     "macOS_15.4.0",

   "skipped_devices": 115,
   "coverage_percentage": 16.05839416058394,
   "tested_device_list": [
+    "iPad13,1",
+    "iPad13,2",
     "Mac16,12",
+    "Mac16,3",
+    "Mac16,1",
     "iPad15,4",
+    "iPad16,1",
     "Mac16,6",
     "Mac16,7",
+    "iPad15,7",
+    "iPad15,3",
+    "Mac16,10",
+    "iPad15,6",
     "Mac16,11",
+    "iPad15,8",
+    "Mac16,5",
     "iPad15,5",
+    "Mac16,13",
     "iPad16,2",
+    "Mac16,2",
     "iPad13,18",
+    "iPad13,19"
   ],
   "skipped_device_list": [
     "iPad8,10",
+    "Mac14,15",
+    "Mac14,13",
+    "iPhone11,5",
+    "iPad14,6",
+    "Mac15,5",
+    "iPad13,8",
+    "iPhone13,3",
+    "iPhone17,3",
+    "Mac16,8",
     "iPad14,2",
+    "Mac16,9",
     "iPad8,7",
+    "Mac15,4",
+    "Mac14,14",
+    "iPad13,10",
+    "iPhone13,2",
+    "iPhone14,4",
+    "iPad13,5",
+    "iPad13,17",
+    "iPhone14,3",
+    "iPhone14,2",
+    "Mac13,1",
+    "iPad13,7",
+    "Mac15,6",
     "MacBookAir10,1",
+    "Mac15,3",
+    "Mac15,7",
+    "Mac13,2",
+    "iPad13,4",
+    "iPad11,6",
+    "iPhone16,2",
+    "iPhone17,4",
+    "iPad11,2",
     "iPad14,9",
     "iPhone11,2",
+    "iPad8,12",
+    "iPad16,6",
+    "Mac14,12",
+    "iPhone11,4",
+    "iPhone11,3",
+    "iPad14,8",
+    "iPad11,4",
+    "iPad8,5",
+    "Mac15,13",
+    "iPhone12,8",
+    "Mac14,5",
+    "iPad11,1",
     "MacBookPro18,2",
+    "Mac14,8",
     "iPad8,1",
     "iPad8,9",
     "iPad11,3",
+    "iMac21,1",
+    "iMac21,2",
+    "iPhone17,5",
+    "iPhone13,4",
+    "Mac14,2",
+    "iPhone15,4",
+    "iPhone12,5",
+    "iPad14,5",
     "iPhone12,2",
     "iPad14,4",
+    "Mac15,10",
     "iPad8,6",
+    "iPad12,2",
+    "Mac14,9",
+    "iPad8,2",
+    "iPhone16,1",
+    "MacBookPro18,3",
+    "iPhone14,6",
     "iPad8,4",
+    "Mac14,7",
+    "iPhone15,5",
+    "iPad13,16",
+    "iPhone17,1",
+    "iPad8,3",
+    "Mac15,11",
+    "MacBookPro17,1",
+    "Mac14,6",
     "iPad16,5",
+    "iPhone13,1",
+    "Mac15,12",
+    "iPhone12,4",
+    "iPad8,11",
+    "iPhone12,1",
     "iPhone11,6",
+    "Macmini9,1",
+    "iPhone15,3",
     "iPad14,10",
+    "Mac15,8",
+    "iPad13,6",
+    "Mac15,9",
+    "MacBookPro18,1",
+    "iPad14,3",
+    "MacBookPro18,4",
+    "iPhone12,3",
+    "iPad11,7",
+    "iPad14,11",
+    "iPad12,1",
+    "Mac14,3",
+    "iPad14,1",
+    "iPad13,11",
+    "iPad8,8",
+    "iPhone15,2",
+    "iPhone14,5",
+    "iPhone11,8",
+    "iPhone14,7",
+    "iPhone17,2",
+    "iPad16,3",
+    "Mac14,4",
+    "iPhone14,8",
+    "iPad13,9",
+    "iPad16,4",
+    "Mac14,10"
   ],
   "tested_os_versions": [
     "macOS_15.4.0",

dashboard_data/test_coverage_8c0acbd.json CHANGED Viewed

@@ -5,159 +5,159 @@
   "skipped_devices": 55,
   "coverage_percentage": 59.854014598540154,
   "tested_device_list": [
-    "iPhone14,6",
-    "Mac16,8",
-    "iPhone16,1",
-    "Mac14,5",
-    "Mac15,6",
-    "iPhone12,8",
-    "iPad15,5",
-    "iPhone14,8",
-    "Mac14,9",
-    "iPad14,4",
-    "iPad16,4",
-    "Mac14,7",
-    "Mac14,8",
-    "Mac15,10",
     "iPhone13,4",
-    "iPad14,2",
-    "iPad13,5",
-    "iPhone15,3",
-    "iPad13,16",
-    "iPad16,2",
-    "iPhone15,2",
-    "iPad13,17",
-    "iPhone16,2",
-    "Mac14,12",
-    "Mac14,6",
     "iPhone12,5",
-    "iPad15,8",
-    "Mac15,12",
-    "iPhone12,3",
-    "iPad14,3",
-    "Mac14,4",
-    "Mac15,11",
-    "iPhone17,5",
-    "iPad13,4",
-    "iPhone13,3",
     "iPad14,6",
-    "iPhone14,4",
-    "iPad14,9",
-    "Mac15,9",
-    "iPad13,9",
     "Mac15,5",
-    "Mac14,2",
-    "iPad16,6",
-    "iPad13,11",
     "iPad13,10",
     "iPad15,4",
-    "Mac14,15",
     "Mac15,3",
-    "Mac15,13",
     "iPad15,6",
     "iPhone13,1",
     "iPhone17,4",
-    "iPhone17,3",
     "Mac15,8",
-    "Mac15,4",
-    "Mac15,7",
-    "iPhone14,5",
-    "iPhone15,5",
-    "iPad16,1",
-    "iPad15,7",
-    "Mac14,10",
     "iPad14,1",
-    "iPhone12,1",
-    "iPad14,5",
     "iPad14,11",
-    "iPhone14,2",
-    "iPad16,5",
-    "iPhone14,7",
     "iPad14,8",
     "iPad15,3",
-    "Mac14,3",
-    "iPhone15,4",
-    "iPhone13,2",
-    "iPad13,8",
-    "iPad13,7",
-    "Mac14,13",
-    "Mac14,14",
-    "iPad13,6",
-    "iPad14,10",
-    "iPhone14,3",
-    "Mac16,9",
-    "iPad16,3"
   ],
   "skipped_device_list": [
-    "Mac13,2",
-    "iPhone17,2",
-    "Mac16,12",
-    "MacBookPro18,1",
-    "iPad11,6",
-    "iPhone12,4",
     "iPad11,3",
-    "Mac16,10",
-    "Mac16,13",
-    "iPad8,2",
-    "iPhone12,2",
-    "iPad11,1",
-    "iPad13,1",
-    "iPad8,3",
-    "iPad8,8",
-    "MacBookPro17,1",
     "iPad8,10",
-    "iPhone11,3",
-    "Mac16,2",
     "iPad13,2",
-    "iPhone17,1",
-    "Mac16,3",
-    "iPad8,6",
     "iPhone11,5",
-    "MacBookPro18,3",
     "iPad8,12",
-    "iPad13,18",
-    "iPad13,19",
-    "Mac13,1",
     "iPad8,7",
     "iPhone11,4",
-    "Mac16,1",
-    "MacBookAir10,1",
-    "iPad11,7",
-    "iPad8,4",
-    "MacBookPro18,4",
-    "iMac21,1",
     "iPad12,1",
-    "iPad11,2",
-    "Mac16,6",
-    "iMac21,2",
-    "Mac16,7",
     "iPad8,5",
-    "Mac16,11",
-    "iPhone11,2",
-    "iPhone11,6",
     "MacBookPro18,2",
-    "Macmini9,1",
     "iPad8,1",
-    "iPad8,11",
-    "iPhone11,8",
     "iPad8,9",
-    "Mac16,5",
-    "iPad11,4",
-    "iPad12,2"
   ],
   "tested_os_versions": [
-    "iPadOS_19.0",
     "iOS_18.1",
-    "macOS_15.5",
     "iPadOS_18.4.1",
     "macOS_15.5.0",
-    "iPadOS_26.0",
-    "iOS_26.0",
-    "iPadOS_18.5",
     "iOS_19.0",
     "iOS_18.5",
     "iPadOS_18.4",
-    "iOS_18.4.1"
   ],
   "has_target_os_coverage": false,
   "covered_target_versions": [

   "skipped_devices": 55,
   "coverage_percentage": 59.854014598540154,
   "tested_device_list": [
+    "iPhone17,5",
+    "Mac14,15",
     "iPhone13,4",
+    "Mac14,2",
+    "iPhone15,4",
+    "Mac14,13",
     "iPhone12,5",
+    "iPad16,1",
     "iPad14,6",
     "Mac15,5",
+    "iPad14,5",
+    "iPad13,8",
+    "iPhone13,3",
+    "iPad14,4",
+    "iPhone17,3",
+    "Mac15,10",
+    "Mac16,8",
+    "iPad14,2",
+    "Mac16,9",
+    "iPad15,5",
+    "Mac15,4",
+    "Mac14,14",
     "iPad13,10",
+    "Mac14,9",
+    "iPhone13,2",
+    "iPhone14,4",
+    "iPhone16,1",
     "iPad15,4",
+    "iPad13,5",
+    "iPhone14,6",
+    "iPad13,17",
+    "iPhone15,5",
+    "iPad13,16",
+    "Mac14,7",
+    "iPhone14,3",
+    "iPhone14,2",
+    "iPad13,7",
+    "Mac15,6",
+    "Mac15,11",
     "Mac15,3",
+    "Mac15,7",
+    "iPad13,4",
+    "Mac14,6",
     "iPad15,6",
     "iPhone13,1",
+    "iPad16,5",
+    "Mac15,12",
+    "iPhone16,2",
     "iPhone17,4",
+    "iPhone12,1",
+    "iPhone15,3",
+    "iPad14,10",
     "Mac15,8",
+    "iPad13,6",
+    "iPad14,9",
+    "Mac15,9",
+    "iPad14,3",
+    "iPad16,6",
+    "iPhone12,3",
+    "Mac14,12",
     "iPad14,1",
     "iPad14,11",
+    "Mac14,3",
+    "iPad13,11",
     "iPad14,8",
+    "iPhone15,2",
+    "iPhone14,5",
+    "Mac15,13",
+    "iPhone14,7",
+    "iPhone12,8",
+    "iPad15,7",
     "iPad15,3",
+    "Mac14,5",
+    "iPad16,3",
+    "Mac14,4",
+    "iPhone14,8",
+    "iPad13,9",
+    "iPad15,8",
+    "iPad16,4",
+    "Mac14,8",
+    "Mac14,10",
+    "iPad16,2"
   ],
   "skipped_device_list": [
+    "iPad11,2",
     "iPad11,3",
     "iPad8,10",
+    "iMac21,1",
+    "iMac21,2",
+    "iPad13,1",
+    "Mac16,12",
+    "iPhone11,6",
+    "Macmini9,1",
     "iPad13,2",
+    "Mac16,1",
     "iPhone11,5",
+    "Mac16,7",
+    "iPhone12,2",
+    "Mac16,10",
+    "MacBookPro18,1",
+    "iPhone11,2",
     "iPad8,12",
+    "iPad8,6",
+    "MacBookPro18,4",
+    "Mac16,5",
+    "iPad11,7",
     "iPad8,7",
     "iPhone11,4",
+    "Mac16,13",
     "iPad12,1",
+    "Mac16,2",
+    "iPad13,18",
+    "iPad13,19",
+    "iPhone11,3",
+    "iPad12,2",
+    "iPad8,8",
+    "iPad11,4",
+    "Mac16,3",
+    "iPad8,2",
+    "iPhone11,8",
     "iPad8,5",
+    "MacBookPro18,3",
+    "Mac16,6",
+    "iPad8,4",
+    "iPhone17,2",
+    "iPad11,1",
+    "Mac13,1",
     "MacBookPro18,2",
+    "iPhone17,1",
+    "iPad8,3",
+    "MacBookAir10,1",
+    "MacBookPro17,1",
+    "Mac13,2",
+    "Mac16,11",
+    "iPhone12,4",
+    "iPad11,6",
     "iPad8,1",
     "iPad8,9",
+    "iPad8,11"
   ],
   "tested_os_versions": [
     "iOS_18.1",
     "iPadOS_18.4.1",
     "macOS_15.5.0",
+    "iOS_18.4.1",
+    "macOS_15.5",
     "iOS_19.0",
     "iOS_18.5",
+    "iPadOS_18.5",
+    "iPadOS_19.0",
     "iPadOS_18.4",
+    "iPadOS_26.0",
+    "iOS_26.0"
   ],
   "has_target_os_coverage": false,
   "covered_target_versions": [

dashboard_data/test_coverage_a9b92c4.json CHANGED Viewed

@@ -5,164 +5,164 @@
   "skipped_devices": 44,
   "coverage_percentage": 67.88321167883211,
   "tested_device_list": [
-    "iPhone14,6",
-    "Mac16,8",
-    "iPhone16,1",
-    "Mac16,12",
-    "MacBookPro18,1",
-    "Mac14,5",
-    "Mac15,6",
-    "Mac16,13",
-    "iPhone12,8",
-    "iPhone14,8",
-    "Mac14,9",
-    "iPad14,4",
-    "Mac16,2",
-    "iPad16,4",
-    "Mac14,7",
-    "Mac14,8",
-    "Mac15,10",
     "iPhone13,4",
-    "iPhone17,1",
-    "iPad13,5",
-    "iPad13,16",
-    "iPad16,2",
-    "iPad13,17",
-    "iPhone16,2",
-    "Mac14,12",
-    "Mac14,6",
     "iPhone12,5",
-    "Mac15,12",
-    "MacBookAir10,1",
-    "iPhone12,3",
-    "iPad14,3",
-    "Mac14,4",
-    "Mac15,11",
-    "iPhone17,5",
-    "iPad13,4",
-    "iPhone13,3",
     "iPad14,6",
-    "Mac16,6",
-    "iPhone14,4",
-    "iPad14,9",
-    "Mac15,9",
-    "Mac16,11",
-    "iPad13,9",
     "Mac15,5",
-    "MacBookPro18,2",
-    "Mac14,2",
-    "Macmini9,1",
-    "iPad16,6",
-    "iPad13,11",
-    "iPad13,10",
-    "Mac14,15",
-    "Mac13,2",
-    "iPhone17,2",
-    "Mac15,3",
-    "Mac15,13",
     "Mac16,10",
-    "iPhone13,1",
-    "iPhone17,4",
     "iPhone17,3",
-    "MacBookPro17,1",
-    "Mac15,8",
     "Mac15,4",
-    "Mac15,7",
-    "iPhone14,5",
-    "iPad16,1",
     "Mac16,3",
     "MacBookPro18,3",
     "Mac13,1",
-    "Mac14,10",
     "iPhone12,1",
-    "Mac16,1",
-    "iPad14,5",
     "MacBookPro18,4",
-    "iMac21,1",
     "iPad14,11",
-    "iPhone14,2",
-    "iPad16,5",
-    "iPhone14,7",
-    "iPad14,8",
     "Mac14,3",
-    "Mac16,7",
-    "iMac21,2",
-    "iPhone13,2",
-    "iPad13,8",
-    "iPad13,7",
-    "Mac14,13",
-    "Mac14,14",
-    "iPad13,6",
-    "iPad14,10",
-    "iPhone14,3",
-    "Mac16,9",
-    "Mac16,5",
-    "iPad16,3"
   ],
   "skipped_device_list": [
-    "iPad15,6",
-    "iPad11,6",
-    "iPhone12,4",
     "iPad11,3",
-    "iPad15,4",
-    "iPad8,2",
-    "iPhone12,2",
-    "iPad11,1",
-    "iPad13,1",
-    "iPad8,3",
-    "iPad8,8",
-    "iPad15,5",
     "iPad8,10",
-    "iPhone11,3",
-    "iPhone15,5",
     "iPad13,2",
-    "iPad14,2",
-    "iPad8,6",
     "iPhone15,3",
     "iPhone11,5",
-    "iPhone15,2",
     "iPad8,12",
-    "iPad13,18",
-    "iPad15,7",
-    "iPad13,19",
-    "iPad14,1",
-    "iPad15,8",
     "iPad8,7",
     "iPhone11,4",
-    "iPad11,7",
-    "iPad8,4",
     "iPad12,1",
-    "iPad11,2",
-    "iPad15,3",
-    "iPhone15,4",
     "iPad8,5",
-    "iPhone11,2",
-    "iPhone11,6",
     "iPad8,1",
-    "iPhone11,8",
     "iPad8,9",
-    "iPad8,11",
-    "iPad11,4",
-    "iPad12,2"
   ],
   "tested_os_versions": [
-    "macOS_15.0.1",
     "iOS_18.1",
-    "iPadOS_17.6.1",
-    "iPadOS_18.0.1",
-    "macOS_15.2",
     "macOS_15.0",
     "iPadOS_18.1",
-    "iOS_18.2",
     "macOS_15.2.0",
-    "iOS_17.6.1",
     "macOS_15.1",
     "iOS_18.0.1",
-    "macOS_15.0.0",
-    "iOS_17.2.1",
-    "iOS_17.7",
-    "macOS_15.1.0",
-    "iOS_18.0",
     "iOS_17.3"
   ],
   "has_target_os_coverage": false,

   "skipped_devices": 44,
   "coverage_percentage": 67.88321167883211,
   "tested_device_list": [
+    "iMac21,1",
+    "iMac21,2",
+    "iPhone17,5",
+    "Mac14,15",
     "iPhone13,4",
+    "Mac16,12",
+    "Mac14,2",
+    "Mac14,13",
+    "Mac16,1",
     "iPhone12,5",
+    "iPad16,1",
     "iPad14,6",
     "Mac15,5",
+    "iPad14,5",
+    "iPhone13,3",
+    "iPad13,8",
+    "iPad14,4",
     "Mac16,10",
     "iPhone17,3",
+    "Mac15,10",
+    "Mac16,8",
+    "Mac16,9",
+    "Mac16,5",
+    "Mac16,13",
     "Mac15,4",
+    "Mac14,14",
+    "iPad13,10",
+    "iPhone13,2",
+    "Mac14,9",
+    "iPhone14,4",
     "Mac16,3",
+    "iPhone16,1",
     "MacBookPro18,3",
+    "Mac16,6",
+    "iPad13,5",
+    "iPhone14,6",
+    "iPad13,17",
+    "Mac14,7",
+    "iPad13,16",
+    "iPhone14,3",
+    "iPhone14,2",
+    "iPad13,7",
     "Mac13,1",
+    "iPhone17,1",
+    "Mac15,6",
+    "MacBookAir10,1",
+    "Mac15,11",
+    "Mac15,3",
+    "Mac15,7",
+    "Mac14,6",
+    "iPad13,4",
+    "MacBookPro17,1",
+    "iPhone13,1",
+    "iPad16,5",
+    "Mac15,12",
+    "Mac13,2",
+    "iPhone16,2",
+    "iPhone17,4",
     "iPhone12,1",
+    "Macmini9,1",
+    "iPad14,10",
+    "Mac15,8",
+    "iPad13,6",
+    "iPad14,9",
+    "Mac16,7",
+    "Mac15,9",
+    "iPad14,3",
+    "MacBookPro18,1",
     "MacBookPro18,4",
+    "iPad16,6",
+    "iPhone12,3",
+    "Mac14,12",
     "iPad14,11",
+    "Mac16,2",
     "Mac14,3",
+    "iPad13,11",
+    "iPad14,8",
+    "iPhone14,5",
+    "Mac15,13",
+    "iPhone14,7",
+    "iPhone12,8",
+    "iPhone17,2",
+    "Mac14,5",
+    "iPad16,3",
+    "Mac14,4",
+    "MacBookPro18,2",
+    "Mac16,11",
+    "iPhone14,8",
+    "iPad13,9",
+    "iPad16,4",
+    "Mac14,8",
+    "Mac14,10",
+    "iPad16,2"
   ],
   "skipped_device_list": [
+    "iPad11,2",
     "iPad11,3",
     "iPad8,10",
+    "iPad13,1",
+    "iPhone11,6",
     "iPad13,2",
     "iPhone15,3",
+    "iPhone15,4",
     "iPhone11,5",
+    "iPhone12,2",
+    "iPhone11,2",
     "iPad8,12",
+    "iPad8,6",
+    "iPad14,2",
+    "iPad11,7",
+    "iPad15,5",
     "iPad8,7",
     "iPhone11,4",
     "iPad12,1",
+    "iPad14,1",
+    "iPad13,18",
+    "iPad13,19",
+    "iPhone11,3",
+    "iPad12,2",
+    "iPad8,8",
+    "iPad11,4",
+    "iPhone15,2",
+    "iPad8,2",
+    "iPad15,4",
+    "iPhone11,8",
     "iPad8,5",
+    "iPad8,4",
+    "iPad15,7",
+    "iPad15,3",
+    "iPhone15,5",
+    "iPad11,1",
+    "iPad8,3",
+    "iPad15,6",
+    "iPad15,8",
+    "iPhone12,4",
+    "iPad11,6",
     "iPad8,1",
     "iPad8,9",
+    "iPad8,11"
   ],
   "tested_os_versions": [
     "iOS_18.1",
+    "iOS_18.2",
+    "iOS_17.2.1",
+    "iOS_17.7",
+    "iOS_18.0",
     "macOS_15.0",
+    "iPadOS_18.0.1",
+    "macOS_15.1.0",
+    "iPadOS_17.6.1",
+    "iOS_17.6.1",
+    "macOS_15.0.0",
     "iPadOS_18.1",
+    "macOS_15.2",
     "macOS_15.2.0",
+    "macOS_15.0.1",
     "macOS_15.1",
     "iOS_18.0.1",
     "iOS_17.3"
   ],
   "has_target_os_coverage": false,

dashboard_data/test_coverage_c814cae.json CHANGED Viewed

@@ -1,161 +1,160 @@
 {
   "commit_hash": "c814cae",
   "total_devices": 137,
-  "tested_devices": 75,
-  "skipped_devices": 62,
-  "coverage_percentage": 54.74452554744526,
   "tested_device_list": [
-    "Mac13,2",
-    "Mac16,8",
-    "iPhone17,2",
     "Mac16,12",
-    "MacBookPro18,1",
-    "Mac14,5",
-    "iPad15,6",
     "Mac16,10",
-    "iPad15,4",
-    "Mac16,13",
-    "iPhone17,4",
-    "iPhone17,3",
     "iPad15,5",
-    "MacBookPro17,1",
-    "Mac14,9",
-    "iPad14,4",
     "Mac16,2",
-    "iPad16,4",
-    "Mac14,7",
-    "Mac14,8",
-    "iPhone15,5",
-    "iPad16,1",
-    "iPhone17,1",
     "Mac16,3",
-    "iPad13,5",
     "MacBookPro18,3",
     "iPad15,7",
-    "iPad16,2",
     "iPad13,16",
-    "iPhone15,2",
-    "iPad13,17",
-    "iPhone15,3",
     "Mac13,1",
-    "Mac14,12",
-    "Mac14,6",
-    "Mac14,10",
-    "iPad15,8",
-    "Mac16,1",
-    "MacBookAir10,1",
-    "iPad14,5",
-    "MacBookPro18,4",
-    "iMac21,1",
-    "iPad14,11",
-    "iPad14,3",
     "Mac14,4",
-    "iPad16,5",
-    "iPad13,4",
-    "iPhone17,5",
-    "iPad14,8",
-    "iPad14,6",
-    "iPad15,3",
-    "Mac16,6",
-    "Mac14,3",
-    "iMac21,2",
-    "iPhone15,4",
-    "Mac16,7",
-    "iPad14,9",
     "Mac16,11",
-    "iPad13,10",
     "iPad13,9",
-    "MacBookPro18,2",
-    "Mac14,2",
-    "Macmini9,1",
-    "iPad13,8",
-    "iPad13,7",
-    "Mac14,13",
-    "iPad16,6",
-    "Mac14,14",
-    "iPad13,6",
-    "iPad14,10",
-    "Mac16,9",
-    "iPad13,11",
-    "Mac16,5",
-    "Mac14,15",
-    "iPad16,3"
   ],
   "skipped_device_list": [
-    "iPhone14,6",
-    "iPhone16,1",
-    "iPad11,6",
-    "Mac15,3",
-    "Mac15,13",
-    "iPhone12,4",
     "iPad11,3",
-    "iPhone13,1",
-    "Mac15,6",
-    "iPhone12,8",
-    "iPad8,2",
-    "iPhone12,2",
-    "iPad11,1",
-    "iPad13,1",
-    "iPad8,3",
-    "iPad8,8",
-    "Mac15,8",
-    "iPhone14,8",
     "iPad8,10",
-    "iPhone11,3",
-    "Mac15,4",
-    "Mac15,7",
-    "Mac15,10",
-    "iPhone14,5",
-    "iPhone13,4",
     "iPad13,2",
-    "iPad14,2",
-    "iPad8,6",
     "iPhone11,5",
     "iPad8,12",
-    "iPad13,18",
-    "iPhone16,2",
-    "iPad13,19",
-    "iPhone12,5",
-    "iPad14,1",
-    "iPhone12,1",
     "iPad8,7",
     "iPhone11,4",
-    "Mac15,12",
-    "iPad11,7",
-    "iPad8,4",
-    "iPhone12,3",
     "iPad12,1",
-    "iPad11,2",
-    "iPhone14,2",
-    "Mac15,11",
-    "iPhone14,7",
-    "iPhone13,3",
-    "iPhone14,4",
-    "Mac15,9",
-    "iPad8,5",
-    "iPhone11,2",
-    "Mac15,5",
-    "iPhone11,6",
     "iPhone13,2",
-    "iPad8,1",
     "iPhone11,8",
     "iPad8,9",
     "iPhone14,3",
-    "iPad8,11",
-    "iPad11,4",
-    "iPad12,2"
   ],
   "tested_os_versions": [
-    "macOS_15.5",
     "iPadOS_18.4.1",
-    "iOS_26.0",
     "macOS_15.5.0",
-    "iPadOS_26.0",
     "macOS_26.0",
     "iPadOS_18.6",
-    "iPadOS_18.5",
-    "macOS_26.0.0",
-    "iOS_18.5"
   ],
   "has_target_os_coverage": false,
   "covered_target_versions": [
@@ -189,17 +188,17 @@
     },
     "iPhone": {
       "total_chips": 6,
-      "tested_chips": 3,
-      "coverage_percentage": 50.0,
       "covered_chips": [
-        "A16",
-        "A18",
-        "A18 Pro"
       ],
       "missing_chips": [
         "A14",
         "A15",
-        "A17 Pro"
       ]
     },
     "Mac": {
@@ -224,7 +223,9 @@
     "iPhone": [
       "A14",
       "A15",
-      "A17 Pro"
     ],
     "Mac": [
       "M3"

 {
   "commit_hash": "c814cae",
   "total_devices": 137,
+  "tested_devices": 70,
+  "skipped_devices": 67,
+  "coverage_percentage": 51.09489051094891,
   "tested_device_list": [
+    "iMac21,1",
+    "Macmini9,1",
+    "iMac21,2",
     "Mac16,12",
+    "iPhone15,3",
+    "Mac14,15",
+    "iPad14,10",
+    "Mac14,2",
+    "iPhone15,4",
+    "Mac16,1",
+    "Mac14,13",
+    "iPad13,6",
+    "iPad16,1",
+    "iPad14,6",
+    "iPad14,9",
+    "Mac16,7",
+    "iPad14,5",
+    "iPad13,8",
+    "iPad14,4",
     "Mac16,10",
+    "MacBookPro18,1",
+    "iPad14,3",
+    "MacBookPro18,4",
+    "iPad16,6",
+    "Mac16,8",
+    "Mac16,9",
+    "Mac16,5",
+    "Mac14,12",
     "iPad15,5",
+    "Mac16,13",
+    "iPad14,11",
     "Mac16,2",
+    "Mac14,3",
+    "Mac14,14",
+    "iPad13,10",
+    "iPad13,11",
+    "Mac14,9",
+    "iPad14,8",
+    "iPhone15,2",
     "Mac16,3",
+    "iPad15,4",
     "MacBookPro18,3",
+    "Mac16,6",
+    "iPad13,5",
+    "iPad13,17",
     "iPad15,7",
+    "iPhone15,5",
     "iPad13,16",
+    "iPad15,3",
+    "Mac14,5",
+    "Mac14,7",
+    "iPad16,3",
+    "MacBookPro18,2",
     "Mac13,1",
+    "iPad13,7",
     "Mac14,4",
+    "MacBookAir10,1",
+    "MacBookPro17,1",
+    "Mac13,2",
     "Mac16,11",
+    "iPad13,4",
+    "iPad16,5",
     "iPad13,9",
+    "iPad15,6",
+    "iPad16,4",
+    "Mac14,6",
+    "Mac14,8",
+    "Mac14,10",
+    "iPad15,8",
+    "iPad16,2"
   ],
   "skipped_device_list": [
+    "iPad11,2",
     "iPad11,3",
     "iPad8,10",
+    "iPhone17,5",
+    "iPad13,1",
+    "iPhone11,6",
     "iPad13,2",
+    "iPhone13,4",
+    "iPhone12,5",
+    "Mac15,8",
     "iPhone11,5",
+    "Mac15,5",
+    "iPhone13,3",
+    "iPhone12,2",
+    "Mac15,9",
+    "iPhone17,3",
+    "iPhone11,2",
+    "Mac15,10",
     "iPad8,12",
+    "iPad8,6",
+    "iPad14,2",
+    "iPhone12,3",
+    "iPad11,7",
     "iPad8,7",
     "iPhone11,4",
+    "iPad14,1",
     "iPad12,1",
+    "Mac15,4",
+    "iPad13,18",
+    "iPad13,19",
+    "iPhone11,3",
+    "iPad12,2",
     "iPhone13,2",
+    "iPhone12,1",
+    "iPad8,8",
+    "iPhone14,4",
+    "iPad11,4",
+    "iPad8,2",
+    "iPhone16,1",
+    "iPhone14,5",
     "iPhone11,8",
+    "iPad8,5",
+    "Mac15,13",
+    "iPhone12,8",
     "iPad8,9",
+    "iPhone14,6",
+    "iPad8,4",
+    "iPhone14,7",
+    "iPhone17,2",
     "iPhone14,3",
+    "iPhone14,2",
+    "iPad11,1",
+    "iPhone17,1",
+    "iPad8,3",
+    "Mac15,6",
+    "Mac15,11",
+    "Mac15,3",
+    "Mac15,7",
+    "iPhone13,1",
+    "iPhone14,8",
+    "Mac15,12",
+    "iPhone12,4",
+    "iPad11,6",
+    "iPad8,1",
+    "iPhone16,2",
+    "iPhone17,4",
+    "iPad8,11"
   ],
   "tested_os_versions": [
     "iPadOS_18.4.1",
     "macOS_15.5.0",
+    "macOS_15.5",
+    "macOS_26.0.0",
+    "iPadOS_18.5",
     "macOS_26.0",
     "iPadOS_18.6",
+    "iPadOS_26.0",
+    "iOS_26.0"
   ],
   "has_target_os_coverage": false,
   "covered_target_versions": [
     },
     "iPhone": {
       "total_chips": 6,
+      "tested_chips": 1,
+      "coverage_percentage": 16.666666666666664,
       "covered_chips": [
+        "A16"
       ],
       "missing_chips": [
         "A14",
         "A15",
+        "A17 Pro",
+        "A18",
+        "A18 Pro"
       ]
     },
     "Mac": {
     "iPhone": [
       "A14",
       "A15",
+      "A17 Pro",
+      "A18",
+      "A18 Pro"
     ],
     "Mac": [
       "M3"

dashboard_data/test_coverage_ca49596.json CHANGED Viewed

@@ -5,155 +5,155 @@
   "skipped_devices": 74,
   "coverage_percentage": 45.98540145985402,
   "tested_device_list": [
-    "iPhone14,6",
-    "Mac16,8",
-    "Mac15,3",
-    "Mac15,13",
     "Mac16,12",
-    "iPad15,6",
-    "Mac16,10",
-    "Mac14,5",
-    "iPad15,4",
-    "Mac15,6",
-    "Mac16,13",
-    "iPhone12,8",
-    "iPad15,5",
-    "iPhone14,8",
-    "Mac15,8",
-    "Mac14,9",
-    "iPad14,4",
-    "Mac15,4",
-    "Mac16,2",
-    "Mac15,7",
-    "Mac14,7",
-    "Mac15,10",
-    "iPhone14,5",
-    "Mac14,8",
-    "iPad16,4",
-    "Mac16,3",
-    "Mac14,12",
-    "Mac14,6",
-    "Mac14,10",
     "iPhone12,5",
-    "iPhone12,1",
-    "Mac15,12",
     "Mac16,1",
     "iPad14,5",
     "iPhone12,3",
     "iPad14,11",
-    "iPad14,3",
     "iPhone14,2",
     "Mac14,4",
     "Mac15,11",
-    "iPhone14,7",
-    "iPad14,8",
-    "iPad14,6",
-    "iPad15,3",
-    "iPad16,5",
-    "Mac16,6",
-    "Mac14,3",
-    "Mac16,7",
-    "iPhone14,4",
-    "Mac15,9",
-    "iPad14,9",
     "Mac16,11",
-    "Mac15,5",
-    "Mac14,2",
-    "iPad16,6",
-    "Mac14,13",
-    "Mac14,14",
-    "iPad14,10",
-    "iPhone14,3",
-    "Mac16,9",
-    "Mac16,5",
-    "Mac14,15",
-    "iPad16,3"
   ],
   "skipped_device_list": [
-    "Mac13,2",
-    "iPhone16,1",
-    "iPhone17,2",
-    "iPad11,6",
-    "MacBookPro18,1",
-    "iPhone12,4",
     "iPad11,3",
-    "iPhone13,1",
-    "iPhone17,4",
-    "iPhone17,3",
-    "iPad8,2",
-    "iPhone12,2",
-    "iPad11,1",
-    "iPad13,1",
-    "iPad8,3",
-    "iPad8,8",
-    "MacBookPro17,1",
     "iPad8,10",
-    "iPhone11,3",
     "iPhone13,4",
-    "iPhone15,5",
     "iPad13,2",
-    "iPad14,2",
-    "iPad16,1",
-    "iPhone17,1",
-    "iPad13,16",
     "iPhone11,5",
     "iPhone15,2",
     "MacBookPro18,3",
-    "iPad13,18",
-    "iPad8,6",
     "iPad13,17",
-    "iPhone16,2",
-    "iPhone15,3",
-    "iPad16,2",
-    "iPad8,12",
     "iPad15,7",
-    "iPad14,1",
-    "iPad13,19",
     "Mac13,1",
-    "iPad15,8",
-    "iPad8,7",
-    "iPhone11,4",
     "MacBookAir10,1",
-    "iPad11,7",
-    "iPad8,4",
-    "MacBookPro18,4",
-    "iMac21,1",
-    "iPad12,1",
-    "iPad11,2",
     "iPad13,4",
-    "iPhone17,5",
-    "iPhone13,3",
-    "iMac21,2",
-    "iPhone15,4",
-    "iPad8,5",
     "iPad13,9",
-    "iPhone11,2",
-    "iPhone11,6",
-    "MacBookPro18,2",
-    "Macmini9,1",
-    "iPad13,8",
-    "iPhone13,2",
     "iPad8,1",
-    "iPad8,11",
-    "iPhone11,8",
-    "iPad8,9",
-    "iPad13,5",
-    "iPad13,7",
-    "iPad13,6",
-    "iPad13,11",
-    "iPad13,10",
-    "iPad11,4",
-    "iPad12,2"
   ],
   "tested_os_versions": [
     "iOS_18.1",
-    "macOS_15.3.0",
-    "macOS_15.4.0",
     "iPadOS_18.3.2",
     "iOS_17.6.1",
     "macOS_15.3",
-    "macOS_15.4",
-    "iPadOS_18.4"
   ],
   "has_target_os_coverage": false,
   "covered_target_versions": [

   "skipped_devices": 74,
   "coverage_percentage": 45.98540145985402,
   "tested_device_list": [
     "Mac16,12",
+    "Mac14,15",
+    "iPad14,10",
+    "Mac14,2",
     "iPhone12,5",
     "Mac16,1",
+    "Mac15,8",
+    "Mac14,13",
+    "iPad14,6",
+    "iPad14,9",
+    "Mac15,5",
+    "Mac16,7",
     "iPad14,5",
+    "iPad14,4",
+    "Mac16,10",
+    "iPad14,3",
+    "Mac15,9",
+    "Mac15,10",
+    "iPad16,6",
     "iPhone12,3",
+    "Mac16,8",
+    "Mac16,5",
+    "Mac14,12",
+    "Mac16,9",
+    "iPad15,5",
+    "Mac16,13",
     "iPad14,11",
+    "Mac16,2",
+    "Mac14,3",
+    "Mac15,4",
+    "Mac14,14",
+    "Mac14,9",
+    "iPad14,8",
+    "iPhone14,4",
+    "Mac16,3",
+    "iPhone14,5",
+    "iPad15,4",
+    "Mac15,13",
+    "iPhone12,8",
+    "iPhone14,7",
+    "iPhone14,6",
+    "Mac16,6",
+    "iPad15,3",
+    "Mac14,7",
+    "iPhone14,3",
+    "Mac14,5",
     "iPhone14,2",
+    "iPad16,3",
     "Mac14,4",
+    "Mac15,6",
     "Mac15,11",
+    "Mac15,3",
+    "Mac15,7",
+    "Mac14,6",
     "Mac16,11",
+    "iPad15,6",
+    "iPad16,5",
+    "iPhone14,8",
+    "Mac15,12",
+    "iPad16,4",
+    "Mac14,8",
+    "Mac14,10",
+    "iPhone12,1"
   ],
   "skipped_device_list": [
+    "iPad11,2",
     "iPad11,3",
     "iPad8,10",
+    "iMac21,1",
+    "iMac21,2",
+    "iPhone17,5",
+    "iPad13,1",
     "iPhone13,4",
+    "iPhone11,6",
+    "Macmini9,1",
     "iPad13,2",
+    "iPhone15,3",
+    "iPhone15,4",
     "iPhone11,5",
+    "iPad13,6",
+    "iPad16,1",
+    "iPhone13,3",
+    "iPad13,8",
+    "iPhone12,2",
+    "iPhone17,3",
+    "MacBookPro18,1",
+    "iPhone11,2",
+    "iPad8,12",
+    "iPad8,6",
+    "MacBookPro18,4",
+    "iPad14,2",
+    "iPad11,7",
+    "iPad8,7",
+    "iPhone11,4",
+    "iPad14,1",
+    "iPad12,1",
+    "iPad13,18",
+    "iPad13,10",
+    "iPad13,19",
+    "iPhone11,3",
+    "iPad12,2",
+    "iPhone13,2",
+    "iPad13,11",
+    "iPad8,8",
+    "iPad11,4",
     "iPhone15,2",
+    "iPad8,2",
+    "iPhone16,1",
+    "iPhone11,8",
+    "iPad8,5",
     "MacBookPro18,3",
+    "iPad13,5",
+    "iPad8,9",
     "iPad13,17",
+    "iPad8,4",
+    "iPhone15,5",
+    "iPad13,16",
+    "iPhone17,2",
     "iPad15,7",
+    "iPad11,1",
     "Mac13,1",
+    "iPad13,7",
+    "MacBookPro18,2",
+    "iPhone17,1",
+    "iPad8,3",
     "MacBookAir10,1",
+    "MacBookPro17,1",
+    "Mac13,2",
     "iPad13,4",
+    "iPhone13,1",
+    "iPad15,8",
     "iPad13,9",
+    "iPhone12,4",
+    "iPad11,6",
     "iPad8,1",
+    "iPad16,2",
+    "iPhone16,2",
+    "iPhone17,4",
+    "iPad8,11"
   ],
   "tested_os_versions": [
     "iOS_18.1",
     "iPadOS_18.3.2",
+    "macOS_15.4",
     "iOS_17.6.1",
     "macOS_15.3",
+    "macOS_15.4.0",
+    "iPadOS_18.4",
+    "macOS_15.3.0"
   ],
   "has_target_os_coverage": false,
   "covered_target_versions": [

dashboard_data/version.json CHANGED Viewed

	@@ -1 +1 @@
1	- {"last_modified": "2025-08-~~29T18~~:21:12+00:00", "sha": "~~aaed5c15be84138d16e701594d0e4a8e278c323d~~", "releases": ["a9b92c4", "112a023", "ca49596", "11a1fab", "8c0acbd", "c814cae"], "versions": ["0.9.1", "0.10.1", "0.11.0", "0.12.0", "0.13.0", "0.13.1"]}


1	+ {"last_modified": "2025-09-08T17:46:34+00:00", "sha": "2df26c6f9b65e8e60239ca6f11399ee06632b4f0", "releases": ["a9b92c4", "112a023", "ca49596", "11a1fab", "8c0acbd", "c814cae"], "versions": ["0.9.1", "0.10.1", "0.11.0", "0.12.0", "0.13.0", "0.13.1"]}