Hugging Face's logo

Spaces:
argmaxinc
/
whisperkit-benchmarks
Running

App Files Community
takeargmax commited on
Commit
f1a7d8d
·
1 Parent(s): fec3771

update dataset files

Browse files
Files changed (9) hide show
  1. dashboard_data/performance_data.json +0 -0
  2. dashboard_data/support_data_c814cae.csv +23 -23
  3. dashboard_data/test_coverage_112a023.json +116 -116
  4. dashboard_data/test_coverage_11a1fab.json +112 -112
  5. dashboard_data/test_coverage_8c0acbd.json +116 -116
  6. dashboard_data/test_coverage_a9b92c4.json +122 -122
  7. dashboard_data/test_coverage_c814cae.json +130 -129
  8. dashboard_data/test_coverage_ca49596.json +117 -117
  9. dashboard_data/version.json +1 -1
dashboard_data/performance_data.json CHANGED
The diff for this file is too large to render. See raw diff
 
dashboard_data/support_data_c814cae.csv CHANGED
@@ -1,23 +1,23 @@
1
- ,Model,"Apple M2 (Mac14,3)","Apple M4 (Mac16,10)","Apple M1 (Macmini9,1)","iPad Pro (11-inch) (3rd generation) (iPad13,6)","iPad Air 11-inch (M2) (iPad14,8)","iPad Air 13-inch (M3) (iPad15,5)","iPad (A16) (iPad15,7)","iPad mini (A17 Pro) (iPad16,1)","iPad Pro 11-inch (M4) (iPad16,3)","iPhone 15 (iPhone15,4)","iPhone 16 Pro (iPhone17,1)","iPhone 16e (iPhone17,5)"
2
- distil-whisper_distil-large-v3,distil-whisper_distil-large-v3,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Macmini9%2C1_summary_2025-08-29T100943.json>macOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,? iPadOS 18.6<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a></p>,? iPadOS 18.6,Not Supported,Not Supported,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
3
- distil-whisper_distil-large-v3_594MB,distil-whisper_distil-large-v3_594MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Macmini9%2C1_summary_2025-08-29T100943.json>macOS 26.0</a>,✅ iPadOS 18.5,✅ iPadOS 18.6<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a></p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
4
- distil-whisper_distil-large-v3_turbo,distil-whisper_distil-large-v3_turbo,✅ macOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Mac16%2C10_summary_2025-08-29T104851.json>macOS 26.0</a><p>✅ macOS 15.5</p>,Not Supported,Not Supported,? iPadOS 18.6<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a></p>,? iPadOS 18.6,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C3_summary_2025-08-27T211253.json>iPadOS 26.0</a><p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
5
- distil-whisper_distil-large-v3_turbo_600MB,distil-whisper_distil-large-v3_turbo_600MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,Not Supported,Not Supported,? iPadOS 18.6<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a></p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
6
- openai_whisper-base,openai_whisper-base,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 18.6<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a></p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
7
- openai_whisper-base.en,openai_whisper-base.en,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,✅ iPadOS 18.5,✅ iPadOS 18.6<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a></p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
8
- openai_whisper-large-v2,openai_whisper-large-v2,✅ macOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Mac16%2C10_summary_2025-08-29T104851.json>macOS 26.0</a><p>✅ macOS 15.5</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Macmini9%2C1_summary_2025-08-29T100943.json>macOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 18.6<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a></p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C5_summary_2025-08-01T235644.json>iPadOS 18.6</a>,Not Supported,Not Supported,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
9
- openai_whisper-large-v2_949MB,openai_whisper-large-v2_949MB,✅ macOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Mac16%2C10_summary_2025-08-29T104851.json>macOS 26.0</a><p>✅ macOS 15.5</p>,✅ macOS 26.0,✅ iPadOS 18.5,? iPadOS 18.6<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a></p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
10
- openai_whisper-large-v2_turbo,openai_whisper-large-v2_turbo,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,Not Supported,Not Supported,? iPadOS 18.6<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a></p>,? iPadOS 18.6,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C3_summary_2025-08-27T211253.json>iPadOS 26.0</a><p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
11
- openai_whisper-large-v2_turbo_955MB,openai_whisper-large-v2_turbo_955MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,Not Supported,Not Supported,? iPadOS 18.6<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a></p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
12
- openai_whisper-large-v3,openai_whisper-large-v3,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Macmini9%2C1_summary_2025-08-29T100943.json>macOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,? iPadOS 18.6<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a></p>,? iPadOS 18.6,Not Supported,Not Supported,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
13
- openai_whisper-large-v3-v20240930,openai_whisper-large-v3-v20240930,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Macmini9%2C1_summary_2025-08-29T100943.json>macOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,? iPadOS 18.6<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a></p>,? iPadOS 18.6,Not Supported,Not Supported,? iPadOS 26.0<p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
14
- openai_whisper-large-v3-v20240930_626MB,openai_whisper-large-v3-v20240930_626MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Macmini9%2C1_summary_2025-08-29T100943.json>macOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 18.6<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a></p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
15
- openai_whisper-large-v3-v20240930_turbo,openai_whisper-large-v3-v20240930_turbo,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,Not Supported,Not Supported,? iPadOS 18.6<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a></p>,? iPadOS 18.6,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C3_summary_2025-08-27T211253.json>iPadOS 26.0</a><p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
16
- openai_whisper-large-v3-v20240930_turbo_632MB,openai_whisper-large-v3-v20240930_turbo_632MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,Not Supported,Not Supported,? iPadOS 18.6<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a></p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
17
- openai_whisper-large-v3_947MB,openai_whisper-large-v3_947MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,✅ iPadOS 18.5,? iPadOS 18.6<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a></p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
18
- openai_whisper-large-v3_turbo,openai_whisper-large-v3_turbo,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Mac14%2C3_summary_2025-08-27T130519.json>macOS 26.0</a>,✅ macOS 26.0<p>✅ macOS 15.5</p>,Not Supported,Not Supported,? iPadOS 18.6<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a></p>,? iPadOS 18.6,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C3_summary_2025-08-27T211253.json>iPadOS 26.0</a><p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
19
- openai_whisper-large-v3_turbo_954MB,openai_whisper-large-v3_turbo_954MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,Not Supported,Not Supported,? iPadOS 18.6<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a></p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
20
- openai_whisper-small,openai_whisper-small,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,✅ iPadOS 18.5,✅ iPadOS 18.6<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a></p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
21
- openai_whisper-small.en,openai_whisper-small.en,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,✅ iPadOS 18.5,✅ iPadOS 18.6<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a></p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
22
- openai_whisper-tiny,openai_whisper-tiny,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,✅ iPadOS 18.5,✅ iPadOS 18.6<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a></p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
23
- openai_whisper-tiny.en,openai_whisper-tiny.en,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,✅ iPadOS 18.5,✅ iPadOS 18.6<p>⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a></p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>,✅ iOS 26.0,✅ iOS 26.0,✅ iOS 18.5
 
1
+ ,Model,"Apple M2 (Mac14,3)","Apple M4 (Mac16,10)","Apple M1 (Macmini9,1)","iPad Pro (11-inch) (3rd generation) (iPad13,6)","iPad Air 11-inch (M2) (iPad14,8)","iPad Air 13-inch (M3) (iPad15,5)","iPad (A16) (iPad15,7)","iPad mini (A17 Pro) (iPad16,1)","iPad Pro 11-inch (M4) (iPad16,3)"
2
+ distil-whisper_distil-large-v3,distil-whisper_distil-large-v3,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Macmini9%2C1_summary_2025-09-06T154244.json>macOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>
3
+ distil-whisper_distil-large-v3_594MB,distil-whisper_distil-large-v3_594MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>
4
+ distil-whisper_distil-large-v3_turbo,distil-whisper_distil-large-v3_turbo,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C3_summary_2025-08-27T211253.json>iPadOS 26.0</a><p>? iPadOS 18.4.1</p>
5
+ distil-whisper_distil-large-v3_turbo_600MB,distil-whisper_distil-large-v3_turbo_600MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>
6
+ openai_whisper-base,openai_whisper-base,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>
7
+ openai_whisper-base.en,openai_whisper-base.en,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>
8
+ openai_whisper-large-v2,openai_whisper-large-v2,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Macmini9%2C1_summary_2025-09-06T154244.json>macOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C5_summary_2025-08-01T235644.json>iPadOS 18.6</a>,Not Supported,Not Supported,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>
9
+ openai_whisper-large-v2_949MB,openai_whisper-large-v2_949MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>
10
+ openai_whisper-large-v2_turbo,openai_whisper-large-v2_turbo,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C3_summary_2025-08-27T211253.json>iPadOS 26.0</a><p>? iPadOS 18.4.1</p>
11
+ openai_whisper-large-v2_turbo_955MB,openai_whisper-large-v2_turbo_955MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>
12
+ openai_whisper-large-v3,openai_whisper-large-v3,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Macmini9%2C1_summary_2025-09-06T154244.json>macOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>
13
+ openai_whisper-large-v3-v20240930,openai_whisper-large-v3-v20240930,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Macmini9%2C1_summary_2025-09-06T154244.json>macOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,? iPadOS 26.0<p>? iPadOS 18.4.1</p>
14
+ openai_whisper-large-v3-v20240930_626MB,openai_whisper-large-v3-v20240930_626MB,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Mac14%2C3_summary_2025-09-07T121012.json>macOS 26.0</a>,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>
15
+ openai_whisper-large-v3-v20240930_turbo,openai_whisper-large-v3-v20240930_turbo,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C3_summary_2025-08-27T211253.json>iPadOS 26.0</a><p>? iPadOS 18.4.1</p>
16
+ openai_whisper-large-v3-v20240930_turbo_632MB,openai_whisper-large-v3-v20240930_turbo_632MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>
17
+ openai_whisper-large-v3_947MB,openai_whisper-large-v3_947MB,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>
18
+ openai_whisper-large-v3_turbo,openai_whisper-large-v3_turbo,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C3_summary_2025-08-27T211253.json>iPadOS 26.0</a><p>? iPadOS 18.4.1</p>
19
+ openai_whisper-large-v3_turbo_954MB,openai_whisper-large-v3_turbo_954MB,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Mac14%2C3_summary_2025-09-07T121012.json>macOS 26.0</a>,✅ macOS 26.0<p>✅ macOS 15.5</p>,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>? iPadOS 18.4.1</p>
20
+ openai_whisper-small,openai_whisper-small,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>
21
+ openai_whisper-small.en,openai_whisper-small.en,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>
22
+ openai_whisper-tiny,openai_whisper-tiny,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>
23
+ openai_whisper-tiny.en,openai_whisper-tiny.en,✅ macOS 26.0,✅ macOS 26.0<p>✅ macOS 15.5</p>,✅ macOS 26.0,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 26.0<p>✅ iPadOS 18.4.1</p>
dashboard_data/test_coverage_112a023.json CHANGED
@@ -5,155 +5,155 @@
5
  "skipped_devices": 88,
6
  "coverage_percentage": 35.76642335766424,
7
  "tested_device_list": [
8
- "iPhone14,6",
9
- "Mac16,8",
10
- "Mac15,3",
11
- "Mac15,13",
12
- "Mac14,5",
13
- "Mac15,6",
14
- "iPhone12,8",
15
- "iPhone14,8",
16
  "Mac15,8",
17
- "Mac14,9",
 
 
 
 
18
  "iPad14,4",
19
- "Mac15,4",
20
- "iPad16,4",
21
- "Mac15,7",
22
- "Mac14,7",
23
  "Mac15,10",
24
- "Mac14,8",
25
- "iPhone14,5",
26
- "Mac14,6",
27
- "Mac14,12",
28
- "Mac14,10",
29
- "iPhone12,5",
30
- "iPhone12,1",
31
- "Mac15,12",
32
- "iPad14,5",
33
  "iPhone12,3",
 
 
 
34
  "iPad14,11",
35
- "iPad14,3",
36
- "Mac14,4",
37
- "iPhone14,2",
38
- "Mac15,11",
39
- "iPhone14,7",
40
- "iPad14,8",
41
- "iPad14,6",
42
- "iPad16,5",
43
  "Mac14,3",
44
- "iPhone14,4",
45
- "iPad14,9",
46
- "Mac15,9",
47
- "Mac15,5",
48
- "Mac14,2",
49
- "iPad16,6",
50
- "Mac14,13",
51
  "Mac14,14",
52
- "iPad14,10",
53
- "Mac16,9",
 
 
 
 
 
 
 
 
54
  "iPhone14,3",
55
- "Mac14,15",
56
- "iPad16,3"
 
 
 
 
 
 
 
 
 
 
 
 
 
57
  ],
58
  "skipped_device_list": [
59
- "Mac16,12",
60
- "MacBookPro18,1",
61
- "iPad8,3",
62
  "iPad8,10",
 
 
 
 
 
 
 
63
  "iPad14,2",
64
- "iPad13,16",
65
- "iPhone15,2",
66
- "iPad13,18",
67
- "iPad13,17",
68
- "iPhone16,2",
69
- "iPad15,8",
70
  "iPad8,7",
71
- "iPhone11,4",
 
 
 
 
 
 
 
72
  "MacBookAir10,1",
73
- "iPad12,1",
74
- "iPhone13,3",
75
- "Mac16,6",
 
 
 
 
76
  "iPhone11,2",
 
 
 
 
 
 
 
77
  "MacBookPro18,2",
 
 
78
  "iPad8,1",
79
- "iPhone11,8",
80
- "iPad15,6",
81
- "iPhone12,4",
82
- "iPhone17,3",
83
- "iPad8,2",
84
- "iPad8,8",
85
- "iPhone15,5",
86
- "iPad16,1",
87
- "Mac16,3",
88
- "iPhone11,5",
89
- "MacBookPro18,3",
90
- "iPad14,1",
91
- "Mac16,1",
92
- "MacBookPro18,4",
93
  "iMac21,1",
94
- "iPad11,2",
95
  "iMac21,2",
96
- "iPad13,8",
97
- "iPhone13,2",
98
- "iPad8,9",
 
 
 
 
99
  "Mac16,5",
 
100
  "iPad12,2",
 
 
101
  "iPhone16,1",
102
- "iPad11,3",
103
- "Mac16,13",
104
- "iPhone12,2",
105
- "iPad11,1",
106
- "iPad13,1",
107
- "iPad15,5",
108
- "iPhone11,3",
109
- "Mac16,2",
110
- "iPhone13,4",
111
  "iPhone17,1",
 
 
 
 
 
 
 
 
112
  "iPhone15,3",
113
- "iPad8,6",
114
- "iPad16,2",
115
- "iPad13,5",
 
116
  "iPad11,7",
117
- "iPad13,4",
118
- "iPhone17,5",
119
- "iPad13,9",
120
- "Mac16,11",
121
- "Macmini9,1",
122
  "iPad13,11",
123
- "iPad15,4",
124
- "iPad13,10",
125
- "iPad8,11",
126
- "Mac13,2",
127
  "iPhone17,2",
128
- "iPad11,6",
129
- "Mac16,10",
130
- "iPhone13,1",
131
- "iPhone17,4",
132
- "MacBookPro17,1",
133
- "iPad13,2",
134
- "iPad8,12",
135
  "iPad15,7",
136
- "iPad13,19",
137
- "Mac13,1",
138
- "iPad8,4",
139
- "iPad15,3",
140
- "Mac16,7",
141
- "iPhone15,4",
142
- "iPad8,5",
143
- "iPhone11,6",
144
- "iPad13,7",
145
- "iPad13,6",
146
- "iPad11,4"
147
  ],
148
  "tested_os_versions": [
149
- "macOS_15.0.1",
150
- "iPadOS_17.6.1",
151
  "iOS_17.7.1",
152
- "macOS_15.2",
 
 
153
  "iPadOS_18.1",
 
154
  "macOS_15.2.0",
155
- "iOS_17.6.1",
156
- "macOS_15.1.1"
157
  ],
158
  "has_target_os_coverage": false,
159
  "covered_target_versions": [
 
5
  "skipped_devices": 88,
6
  "coverage_percentage": 35.76642335766424,
7
  "tested_device_list": [
8
+ "Mac14,15",
9
+ "iPad14,10",
10
+ "Mac14,2",
11
+ "iPhone12,5",
 
 
 
 
12
  "Mac15,8",
13
+ "Mac14,13",
14
+ "iPad14,6",
15
+ "iPad14,9",
16
+ "Mac15,5",
17
+ "iPad14,5",
18
  "iPad14,4",
19
+ "iPad14,3",
20
+ "Mac15,9",
 
 
21
  "Mac15,10",
22
+ "iPad16,6",
 
 
 
 
 
 
 
 
23
  "iPhone12,3",
24
+ "Mac16,8",
25
+ "Mac16,9",
26
+ "Mac14,12",
27
  "iPad14,11",
 
 
 
 
 
 
 
 
28
  "Mac14,3",
29
+ "Mac15,4",
 
 
 
 
 
 
30
  "Mac14,14",
31
+ "Mac14,9",
32
+ "iPad14,8",
33
+ "iPhone14,4",
34
+ "iPhone14,5",
35
+ "Mac15,13",
36
+ "iPhone12,8",
37
+ "iPhone14,7",
38
+ "iPhone14,6",
39
+ "Mac14,7",
40
+ "Mac14,5",
41
  "iPhone14,3",
42
+ "iPhone14,2",
43
+ "iPad16,3",
44
+ "Mac14,4",
45
+ "Mac15,6",
46
+ "Mac15,11",
47
+ "Mac15,3",
48
+ "Mac15,7",
49
+ "Mac14,6",
50
+ "iPad16,5",
51
+ "iPhone14,8",
52
+ "Mac15,12",
53
+ "iPad16,4",
54
+ "Mac14,8",
55
+ "Mac14,10",
56
+ "iPhone12,1"
57
  ],
58
  "skipped_device_list": [
 
 
 
59
  "iPad8,10",
60
+ "Mac16,1",
61
+ "iPhone11,5",
62
+ "iPad16,1",
63
+ "iPhone13,3",
64
+ "iPad13,8",
65
+ "Mac16,10",
66
+ "iPhone17,3",
67
  "iPad14,2",
68
+ "iPad15,5",
 
 
 
 
 
69
  "iPad8,7",
70
+ "Mac16,13",
71
+ "iPad13,10",
72
+ "iPhone13,2",
73
+ "iPad15,4",
74
+ "iPad13,5",
75
+ "iPad13,17",
76
+ "Mac13,1",
77
+ "iPad13,7",
78
  "MacBookAir10,1",
79
+ "Mac13,2",
80
+ "iPad13,4",
81
+ "iPad15,6",
82
+ "iPad11,6",
83
+ "iPhone16,2",
84
+ "iPhone17,4",
85
+ "iPad11,2",
86
  "iPhone11,2",
87
+ "iPad8,12",
88
+ "iPhone11,4",
89
+ "iPhone11,3",
90
+ "iPad11,4",
91
+ "iPad8,5",
92
+ "iPad15,3",
93
+ "iPad11,1",
94
  "MacBookPro18,2",
95
+ "Mac16,11",
96
+ "iPad15,8",
97
  "iPad8,1",
98
+ "iPad16,2",
99
+ "iPad8,9",
100
+ "iPad11,3",
 
 
 
 
 
 
 
 
 
 
 
101
  "iMac21,1",
 
102
  "iMac21,2",
103
+ "iPhone17,5",
104
+ "iPad13,1",
105
+ "Mac16,12",
106
+ "iPhone13,4",
107
+ "iPhone15,4",
108
+ "iPhone12,2",
109
+ "iPad8,6",
110
  "Mac16,5",
111
+ "iPad13,18",
112
  "iPad12,2",
113
+ "Mac16,3",
114
+ "iPad8,2",
115
  "iPhone16,1",
116
+ "MacBookPro18,3",
117
+ "Mac16,6",
118
+ "iPad8,4",
119
+ "iPhone15,5",
120
+ "iPad13,16",
 
 
 
 
121
  "iPhone17,1",
122
+ "iPad8,3",
123
+ "MacBookPro17,1",
124
+ "iPhone13,1",
125
+ "iPhone12,4",
126
+ "iPad8,11",
127
+ "iPhone11,6",
128
+ "Macmini9,1",
129
+ "iPad13,2",
130
  "iPhone15,3",
131
+ "iPad13,6",
132
+ "Mac16,7",
133
+ "MacBookPro18,1",
134
+ "MacBookPro18,4",
135
  "iPad11,7",
136
+ "iPad14,1",
137
+ "iPad12,1",
138
+ "Mac16,2",
139
+ "iPad13,19",
 
140
  "iPad13,11",
141
+ "iPad8,8",
142
+ "iPhone15,2",
143
+ "iPhone11,8",
 
144
  "iPhone17,2",
 
 
 
 
 
 
 
145
  "iPad15,7",
146
+ "iPad13,9"
 
 
 
 
 
 
 
 
 
 
147
  ],
148
  "tested_os_versions": [
 
 
149
  "iOS_17.7.1",
150
+ "macOS_15.1.1",
151
+ "iPadOS_17.6.1",
152
+ "iOS_17.6.1",
153
  "iPadOS_18.1",
154
+ "macOS_15.2",
155
  "macOS_15.2.0",
156
+ "macOS_15.0.1"
 
157
  ],
158
  "has_target_os_coverage": false,
159
  "covered_target_versions": [
dashboard_data/test_coverage_11a1fab.json CHANGED
@@ -5,145 +5,145 @@
5
  "skipped_devices": 115,
6
  "coverage_percentage": 16.05839416058394,
7
  "tested_device_list": [
8
- "iPad15,8",
9
- "Mac16,1",
10
  "Mac16,12",
11
- "iPad15,6",
12
- "Mac16,10",
13
  "iPad15,4",
14
- "Mac16,13",
15
- "iPad15,3",
16
  "Mac16,6",
17
  "Mac16,7",
18
- "iPad13,1",
 
 
 
19
  "Mac16,11",
 
 
20
  "iPad15,5",
21
- "Mac16,2",
22
- "iPad13,2",
23
- "iPad16,1",
24
- "Mac16,3",
25
  "iPad16,2",
26
- "iPad15,7",
27
  "iPad13,18",
28
- "iPad13,19",
29
- "Mac16,5"
30
  ],
31
  "skipped_device_list": [
32
- "iPhone14,6",
33
- "MacBookPro18,1",
34
- "Mac14,5",
35
- "Mac15,6",
36
- "iPad8,3",
37
  "iPad8,10",
38
- "iPad16,4",
39
- "Mac14,7",
40
- "Mac14,8",
41
- "Mac15,10",
 
 
 
 
 
42
  "iPad14,2",
43
- "iPad13,16",
44
- "iPhone15,2",
45
- "iPad13,17",
46
- "iPhone16,2",
47
- "Mac14,6",
48
  "iPad8,7",
49
- "iPhone11,4",
 
 
 
 
 
 
 
 
 
 
 
50
  "MacBookAir10,1",
51
- "iPad12,1",
52
- "iPad14,3",
53
- "Mac14,4",
54
- "Mac15,11",
55
- "iPhone13,3",
 
 
 
56
  "iPad14,9",
57
- "iPhone14,4",
58
- "Mac15,9",
59
  "iPhone11,2",
 
 
 
 
 
 
 
 
 
 
 
 
60
  "MacBookPro18,2",
 
61
  "iPad8,1",
62
- "iPhone11,8",
63
- "Mac14,15",
64
- "iPhone12,4",
65
- "iPhone17,3",
66
- "iPad8,2",
67
- "iPad8,8",
68
- "Mac15,8",
69
- "iPhone14,5",
70
- "iPhone15,5",
71
- "iPhone11,5",
72
- "MacBookPro18,3",
73
- "iPad14,1",
74
- "iPhone12,1",
75
- "iPad14,5",
76
- "MacBookPro18,4",
77
- "iMac21,1",
78
- "iPad11,2",
79
- "iPhone14,2",
80
- "iPad14,8",
81
- "iMac21,2",
82
- "iPad13,8",
83
- "iPhone13,2",
84
  "iPad8,9",
85
- "Mac14,14",
86
- "iPad12,2",
87
- "Mac16,8",
88
- "iPhone16,1",
89
  "iPad11,3",
90
- "iPhone12,8",
 
 
 
 
 
 
 
91
  "iPhone12,2",
92
- "iPad11,1",
93
- "iPhone14,8",
94
- "Mac14,9",
95
- "iPhone11,3",
96
  "iPad14,4",
97
- "iPhone13,4",
98
- "iPhone17,1",
99
  "iPad8,6",
100
- "iPhone15,3",
101
- "iPad13,5",
102
- "Mac14,12",
103
- "iPhone12,5",
104
- "Mac15,12",
105
- "iPad11,7",
106
- "iPhone12,3",
107
- "iPad13,4",
108
- "iPhone17,5",
109
- "iPad14,6",
110
- "iPad13,9",
111
- "Mac15,5",
112
- "Mac14,2",
113
- "Macmini9,1",
114
- "iPad16,6",
115
- "iPad13,11",
116
- "iPad13,10",
117
- "iPad8,11",
118
- "Mac13,2",
119
- "iPhone17,2",
120
- "iPad11,6",
121
- "Mac15,3",
122
- "Mac15,13",
123
- "iPhone13,1",
124
- "iPhone17,4",
125
- "MacBookPro17,1",
126
- "Mac15,4",
127
- "Mac15,7",
128
- "iPad8,12",
129
- "Mac13,1",
130
- "Mac14,10",
131
  "iPad8,4",
132
- "iPad14,11",
 
 
 
 
 
 
 
133
  "iPad16,5",
134
- "iPhone14,7",
135
- "Mac14,3",
136
- "iPhone15,4",
137
- "iPad8,5",
 
138
  "iPhone11,6",
139
- "iPad13,7",
140
- "Mac14,13",
141
- "iPad13,6",
142
  "iPad14,10",
143
- "Mac16,9",
144
- "iPhone14,3",
145
- "iPad11,4",
146
- "iPad16,3"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
147
  ],
148
  "tested_os_versions": [
149
  "macOS_15.4.0",
 
5
  "skipped_devices": 115,
6
  "coverage_percentage": 16.05839416058394,
7
  "tested_device_list": [
8
+ "iPad13,1",
9
+ "iPad13,2",
10
  "Mac16,12",
11
+ "Mac16,3",
12
+ "Mac16,1",
13
  "iPad15,4",
14
+ "iPad16,1",
 
15
  "Mac16,6",
16
  "Mac16,7",
17
+ "iPad15,7",
18
+ "iPad15,3",
19
+ "Mac16,10",
20
+ "iPad15,6",
21
  "Mac16,11",
22
+ "iPad15,8",
23
+ "Mac16,5",
24
  "iPad15,5",
25
+ "Mac16,13",
 
 
 
26
  "iPad16,2",
27
+ "Mac16,2",
28
  "iPad13,18",
29
+ "iPad13,19"
 
30
  ],
31
  "skipped_device_list": [
 
 
 
 
 
32
  "iPad8,10",
33
+ "Mac14,15",
34
+ "Mac14,13",
35
+ "iPhone11,5",
36
+ "iPad14,6",
37
+ "Mac15,5",
38
+ "iPad13,8",
39
+ "iPhone13,3",
40
+ "iPhone17,3",
41
+ "Mac16,8",
42
  "iPad14,2",
43
+ "Mac16,9",
 
 
 
 
44
  "iPad8,7",
45
+ "Mac15,4",
46
+ "Mac14,14",
47
+ "iPad13,10",
48
+ "iPhone13,2",
49
+ "iPhone14,4",
50
+ "iPad13,5",
51
+ "iPad13,17",
52
+ "iPhone14,3",
53
+ "iPhone14,2",
54
+ "Mac13,1",
55
+ "iPad13,7",
56
+ "Mac15,6",
57
  "MacBookAir10,1",
58
+ "Mac15,3",
59
+ "Mac15,7",
60
+ "Mac13,2",
61
+ "iPad13,4",
62
+ "iPad11,6",
63
+ "iPhone16,2",
64
+ "iPhone17,4",
65
+ "iPad11,2",
66
  "iPad14,9",
 
 
67
  "iPhone11,2",
68
+ "iPad8,12",
69
+ "iPad16,6",
70
+ "Mac14,12",
71
+ "iPhone11,4",
72
+ "iPhone11,3",
73
+ "iPad14,8",
74
+ "iPad11,4",
75
+ "iPad8,5",
76
+ "Mac15,13",
77
+ "iPhone12,8",
78
+ "Mac14,5",
79
+ "iPad11,1",
80
  "MacBookPro18,2",
81
+ "Mac14,8",
82
  "iPad8,1",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
83
  "iPad8,9",
 
 
 
 
84
  "iPad11,3",
85
+ "iMac21,1",
86
+ "iMac21,2",
87
+ "iPhone17,5",
88
+ "iPhone13,4",
89
+ "Mac14,2",
90
+ "iPhone15,4",
91
+ "iPhone12,5",
92
+ "iPad14,5",
93
  "iPhone12,2",
 
 
 
 
94
  "iPad14,4",
95
+ "Mac15,10",
 
96
  "iPad8,6",
97
+ "iPad12,2",
98
+ "Mac14,9",
99
+ "iPad8,2",
100
+ "iPhone16,1",
101
+ "MacBookPro18,3",
102
+ "iPhone14,6",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
103
  "iPad8,4",
104
+ "Mac14,7",
105
+ "iPhone15,5",
106
+ "iPad13,16",
107
+ "iPhone17,1",
108
+ "iPad8,3",
109
+ "Mac15,11",
110
+ "MacBookPro17,1",
111
+ "Mac14,6",
112
  "iPad16,5",
113
+ "iPhone13,1",
114
+ "Mac15,12",
115
+ "iPhone12,4",
116
+ "iPad8,11",
117
+ "iPhone12,1",
118
  "iPhone11,6",
119
+ "Macmini9,1",
120
+ "iPhone15,3",
 
121
  "iPad14,10",
122
+ "Mac15,8",
123
+ "iPad13,6",
124
+ "Mac15,9",
125
+ "MacBookPro18,1",
126
+ "iPad14,3",
127
+ "MacBookPro18,4",
128
+ "iPhone12,3",
129
+ "iPad11,7",
130
+ "iPad14,11",
131
+ "iPad12,1",
132
+ "Mac14,3",
133
+ "iPad14,1",
134
+ "iPad13,11",
135
+ "iPad8,8",
136
+ "iPhone15,2",
137
+ "iPhone14,5",
138
+ "iPhone11,8",
139
+ "iPhone14,7",
140
+ "iPhone17,2",
141
+ "iPad16,3",
142
+ "Mac14,4",
143
+ "iPhone14,8",
144
+ "iPad13,9",
145
+ "iPad16,4",
146
+ "Mac14,10"
147
  ],
148
  "tested_os_versions": [
149
  "macOS_15.4.0",
dashboard_data/test_coverage_8c0acbd.json CHANGED
@@ -5,159 +5,159 @@
5
  "skipped_devices": 55,
6
  "coverage_percentage": 59.854014598540154,
7
  "tested_device_list": [
8
- "iPhone14,6",
9
- "Mac16,8",
10
- "iPhone16,1",
11
- "Mac14,5",
12
- "Mac15,6",
13
- "iPhone12,8",
14
- "iPad15,5",
15
- "iPhone14,8",
16
- "Mac14,9",
17
- "iPad14,4",
18
- "iPad16,4",
19
- "Mac14,7",
20
- "Mac14,8",
21
- "Mac15,10",
22
  "iPhone13,4",
23
- "iPad14,2",
24
- "iPad13,5",
25
- "iPhone15,3",
26
- "iPad13,16",
27
- "iPad16,2",
28
- "iPhone15,2",
29
- "iPad13,17",
30
- "iPhone16,2",
31
- "Mac14,12",
32
- "Mac14,6",
33
  "iPhone12,5",
34
- "iPad15,8",
35
- "Mac15,12",
36
- "iPhone12,3",
37
- "iPad14,3",
38
- "Mac14,4",
39
- "Mac15,11",
40
- "iPhone17,5",
41
- "iPad13,4",
42
- "iPhone13,3",
43
  "iPad14,6",
44
- "iPhone14,4",
45
- "iPad14,9",
46
- "Mac15,9",
47
- "iPad13,9",
48
  "Mac15,5",
49
- "Mac14,2",
50
- "iPad16,6",
51
- "iPad13,11",
 
 
 
 
 
 
 
 
 
52
  "iPad13,10",
 
 
 
 
53
  "iPad15,4",
54
- "Mac14,15",
 
 
 
 
 
 
 
 
 
 
55
  "Mac15,3",
56
- "Mac15,13",
 
 
57
  "iPad15,6",
58
  "iPhone13,1",
 
 
 
59
  "iPhone17,4",
60
- "iPhone17,3",
 
 
61
  "Mac15,8",
62
- "Mac15,4",
63
- "Mac15,7",
64
- "iPhone14,5",
65
- "iPhone15,5",
66
- "iPad16,1",
67
- "iPad15,7",
68
- "Mac14,10",
69
  "iPad14,1",
70
- "iPhone12,1",
71
- "iPad14,5",
72
  "iPad14,11",
73
- "iPhone14,2",
74
- "iPad16,5",
75
- "iPhone14,7",
76
  "iPad14,8",
 
 
 
 
 
 
77
  "iPad15,3",
78
- "Mac14,3",
79
- "iPhone15,4",
80
- "iPhone13,2",
81
- "iPad13,8",
82
- "iPad13,7",
83
- "Mac14,13",
84
- "Mac14,14",
85
- "iPad13,6",
86
- "iPad14,10",
87
- "iPhone14,3",
88
- "Mac16,9",
89
- "iPad16,3"
90
  ],
91
  "skipped_device_list": [
92
- "Mac13,2",
93
- "iPhone17,2",
94
- "Mac16,12",
95
- "MacBookPro18,1",
96
- "iPad11,6",
97
- "iPhone12,4",
98
  "iPad11,3",
99
- "Mac16,10",
100
- "Mac16,13",
101
- "iPad8,2",
102
- "iPhone12,2",
103
- "iPad11,1",
104
- "iPad13,1",
105
- "iPad8,3",
106
- "iPad8,8",
107
- "MacBookPro17,1",
108
  "iPad8,10",
109
- "iPhone11,3",
110
- "Mac16,2",
 
 
 
 
111
  "iPad13,2",
112
- "iPhone17,1",
113
- "Mac16,3",
114
- "iPad8,6",
115
  "iPhone11,5",
116
- "MacBookPro18,3",
 
 
 
 
117
  "iPad8,12",
118
- "iPad13,18",
119
- "iPad13,19",
120
- "Mac13,1",
 
121
  "iPad8,7",
122
  "iPhone11,4",
123
- "Mac16,1",
124
- "MacBookAir10,1",
125
- "iPad11,7",
126
- "iPad8,4",
127
- "MacBookPro18,4",
128
- "iMac21,1",
129
  "iPad12,1",
130
- "iPad11,2",
131
- "Mac16,6",
132
- "iMac21,2",
133
- "Mac16,7",
 
 
 
 
 
 
134
  "iPad8,5",
135
- "Mac16,11",
136
- "iPhone11,2",
137
- "iPhone11,6",
 
 
 
138
  "MacBookPro18,2",
139
- "Macmini9,1",
 
 
 
 
 
 
 
140
  "iPad8,1",
141
- "iPad8,11",
142
- "iPhone11,8",
143
  "iPad8,9",
144
- "Mac16,5",
145
- "iPad11,4",
146
- "iPad12,2"
147
  ],
148
  "tested_os_versions": [
149
- "iPadOS_19.0",
150
  "iOS_18.1",
151
- "macOS_15.5",
152
  "iPadOS_18.4.1",
153
  "macOS_15.5.0",
154
- "iPadOS_26.0",
155
- "iOS_26.0",
156
- "iPadOS_18.5",
157
  "iOS_19.0",
158
  "iOS_18.5",
 
 
159
  "iPadOS_18.4",
160
- "iOS_18.4.1"
 
161
  ],
162
  "has_target_os_coverage": false,
163
  "covered_target_versions": [
 
5
  "skipped_devices": 55,
6
  "coverage_percentage": 59.854014598540154,
7
  "tested_device_list": [
8
+ "iPhone17,5",
9
+ "Mac14,15",
 
 
 
 
 
 
 
 
 
 
 
 
10
  "iPhone13,4",
11
+ "Mac14,2",
12
+ "iPhone15,4",
13
+ "Mac14,13",
 
 
 
 
 
 
 
14
  "iPhone12,5",
15
+ "iPad16,1",
 
 
 
 
 
 
 
 
16
  "iPad14,6",
 
 
 
 
17
  "Mac15,5",
18
+ "iPad14,5",
19
+ "iPad13,8",
20
+ "iPhone13,3",
21
+ "iPad14,4",
22
+ "iPhone17,3",
23
+ "Mac15,10",
24
+ "Mac16,8",
25
+ "iPad14,2",
26
+ "Mac16,9",
27
+ "iPad15,5",
28
+ "Mac15,4",
29
+ "Mac14,14",
30
  "iPad13,10",
31
+ "Mac14,9",
32
+ "iPhone13,2",
33
+ "iPhone14,4",
34
+ "iPhone16,1",
35
  "iPad15,4",
36
+ "iPad13,5",
37
+ "iPhone14,6",
38
+ "iPad13,17",
39
+ "iPhone15,5",
40
+ "iPad13,16",
41
+ "Mac14,7",
42
+ "iPhone14,3",
43
+ "iPhone14,2",
44
+ "iPad13,7",
45
+ "Mac15,6",
46
+ "Mac15,11",
47
  "Mac15,3",
48
+ "Mac15,7",
49
+ "iPad13,4",
50
+ "Mac14,6",
51
  "iPad15,6",
52
  "iPhone13,1",
53
+ "iPad16,5",
54
+ "Mac15,12",
55
+ "iPhone16,2",
56
  "iPhone17,4",
57
+ "iPhone12,1",
58
+ "iPhone15,3",
59
+ "iPad14,10",
60
  "Mac15,8",
61
+ "iPad13,6",
62
+ "iPad14,9",
63
+ "Mac15,9",
64
+ "iPad14,3",
65
+ "iPad16,6",
66
+ "iPhone12,3",
67
+ "Mac14,12",
68
  "iPad14,1",
 
 
69
  "iPad14,11",
70
+ "Mac14,3",
71
+ "iPad13,11",
 
72
  "iPad14,8",
73
+ "iPhone15,2",
74
+ "iPhone14,5",
75
+ "Mac15,13",
76
+ "iPhone14,7",
77
+ "iPhone12,8",
78
+ "iPad15,7",
79
  "iPad15,3",
80
+ "Mac14,5",
81
+ "iPad16,3",
82
+ "Mac14,4",
83
+ "iPhone14,8",
84
+ "iPad13,9",
85
+ "iPad15,8",
86
+ "iPad16,4",
87
+ "Mac14,8",
88
+ "Mac14,10",
89
+ "iPad16,2"
 
 
90
  ],
91
  "skipped_device_list": [
92
+ "iPad11,2",
 
 
 
 
 
93
  "iPad11,3",
 
 
 
 
 
 
 
 
 
94
  "iPad8,10",
95
+ "iMac21,1",
96
+ "iMac21,2",
97
+ "iPad13,1",
98
+ "Mac16,12",
99
+ "iPhone11,6",
100
+ "Macmini9,1",
101
  "iPad13,2",
102
+ "Mac16,1",
 
 
103
  "iPhone11,5",
104
+ "Mac16,7",
105
+ "iPhone12,2",
106
+ "Mac16,10",
107
+ "MacBookPro18,1",
108
+ "iPhone11,2",
109
  "iPad8,12",
110
+ "iPad8,6",
111
+ "MacBookPro18,4",
112
+ "Mac16,5",
113
+ "iPad11,7",
114
  "iPad8,7",
115
  "iPhone11,4",
116
+ "Mac16,13",
 
 
 
 
 
117
  "iPad12,1",
118
+ "Mac16,2",
119
+ "iPad13,18",
120
+ "iPad13,19",
121
+ "iPhone11,3",
122
+ "iPad12,2",
123
+ "iPad8,8",
124
+ "iPad11,4",
125
+ "Mac16,3",
126
+ "iPad8,2",
127
+ "iPhone11,8",
128
  "iPad8,5",
129
+ "MacBookPro18,3",
130
+ "Mac16,6",
131
+ "iPad8,4",
132
+ "iPhone17,2",
133
+ "iPad11,1",
134
+ "Mac13,1",
135
  "MacBookPro18,2",
136
+ "iPhone17,1",
137
+ "iPad8,3",
138
+ "MacBookAir10,1",
139
+ "MacBookPro17,1",
140
+ "Mac13,2",
141
+ "Mac16,11",
142
+ "iPhone12,4",
143
+ "iPad11,6",
144
  "iPad8,1",
 
 
145
  "iPad8,9",
146
+ "iPad8,11"
 
 
147
  ],
148
  "tested_os_versions": [
 
149
  "iOS_18.1",
 
150
  "iPadOS_18.4.1",
151
  "macOS_15.5.0",
152
+ "iOS_18.4.1",
153
+ "macOS_15.5",
 
154
  "iOS_19.0",
155
  "iOS_18.5",
156
+ "iPadOS_18.5",
157
+ "iPadOS_19.0",
158
  "iPadOS_18.4",
159
+ "iPadOS_26.0",
160
+ "iOS_26.0"
161
  ],
162
  "has_target_os_coverage": false,
163
  "covered_target_versions": [
dashboard_data/test_coverage_a9b92c4.json CHANGED
@@ -5,164 +5,164 @@
5
  "skipped_devices": 44,
6
  "coverage_percentage": 67.88321167883211,
7
  "tested_device_list": [
8
- "iPhone14,6",
9
- "Mac16,8",
10
- "iPhone16,1",
11
- "Mac16,12",
12
- "MacBookPro18,1",
13
- "Mac14,5",
14
- "Mac15,6",
15
- "Mac16,13",
16
- "iPhone12,8",
17
- "iPhone14,8",
18
- "Mac14,9",
19
- "iPad14,4",
20
- "Mac16,2",
21
- "iPad16,4",
22
- "Mac14,7",
23
- "Mac14,8",
24
- "Mac15,10",
25
  "iPhone13,4",
26
- "iPhone17,1",
27
- "iPad13,5",
28
- "iPad13,16",
29
- "iPad16,2",
30
- "iPad13,17",
31
- "iPhone16,2",
32
- "Mac14,12",
33
- "Mac14,6",
34
  "iPhone12,5",
35
- "Mac15,12",
36
- "MacBookAir10,1",
37
- "iPhone12,3",
38
- "iPad14,3",
39
- "Mac14,4",
40
- "Mac15,11",
41
- "iPhone17,5",
42
- "iPad13,4",
43
- "iPhone13,3",
44
  "iPad14,6",
45
- "Mac16,6",
46
- "iPhone14,4",
47
- "iPad14,9",
48
- "Mac15,9",
49
- "Mac16,11",
50
- "iPad13,9",
51
  "Mac15,5",
52
- "MacBookPro18,2",
53
- "Mac14,2",
54
- "Macmini9,1",
55
- "iPad16,6",
56
- "iPad13,11",
57
- "iPad13,10",
58
- "Mac14,15",
59
- "Mac13,2",
60
- "iPhone17,2",
61
- "Mac15,3",
62
- "Mac15,13",
63
  "Mac16,10",
64
- "iPhone13,1",
65
- "iPhone17,4",
66
  "iPhone17,3",
67
- "MacBookPro17,1",
68
- "Mac15,8",
 
 
 
69
  "Mac15,4",
70
- "Mac15,7",
71
- "iPhone14,5",
72
- "iPad16,1",
 
 
73
  "Mac16,3",
 
74
  "MacBookPro18,3",
 
 
 
 
 
 
 
 
 
75
  "Mac13,1",
76
- "Mac14,10",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
77
  "iPhone12,1",
78
- "Mac16,1",
79
- "iPad14,5",
 
 
 
 
 
 
 
80
  "MacBookPro18,4",
81
- "iMac21,1",
 
 
82
  "iPad14,11",
83
- "iPhone14,2",
84
- "iPad16,5",
85
- "iPhone14,7",
86
- "iPad14,8",
87
  "Mac14,3",
88
- "Mac16,7",
89
- "iMac21,2",
90
- "iPhone13,2",
91
- "iPad13,8",
92
- "iPad13,7",
93
- "Mac14,13",
94
- "Mac14,14",
95
- "iPad13,6",
96
- "iPad14,10",
97
- "iPhone14,3",
98
- "Mac16,9",
99
- "Mac16,5",
100
- "iPad16,3"
 
 
 
 
 
101
  ],
102
  "skipped_device_list": [
103
- "iPad15,6",
104
- "iPad11,6",
105
- "iPhone12,4",
106
  "iPad11,3",
107
- "iPad15,4",
108
- "iPad8,2",
109
- "iPhone12,2",
110
- "iPad11,1",
111
- "iPad13,1",
112
- "iPad8,3",
113
- "iPad8,8",
114
- "iPad15,5",
115
  "iPad8,10",
116
- "iPhone11,3",
117
- "iPhone15,5",
118
  "iPad13,2",
119
- "iPad14,2",
120
- "iPad8,6",
121
  "iPhone15,3",
 
122
  "iPhone11,5",
123
- "iPhone15,2",
 
124
  "iPad8,12",
125
- "iPad13,18",
126
- "iPad15,7",
127
- "iPad13,19",
128
- "iPad14,1",
129
- "iPad15,8",
130
  "iPad8,7",
131
  "iPhone11,4",
132
- "iPad11,7",
133
- "iPad8,4",
134
  "iPad12,1",
135
- "iPad11,2",
136
- "iPad15,3",
137
- "iPhone15,4",
 
 
 
 
 
 
 
 
138
  "iPad8,5",
139
- "iPhone11,2",
140
- "iPhone11,6",
 
 
 
 
 
 
 
 
141
  "iPad8,1",
142
- "iPhone11,8",
143
  "iPad8,9",
144
- "iPad8,11",
145
- "iPad11,4",
146
- "iPad12,2"
147
  ],
148
  "tested_os_versions": [
149
- "macOS_15.0.1",
150
  "iOS_18.1",
151
- "iPadOS_17.6.1",
152
- "iPadOS_18.0.1",
153
- "macOS_15.2",
 
154
  "macOS_15.0",
 
 
 
 
 
155
  "iPadOS_18.1",
156
- "iOS_18.2",
157
  "macOS_15.2.0",
158
- "iOS_17.6.1",
159
  "macOS_15.1",
160
  "iOS_18.0.1",
161
- "macOS_15.0.0",
162
- "iOS_17.2.1",
163
- "iOS_17.7",
164
- "macOS_15.1.0",
165
- "iOS_18.0",
166
  "iOS_17.3"
167
  ],
168
  "has_target_os_coverage": false,
 
5
  "skipped_devices": 44,
6
  "coverage_percentage": 67.88321167883211,
7
  "tested_device_list": [
8
+ "iMac21,1",
9
+ "iMac21,2",
10
+ "iPhone17,5",
11
+ "Mac14,15",
 
 
 
 
 
 
 
 
 
 
 
 
 
12
  "iPhone13,4",
13
+ "Mac16,12",
14
+ "Mac14,2",
15
+ "Mac14,13",
16
+ "Mac16,1",
 
 
 
 
17
  "iPhone12,5",
18
+ "iPad16,1",
 
 
 
 
 
 
 
 
19
  "iPad14,6",
 
 
 
 
 
 
20
  "Mac15,5",
21
+ "iPad14,5",
22
+ "iPhone13,3",
23
+ "iPad13,8",
24
+ "iPad14,4",
 
 
 
 
 
 
 
25
  "Mac16,10",
 
 
26
  "iPhone17,3",
27
+ "Mac15,10",
28
+ "Mac16,8",
29
+ "Mac16,9",
30
+ "Mac16,5",
31
+ "Mac16,13",
32
  "Mac15,4",
33
+ "Mac14,14",
34
+ "iPad13,10",
35
+ "iPhone13,2",
36
+ "Mac14,9",
37
+ "iPhone14,4",
38
  "Mac16,3",
39
+ "iPhone16,1",
40
  "MacBookPro18,3",
41
+ "Mac16,6",
42
+ "iPad13,5",
43
+ "iPhone14,6",
44
+ "iPad13,17",
45
+ "Mac14,7",
46
+ "iPad13,16",
47
+ "iPhone14,3",
48
+ "iPhone14,2",
49
+ "iPad13,7",
50
  "Mac13,1",
51
+ "iPhone17,1",
52
+ "Mac15,6",
53
+ "MacBookAir10,1",
54
+ "Mac15,11",
55
+ "Mac15,3",
56
+ "Mac15,7",
57
+ "Mac14,6",
58
+ "iPad13,4",
59
+ "MacBookPro17,1",
60
+ "iPhone13,1",
61
+ "iPad16,5",
62
+ "Mac15,12",
63
+ "Mac13,2",
64
+ "iPhone16,2",
65
+ "iPhone17,4",
66
  "iPhone12,1",
67
+ "Macmini9,1",
68
+ "iPad14,10",
69
+ "Mac15,8",
70
+ "iPad13,6",
71
+ "iPad14,9",
72
+ "Mac16,7",
73
+ "Mac15,9",
74
+ "iPad14,3",
75
+ "MacBookPro18,1",
76
  "MacBookPro18,4",
77
+ "iPad16,6",
78
+ "iPhone12,3",
79
+ "Mac14,12",
80
  "iPad14,11",
81
+ "Mac16,2",
 
 
 
82
  "Mac14,3",
83
+ "iPad13,11",
84
+ "iPad14,8",
85
+ "iPhone14,5",
86
+ "Mac15,13",
87
+ "iPhone14,7",
88
+ "iPhone12,8",
89
+ "iPhone17,2",
90
+ "Mac14,5",
91
+ "iPad16,3",
92
+ "Mac14,4",
93
+ "MacBookPro18,2",
94
+ "Mac16,11",
95
+ "iPhone14,8",
96
+ "iPad13,9",
97
+ "iPad16,4",
98
+ "Mac14,8",
99
+ "Mac14,10",
100
+ "iPad16,2"
101
  ],
102
  "skipped_device_list": [
103
+ "iPad11,2",
 
 
104
  "iPad11,3",
 
 
 
 
 
 
 
 
105
  "iPad8,10",
106
+ "iPad13,1",
107
+ "iPhone11,6",
108
  "iPad13,2",
 
 
109
  "iPhone15,3",
110
+ "iPhone15,4",
111
  "iPhone11,5",
112
+ "iPhone12,2",
113
+ "iPhone11,2",
114
  "iPad8,12",
115
+ "iPad8,6",
116
+ "iPad14,2",
117
+ "iPad11,7",
118
+ "iPad15,5",
 
119
  "iPad8,7",
120
  "iPhone11,4",
 
 
121
  "iPad12,1",
122
+ "iPad14,1",
123
+ "iPad13,18",
124
+ "iPad13,19",
125
+ "iPhone11,3",
126
+ "iPad12,2",
127
+ "iPad8,8",
128
+ "iPad11,4",
129
+ "iPhone15,2",
130
+ "iPad8,2",
131
+ "iPad15,4",
132
+ "iPhone11,8",
133
  "iPad8,5",
134
+ "iPad8,4",
135
+ "iPad15,7",
136
+ "iPad15,3",
137
+ "iPhone15,5",
138
+ "iPad11,1",
139
+ "iPad8,3",
140
+ "iPad15,6",
141
+ "iPad15,8",
142
+ "iPhone12,4",
143
+ "iPad11,6",
144
  "iPad8,1",
 
145
  "iPad8,9",
146
+ "iPad8,11"
 
 
147
  ],
148
  "tested_os_versions": [
 
149
  "iOS_18.1",
150
+ "iOS_18.2",
151
+ "iOS_17.2.1",
152
+ "iOS_17.7",
153
+ "iOS_18.0",
154
  "macOS_15.0",
155
+ "iPadOS_18.0.1",
156
+ "macOS_15.1.0",
157
+ "iPadOS_17.6.1",
158
+ "iOS_17.6.1",
159
+ "macOS_15.0.0",
160
  "iPadOS_18.1",
161
+ "macOS_15.2",
162
  "macOS_15.2.0",
163
+ "macOS_15.0.1",
164
  "macOS_15.1",
165
  "iOS_18.0.1",
 
 
 
 
 
166
  "iOS_17.3"
167
  ],
168
  "has_target_os_coverage": false,
dashboard_data/test_coverage_c814cae.json CHANGED
@@ -1,161 +1,160 @@
1
  {
2
  "commit_hash": "c814cae",
3
  "total_devices": 137,
4
- "tested_devices": 75,
5
- "skipped_devices": 62,
6
- "coverage_percentage": 54.74452554744526,
7
  "tested_device_list": [
8
- "Mac13,2",
9
- "Mac16,8",
10
- "iPhone17,2",
11
  "Mac16,12",
12
- "MacBookPro18,1",
13
- "Mac14,5",
14
- "iPad15,6",
 
 
 
 
 
 
 
 
 
 
 
 
15
  "Mac16,10",
16
- "iPad15,4",
17
- "Mac16,13",
18
- "iPhone17,4",
19
- "iPhone17,3",
 
 
 
 
20
  "iPad15,5",
21
- "MacBookPro17,1",
22
- "Mac14,9",
23
- "iPad14,4",
24
  "Mac16,2",
25
- "iPad16,4",
26
- "Mac14,7",
27
- "Mac14,8",
28
- "iPhone15,5",
29
- "iPad16,1",
30
- "iPhone17,1",
 
31
  "Mac16,3",
32
- "iPad13,5",
33
  "MacBookPro18,3",
 
 
 
34
  "iPad15,7",
35
- "iPad16,2",
36
  "iPad13,16",
37
- "iPhone15,2",
38
- "iPad13,17",
39
- "iPhone15,3",
 
 
40
  "Mac13,1",
41
- "Mac14,12",
42
- "Mac14,6",
43
- "Mac14,10",
44
- "iPad15,8",
45
- "Mac16,1",
46
- "MacBookAir10,1",
47
- "iPad14,5",
48
- "MacBookPro18,4",
49
- "iMac21,1",
50
- "iPad14,11",
51
- "iPad14,3",
52
  "Mac14,4",
53
- "iPad16,5",
54
- "iPad13,4",
55
- "iPhone17,5",
56
- "iPad14,8",
57
- "iPad14,6",
58
- "iPad15,3",
59
- "Mac16,6",
60
- "Mac14,3",
61
- "iMac21,2",
62
- "iPhone15,4",
63
- "Mac16,7",
64
- "iPad14,9",
65
  "Mac16,11",
66
- "iPad13,10",
 
67
  "iPad13,9",
68
- "MacBookPro18,2",
69
- "Mac14,2",
70
- "Macmini9,1",
71
- "iPad13,8",
72
- "iPad13,7",
73
- "Mac14,13",
74
- "iPad16,6",
75
- "Mac14,14",
76
- "iPad13,6",
77
- "iPad14,10",
78
- "Mac16,9",
79
- "iPad13,11",
80
- "Mac16,5",
81
- "Mac14,15",
82
- "iPad16,3"
83
  ],
84
  "skipped_device_list": [
85
- "iPhone14,6",
86
- "iPhone16,1",
87
- "iPad11,6",
88
- "Mac15,3",
89
- "Mac15,13",
90
- "iPhone12,4",
91
  "iPad11,3",
92
- "iPhone13,1",
93
- "Mac15,6",
94
- "iPhone12,8",
95
- "iPad8,2",
96
- "iPhone12,2",
97
- "iPad11,1",
98
- "iPad13,1",
99
- "iPad8,3",
100
- "iPad8,8",
101
- "Mac15,8",
102
- "iPhone14,8",
103
  "iPad8,10",
104
- "iPhone11,3",
105
- "Mac15,4",
106
- "Mac15,7",
107
- "Mac15,10",
108
- "iPhone14,5",
109
- "iPhone13,4",
110
  "iPad13,2",
111
- "iPad14,2",
112
- "iPad8,6",
 
113
  "iPhone11,5",
 
 
 
 
 
 
 
114
  "iPad8,12",
115
- "iPad13,18",
116
- "iPhone16,2",
117
- "iPad13,19",
118
- "iPhone12,5",
119
- "iPad14,1",
120
- "iPhone12,1",
121
  "iPad8,7",
122
  "iPhone11,4",
123
- "Mac15,12",
124
- "iPad11,7",
125
- "iPad8,4",
126
- "iPhone12,3",
127
  "iPad12,1",
128
- "iPad11,2",
129
- "iPhone14,2",
130
- "Mac15,11",
131
- "iPhone14,7",
132
- "iPhone13,3",
133
- "iPhone14,4",
134
- "Mac15,9",
135
- "iPad8,5",
136
- "iPhone11,2",
137
- "Mac15,5",
138
- "iPhone11,6",
139
  "iPhone13,2",
140
- "iPad8,1",
 
 
 
 
 
 
141
  "iPhone11,8",
 
 
 
142
  "iPad8,9",
 
 
 
 
143
  "iPhone14,3",
144
- "iPad8,11",
145
- "iPad11,4",
146
- "iPad12,2"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
147
  ],
148
  "tested_os_versions": [
149
- "macOS_15.5",
150
  "iPadOS_18.4.1",
151
- "iOS_26.0",
152
  "macOS_15.5.0",
153
- "iPadOS_26.0",
 
 
154
  "macOS_26.0",
155
  "iPadOS_18.6",
156
- "iPadOS_18.5",
157
- "macOS_26.0.0",
158
- "iOS_18.5"
159
  ],
160
  "has_target_os_coverage": false,
161
  "covered_target_versions": [
@@ -189,17 +188,17 @@
189
  },
190
  "iPhone": {
191
  "total_chips": 6,
192
- "tested_chips": 3,
193
- "coverage_percentage": 50.0,
194
  "covered_chips": [
195
- "A16",
196
- "A18",
197
- "A18 Pro"
198
  ],
199
  "missing_chips": [
200
  "A14",
201
  "A15",
202
- "A17 Pro"
 
 
203
  ]
204
  },
205
  "Mac": {
@@ -224,7 +223,9 @@
224
  "iPhone": [
225
  "A14",
226
  "A15",
227
- "A17 Pro"
 
 
228
  ],
229
  "Mac": [
230
  "M3"
 
1
  {
2
  "commit_hash": "c814cae",
3
  "total_devices": 137,
4
+ "tested_devices": 70,
5
+ "skipped_devices": 67,
6
+ "coverage_percentage": 51.09489051094891,
7
  "tested_device_list": [
8
+ "iMac21,1",
9
+ "Macmini9,1",
10
+ "iMac21,2",
11
  "Mac16,12",
12
+ "iPhone15,3",
13
+ "Mac14,15",
14
+ "iPad14,10",
15
+ "Mac14,2",
16
+ "iPhone15,4",
17
+ "Mac16,1",
18
+ "Mac14,13",
19
+ "iPad13,6",
20
+ "iPad16,1",
21
+ "iPad14,6",
22
+ "iPad14,9",
23
+ "Mac16,7",
24
+ "iPad14,5",
25
+ "iPad13,8",
26
+ "iPad14,4",
27
  "Mac16,10",
28
+ "MacBookPro18,1",
29
+ "iPad14,3",
30
+ "MacBookPro18,4",
31
+ "iPad16,6",
32
+ "Mac16,8",
33
+ "Mac16,9",
34
+ "Mac16,5",
35
+ "Mac14,12",
36
  "iPad15,5",
37
+ "Mac16,13",
38
+ "iPad14,11",
 
39
  "Mac16,2",
40
+ "Mac14,3",
41
+ "Mac14,14",
42
+ "iPad13,10",
43
+ "iPad13,11",
44
+ "Mac14,9",
45
+ "iPad14,8",
46
+ "iPhone15,2",
47
  "Mac16,3",
48
+ "iPad15,4",
49
  "MacBookPro18,3",
50
+ "Mac16,6",
51
+ "iPad13,5",
52
+ "iPad13,17",
53
  "iPad15,7",
54
+ "iPhone15,5",
55
  "iPad13,16",
56
+ "iPad15,3",
57
+ "Mac14,5",
58
+ "Mac14,7",
59
+ "iPad16,3",
60
+ "MacBookPro18,2",
61
  "Mac13,1",
62
+ "iPad13,7",
 
 
 
 
 
 
 
 
 
 
63
  "Mac14,4",
64
+ "MacBookAir10,1",
65
+ "MacBookPro17,1",
66
+ "Mac13,2",
 
 
 
 
 
 
 
 
 
67
  "Mac16,11",
68
+ "iPad13,4",
69
+ "iPad16,5",
70
  "iPad13,9",
71
+ "iPad15,6",
72
+ "iPad16,4",
73
+ "Mac14,6",
74
+ "Mac14,8",
75
+ "Mac14,10",
76
+ "iPad15,8",
77
+ "iPad16,2"
 
 
 
 
 
 
 
 
78
  ],
79
  "skipped_device_list": [
80
+ "iPad11,2",
 
 
 
 
 
81
  "iPad11,3",
 
 
 
 
 
 
 
 
 
 
 
82
  "iPad8,10",
83
+ "iPhone17,5",
84
+ "iPad13,1",
85
+ "iPhone11,6",
 
 
 
86
  "iPad13,2",
87
+ "iPhone13,4",
88
+ "iPhone12,5",
89
+ "Mac15,8",
90
  "iPhone11,5",
91
+ "Mac15,5",
92
+ "iPhone13,3",
93
+ "iPhone12,2",
94
+ "Mac15,9",
95
+ "iPhone17,3",
96
+ "iPhone11,2",
97
+ "Mac15,10",
98
  "iPad8,12",
99
+ "iPad8,6",
100
+ "iPad14,2",
101
+ "iPhone12,3",
102
+ "iPad11,7",
 
 
103
  "iPad8,7",
104
  "iPhone11,4",
105
+ "iPad14,1",
 
 
 
106
  "iPad12,1",
107
+ "Mac15,4",
108
+ "iPad13,18",
109
+ "iPad13,19",
110
+ "iPhone11,3",
111
+ "iPad12,2",
 
 
 
 
 
 
112
  "iPhone13,2",
113
+ "iPhone12,1",
114
+ "iPad8,8",
115
+ "iPhone14,4",
116
+ "iPad11,4",
117
+ "iPad8,2",
118
+ "iPhone16,1",
119
+ "iPhone14,5",
120
  "iPhone11,8",
121
+ "iPad8,5",
122
+ "Mac15,13",
123
+ "iPhone12,8",
124
  "iPad8,9",
125
+ "iPhone14,6",
126
+ "iPad8,4",
127
+ "iPhone14,7",
128
+ "iPhone17,2",
129
  "iPhone14,3",
130
+ "iPhone14,2",
131
+ "iPad11,1",
132
+ "iPhone17,1",
133
+ "iPad8,3",
134
+ "Mac15,6",
135
+ "Mac15,11",
136
+ "Mac15,3",
137
+ "Mac15,7",
138
+ "iPhone13,1",
139
+ "iPhone14,8",
140
+ "Mac15,12",
141
+ "iPhone12,4",
142
+ "iPad11,6",
143
+ "iPad8,1",
144
+ "iPhone16,2",
145
+ "iPhone17,4",
146
+ "iPad8,11"
147
  ],
148
  "tested_os_versions": [
 
149
  "iPadOS_18.4.1",
 
150
  "macOS_15.5.0",
151
+ "macOS_15.5",
152
+ "macOS_26.0.0",
153
+ "iPadOS_18.5",
154
  "macOS_26.0",
155
  "iPadOS_18.6",
156
+ "iPadOS_26.0",
157
+ "iOS_26.0"
 
158
  ],
159
  "has_target_os_coverage": false,
160
  "covered_target_versions": [
 
188
  },
189
  "iPhone": {
190
  "total_chips": 6,
191
+ "tested_chips": 1,
192
+ "coverage_percentage": 16.666666666666664,
193
  "covered_chips": [
194
+ "A16"
 
 
195
  ],
196
  "missing_chips": [
197
  "A14",
198
  "A15",
199
+ "A17 Pro",
200
+ "A18",
201
+ "A18 Pro"
202
  ]
203
  },
204
  "Mac": {
 
223
  "iPhone": [
224
  "A14",
225
  "A15",
226
+ "A17 Pro",
227
+ "A18",
228
+ "A18 Pro"
229
  ],
230
  "Mac": [
231
  "M3"
dashboard_data/test_coverage_ca49596.json CHANGED
@@ -5,155 +5,155 @@
5
  "skipped_devices": 74,
6
  "coverage_percentage": 45.98540145985402,
7
  "tested_device_list": [
8
- "iPhone14,6",
9
- "Mac16,8",
10
- "Mac15,3",
11
- "Mac15,13",
12
  "Mac16,12",
13
- "iPad15,6",
14
- "Mac16,10",
15
- "Mac14,5",
16
- "iPad15,4",
17
- "Mac15,6",
18
- "Mac16,13",
19
- "iPhone12,8",
20
- "iPad15,5",
21
- "iPhone14,8",
22
- "Mac15,8",
23
- "Mac14,9",
24
- "iPad14,4",
25
- "Mac15,4",
26
- "Mac16,2",
27
- "Mac15,7",
28
- "Mac14,7",
29
- "Mac15,10",
30
- "iPhone14,5",
31
- "Mac14,8",
32
- "iPad16,4",
33
- "Mac16,3",
34
- "Mac14,12",
35
- "Mac14,6",
36
- "Mac14,10",
37
  "iPhone12,5",
38
- "iPhone12,1",
39
- "Mac15,12",
40
  "Mac16,1",
 
 
 
 
 
 
41
  "iPad14,5",
 
 
 
 
 
 
42
  "iPhone12,3",
 
 
 
 
 
 
43
  "iPad14,11",
44
- "iPad14,3",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
45
  "iPhone14,2",
 
46
  "Mac14,4",
 
47
  "Mac15,11",
48
- "iPhone14,7",
49
- "iPad14,8",
50
- "iPad14,6",
51
- "iPad15,3",
52
- "iPad16,5",
53
- "Mac16,6",
54
- "Mac14,3",
55
- "Mac16,7",
56
- "iPhone14,4",
57
- "Mac15,9",
58
- "iPad14,9",
59
  "Mac16,11",
60
- "Mac15,5",
61
- "Mac14,2",
62
- "iPad16,6",
63
- "Mac14,13",
64
- "Mac14,14",
65
- "iPad14,10",
66
- "iPhone14,3",
67
- "Mac16,9",
68
- "Mac16,5",
69
- "Mac14,15",
70
- "iPad16,3"
71
  ],
72
  "skipped_device_list": [
73
- "Mac13,2",
74
- "iPhone16,1",
75
- "iPhone17,2",
76
- "iPad11,6",
77
- "MacBookPro18,1",
78
- "iPhone12,4",
79
  "iPad11,3",
80
- "iPhone13,1",
81
- "iPhone17,4",
82
- "iPhone17,3",
83
- "iPad8,2",
84
- "iPhone12,2",
85
- "iPad11,1",
86
- "iPad13,1",
87
- "iPad8,3",
88
- "iPad8,8",
89
- "MacBookPro17,1",
90
  "iPad8,10",
91
- "iPhone11,3",
 
 
 
92
  "iPhone13,4",
93
- "iPhone15,5",
 
94
  "iPad13,2",
95
- "iPad14,2",
96
- "iPad16,1",
97
- "iPhone17,1",
98
- "iPad13,16",
99
  "iPhone11,5",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
100
  "iPhone15,2",
 
 
 
 
101
  "MacBookPro18,3",
102
- "iPad13,18",
103
- "iPad8,6",
104
  "iPad13,17",
105
- "iPhone16,2",
106
- "iPhone15,3",
107
- "iPad16,2",
108
- "iPad8,12",
109
  "iPad15,7",
110
- "iPad14,1",
111
- "iPad13,19",
112
  "Mac13,1",
113
- "iPad15,8",
114
- "iPad8,7",
115
- "iPhone11,4",
 
116
  "MacBookAir10,1",
117
- "iPad11,7",
118
- "iPad8,4",
119
- "MacBookPro18,4",
120
- "iMac21,1",
121
- "iPad12,1",
122
- "iPad11,2",
123
  "iPad13,4",
124
- "iPhone17,5",
125
- "iPhone13,3",
126
- "iMac21,2",
127
- "iPhone15,4",
128
- "iPad8,5",
129
  "iPad13,9",
130
- "iPhone11,2",
131
- "iPhone11,6",
132
- "MacBookPro18,2",
133
- "Macmini9,1",
134
- "iPad13,8",
135
- "iPhone13,2",
136
  "iPad8,1",
137
- "iPad8,11",
138
- "iPhone11,8",
139
- "iPad8,9",
140
- "iPad13,5",
141
- "iPad13,7",
142
- "iPad13,6",
143
- "iPad13,11",
144
- "iPad13,10",
145
- "iPad11,4",
146
- "iPad12,2"
147
  ],
148
  "tested_os_versions": [
149
  "iOS_18.1",
150
- "macOS_15.3.0",
151
- "macOS_15.4.0",
152
  "iPadOS_18.3.2",
 
153
  "iOS_17.6.1",
154
  "macOS_15.3",
155
- "macOS_15.4",
156
- "iPadOS_18.4"
 
157
  ],
158
  "has_target_os_coverage": false,
159
  "covered_target_versions": [
 
5
  "skipped_devices": 74,
6
  "coverage_percentage": 45.98540145985402,
7
  "tested_device_list": [
 
 
 
 
8
  "Mac16,12",
9
+ "Mac14,15",
10
+ "iPad14,10",
11
+ "Mac14,2",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
12
  "iPhone12,5",
 
 
13
  "Mac16,1",
14
+ "Mac15,8",
15
+ "Mac14,13",
16
+ "iPad14,6",
17
+ "iPad14,9",
18
+ "Mac15,5",
19
+ "Mac16,7",
20
  "iPad14,5",
21
+ "iPad14,4",
22
+ "Mac16,10",
23
+ "iPad14,3",
24
+ "Mac15,9",
25
+ "Mac15,10",
26
+ "iPad16,6",
27
  "iPhone12,3",
28
+ "Mac16,8",
29
+ "Mac16,5",
30
+ "Mac14,12",
31
+ "Mac16,9",
32
+ "iPad15,5",
33
+ "Mac16,13",
34
  "iPad14,11",
35
+ "Mac16,2",
36
+ "Mac14,3",
37
+ "Mac15,4",
38
+ "Mac14,14",
39
+ "Mac14,9",
40
+ "iPad14,8",
41
+ "iPhone14,4",
42
+ "Mac16,3",
43
+ "iPhone14,5",
44
+ "iPad15,4",
45
+ "Mac15,13",
46
+ "iPhone12,8",
47
+ "iPhone14,7",
48
+ "iPhone14,6",
49
+ "Mac16,6",
50
+ "iPad15,3",
51
+ "Mac14,7",
52
+ "iPhone14,3",
53
+ "Mac14,5",
54
  "iPhone14,2",
55
+ "iPad16,3",
56
  "Mac14,4",
57
+ "Mac15,6",
58
  "Mac15,11",
59
+ "Mac15,3",
60
+ "Mac15,7",
61
+ "Mac14,6",
 
 
 
 
 
 
 
 
62
  "Mac16,11",
63
+ "iPad15,6",
64
+ "iPad16,5",
65
+ "iPhone14,8",
66
+ "Mac15,12",
67
+ "iPad16,4",
68
+ "Mac14,8",
69
+ "Mac14,10",
70
+ "iPhone12,1"
 
 
 
71
  ],
72
  "skipped_device_list": [
73
+ "iPad11,2",
 
 
 
 
 
74
  "iPad11,3",
 
 
 
 
 
 
 
 
 
 
75
  "iPad8,10",
76
+ "iMac21,1",
77
+ "iMac21,2",
78
+ "iPhone17,5",
79
+ "iPad13,1",
80
  "iPhone13,4",
81
+ "iPhone11,6",
82
+ "Macmini9,1",
83
  "iPad13,2",
84
+ "iPhone15,3",
85
+ "iPhone15,4",
 
 
86
  "iPhone11,5",
87
+ "iPad13,6",
88
+ "iPad16,1",
89
+ "iPhone13,3",
90
+ "iPad13,8",
91
+ "iPhone12,2",
92
+ "iPhone17,3",
93
+ "MacBookPro18,1",
94
+ "iPhone11,2",
95
+ "iPad8,12",
96
+ "iPad8,6",
97
+ "MacBookPro18,4",
98
+ "iPad14,2",
99
+ "iPad11,7",
100
+ "iPad8,7",
101
+ "iPhone11,4",
102
+ "iPad14,1",
103
+ "iPad12,1",
104
+ "iPad13,18",
105
+ "iPad13,10",
106
+ "iPad13,19",
107
+ "iPhone11,3",
108
+ "iPad12,2",
109
+ "iPhone13,2",
110
+ "iPad13,11",
111
+ "iPad8,8",
112
+ "iPad11,4",
113
  "iPhone15,2",
114
+ "iPad8,2",
115
+ "iPhone16,1",
116
+ "iPhone11,8",
117
+ "iPad8,5",
118
  "MacBookPro18,3",
119
+ "iPad13,5",
120
+ "iPad8,9",
121
  "iPad13,17",
122
+ "iPad8,4",
123
+ "iPhone15,5",
124
+ "iPad13,16",
125
+ "iPhone17,2",
126
  "iPad15,7",
127
+ "iPad11,1",
 
128
  "Mac13,1",
129
+ "iPad13,7",
130
+ "MacBookPro18,2",
131
+ "iPhone17,1",
132
+ "iPad8,3",
133
  "MacBookAir10,1",
134
+ "MacBookPro17,1",
135
+ "Mac13,2",
 
 
 
 
136
  "iPad13,4",
137
+ "iPhone13,1",
138
+ "iPad15,8",
 
 
 
139
  "iPad13,9",
140
+ "iPhone12,4",
141
+ "iPad11,6",
 
 
 
 
142
  "iPad8,1",
143
+ "iPad16,2",
144
+ "iPhone16,2",
145
+ "iPhone17,4",
146
+ "iPad8,11"
 
 
 
 
 
 
147
  ],
148
  "tested_os_versions": [
149
  "iOS_18.1",
 
 
150
  "iPadOS_18.3.2",
151
+ "macOS_15.4",
152
  "iOS_17.6.1",
153
  "macOS_15.3",
154
+ "macOS_15.4.0",
155
+ "iPadOS_18.4",
156
+ "macOS_15.3.0"
157
  ],
158
  "has_target_os_coverage": false,
159
  "covered_target_versions": [
dashboard_data/version.json CHANGED
@@ -1 +1 @@
1
- {"last_modified": "2025-08-29T18:21:12+00:00", "sha": "aaed5c15be84138d16e701594d0e4a8e278c323d", "releases": ["a9b92c4", "112a023", "ca49596", "11a1fab", "8c0acbd", "c814cae"], "versions": ["0.9.1", "0.10.1", "0.11.0", "0.12.0", "0.13.0", "0.13.1"]}
 
1
+ {"last_modified": "2025-09-08T17:46:34+00:00", "sha": "2df26c6f9b65e8e60239ca6f11399ee06632b4f0", "releases": ["a9b92c4", "112a023", "ca49596", "11a1fab", "8c0acbd", "c814cae"], "versions": ["0.9.1", "0.10.1", "0.11.0", "0.12.0", "0.13.0", "0.13.1"]}