whisperkit-benchmarks / dashboard_data /test_coverage_8c0acbd.json
takeargmax's picture
update dataset files
796cb87
{
"commit_hash": "8c0acbd",
"total_devices": 137,
"tested_devices": 82,
"skipped_devices": 55,
"coverage_percentage": 59.854014598540154,
"tested_device_list": [
"iPad14,3",
"iPhone16,2",
"iPad13,11",
"Mac14,6",
"Mac15,7",
"iPad13,5",
"iPad16,1",
"iPad14,2",
"Mac15,8",
"Mac16,8",
"iPhone15,3",
"iPhone14,7",
"Mac15,6",
"iPhone12,8",
"Mac15,11",
"iPad14,9",
"iPad14,11",
"Mac14,2",
"iPad15,4",
"iPad15,6",
"Mac14,4",
"iPad16,3",
"Mac16,9",
"iPhone12,5",
"iPad13,16",
"iPad16,6",
"iPad13,4",
"Mac15,5",
"iPhone17,5",
"iPad13,8",
"iPad13,17",
"iPhone13,4",
"iPad16,2",
"iPhone14,8",
"Mac15,3",
"Mac14,15",
"iPhone16,1",
"iPad16,4",
"Mac14,12",
"iPad13,7",
"Mac14,5",
"iPhone15,2",
"iPad15,8",
"iPhone14,5",
"iPad14,1",
"iPhone17,4",
"iPhone13,1",
"Mac14,8",
"Mac15,13",
"iPhone12,1",
"iPad14,6",
"iPad15,3",
"Mac14,7",
"iPad13,9",
"Mac14,9",
"iPad15,5",
"iPhone14,6",
"Mac15,12",
"iPhone15,5",
"iPhone13,2",
"iPhone12,3",
"Mac14,10",
"Mac15,10",
"iPad16,5",
"iPad14,5",
"iPad13,10",
"iPhone13,3",
"iPhone14,3",
"iPad14,4",
"Mac14,14",
"Mac15,9",
"Mac15,4",
"iPhone14,4",
"Mac14,13",
"iPad14,8",
"iPhone14,2",
"iPad13,6",
"iPad14,10",
"iPhone15,4",
"iPad15,7",
"iPhone17,3",
"Mac14,3"
],
"skipped_device_list": [
"MacBookAir10,1",
"Mac16,7",
"Mac16,2",
"Mac16,6",
"iPad11,2",
"iPhone17,2",
"iPad8,3",
"iMac21,2",
"MacBookPro17,1",
"MacBookPro18,4",
"iPad8,4",
"iPad11,6",
"iPad8,5",
"iPad8,12",
"iPad8,1",
"iPad8,8",
"iPhone12,2",
"iPad13,1",
"iPad11,7",
"Mac16,11",
"iPad11,1",
"MacBookPro18,3",
"iPad11,4",
"iPhone11,3",
"iPad8,11",
"iPad8,9",
"iMac21,1",
"Mac16,12",
"iPhone11,2",
"iPhone11,4",
"iPad8,2",
"iPad13,18",
"iPhone11,8",
"Macmini9,1",
"iPad13,2",
"Mac16,1",
"MacBookPro18,1",
"iPhone11,5",
"Mac16,3",
"Mac13,1",
"iPhone17,1",
"iPad12,2",
"iPad8,7",
"Mac16,5",
"MacBookPro18,2",
"iPad12,1",
"iPhone11,6",
"Mac13,2",
"Mac16,10",
"Mac16,13",
"iPad8,10",
"iPhone12,4",
"iPad11,3",
"iPad13,19",
"iPad8,6"
],
"tested_os_versions": [
"iOS_18.4.1",
"iPadOS_18.4",
"macOS_15.5.0",
"iPadOS_18.5",
"macOS_15.5",
"iPadOS_26.0",
"iPadOS_19.0",
"iPadOS_18.4.1",
"iOS_18.5",
"iOS_18.1",
"iOS_19.0",
"iOS_26.0"
],
"has_target_os_coverage": false,
"covered_target_versions": [
"macOS 15",
"iOS 18",
"iOS 26"
],
"missing_target_versions": [
"macOS 14",
"macOS 26",
"iOS 17"
],
"has_target_chip_coverage": false,
"platform_chip_coverage": {
"iPad": {
"total_chips": 8,
"tested_chips": 7,
"coverage_percentage": 87.5,
"covered_chips": [
"A15",
"A16",
"A17 Pro",
"M1",
"M2",
"M3",
"M4"
],
"missing_chips": [
"A14"
]
},
"iPhone": {
"total_chips": 6,
"tested_chips": 6,
"coverage_percentage": 100.0,
"covered_chips": [
"A13",
"A14",
"A15",
"A16",
"A17 Pro",
"A18"
],
"missing_chips": [
"A18 Pro"
]
},
"Mac": {
"total_chips": 4,
"tested_chips": 2,
"coverage_percentage": 50.0,
"covered_chips": [
"M2",
"M3"
],
"missing_chips": [
"M1",
"M4"
]
}
},
"missing_target_chips": {
"iPad": [
"A14"
],
"iPhone": [
"A18 Pro"
],
"Mac": [
"M1",
"M4"
]
}
}