{ "bundle": "eg2_audio_fp16_T3000.aimodel", "function": "main", "contract": "eg2stt", "form": "fp16", "bucket_frames": 3000, "backend": "gpu-jit", "route": "gpu-jit", "specialization": "SpecializationOptions(allowedComputeUnitKinds: Set([CoreAIDelegates.ComputeUnitKind.cpu, CoreAIDelegates.ComputeUnitKind.gpu, CoreAIDelegates.ComputeUnitKind.neuralEngine]), preferredComputeUnitKind: Optional(CoreAIDelegates.ComputeUnitKind.gpu), enableEncodingFunctions: false, enableDefaultOSPreferredCompute: true, debugConfiguration: nil, expectFrequentReshapes: false, delegateOptionsOverride: nil)", "compute": "gpu", "preferred_compute_unit": "gpu", "input_dtype": "float16", "bar": { "cos_mean_per_clip": 0.999, "cos_min_per_clip": 0.99 }, "summary": { "pass": true, "clips": 20, "tokens": 5036, "cos_mean_of_means": 0.9999970271281511, "cos_mean_worst_clip": 0.9999734424058659, "cos_min": 0.9962582505090709, "cos_min_clip": "1188-133604-0001", "worst5_positions": [ { "cos": 0.9962582505090709, "id": "1188-133604-0001", "pos": 217 }, { "cos": 0.998000519601377, "id": "1188-133604-0001", "pos": 218 }, { "cos": 0.9993068874896276, "id": "121-121726-0001", "pos": 52 }, { "cos": 0.9994797442089033, "id": "1089-134686-0000", "pos": 129 }, { "cos": 0.9996163980341319, "id": "121-121726-0001", "pos": 53 } ], "clips_failing": [], "max_abs": 0.41021156311035156, "nonfinite": 0, "drift_max_abs": 0.0, "drift_ok": true, "red_arm_all_fail": true }, "red_arm_masks_all_ones": [ { "id": "1089-134686-0002", "n_frames": 662, "cos_min": 0.8497772853454273, "worst_pos": 165, "last_pos": 165, "fails_bar": true }, { "id": "2094-142345-0001", "n_frames": 802, "cos_min": 0.8468062895860485, "worst_pos": 200, "last_pos": 200, "fails_bar": true }, { "id": "2300-131720-0001", "n_frames": 1462, "cos_min": 0.8792389556123755, "worst_pos": 365, "last_pos": 365, "fails_bar": true } ], "judged_by": "ios-gate/tools/judge.py with WT/conversion/eg2_transcribe/_common.py token_stats + compared_tokens (the functions gate_encoder.py uses)", "timing_note": "per-call ms of the gate passes (the timing launch is separate)", "load_s": 2.937, "load_cpu_s": 3.747, "first_call_s": 10.1197, "median_call_s_pass2": 0.0566, "cpu_ms_per_call_by_pass": [ 36.995, 21.635 ], "device": { "arch": "h19p", "available_compute_units": [ "cpu", "gpu", "neuralEngine" ], "build": "24B5099f", "machine": "iPhone19,2", "os": "Version 27.2 (Build 24B5099f)", "physical_memory_gb": 12.12 }, "coreai": { "bundle_id": "com.apple.CoreAI", "short": "1.0", "version": "1" }, "power_start": { "battery": "charging", "level": 0.800000011920929, "low_power_mode": false }, "power_end": { "battery": "charging", "level": 0.800000011920929, "low_power_mode": false }, "thermal": { "start": "nominal", "after_load": "nominal", "by_pass": [ "nominal", "nominal" ], "end": "nominal", "changes": [] }, "memory_mb": { "start": 9.8, "before_load": 9.9, "after_load": 94.3, "peak": 161, "available_start": 3530.2, "available_after_load": 3445.7, "available_least": 3379 }, "label": "r4a2224-g-fp16-T3000-gpu-jit", "run_started": "2026-10-13T13:26:49Z", "run_finished": "2026-10-13T13:27:05Z", "run_dir": "/device/pull/r4a2224-g-fp16-T3000-gpu-jit", "judged": "2026-10-13T22:52:58+0900", "clips_table": [ { "n": 261, "cos_mean": 0.9999969421093816, "cos_min": 0.9994797442089033, "worst5": [ { "pos": 129, "cos": 0.9994797442089033 }, { "pos": 130, "cos": 0.9998292093915552 }, { "pos": 223, "cos": 0.9999895335979906 }, { "pos": 131, "cos": 0.9999954918130789 }, { "pos": 122, "cos": 0.9999977921801628 } ], "max_abs": 0.15066051483154297, "ref_max_abs": 7.2352070808410645, "nonfinite": 0, "drift_max_abs": 0.0, "pass": true, "id": "1089-134686-0000", "n_frames": 1043, "cut": false, "call_s": 10.1197 }, { "n": 166, "cos_mean": 0.9999994190930948, "cos_min": 0.9999829211923381, "worst5": [ { "pos": 164, "cos": 0.9999829211923381 }, { "pos": 163, "cos": 0.999993031517811 }, { "pos": 149, "cos": 0.9999963259745019 }, { "pos": 8, "cos": 0.999996952970286 }, { "pos": 165, "cos": 0.9999971427372807 } ], "max_abs": 0.024215995334088802, "ref_max_abs": 6.5739240646362305, "nonfinite": 0, "drift_max_abs": 0.0, "pass": true, "id": "1089-134686-0002", "n_frames": 662, "cut": false, "call_s": 0.065 }, { "n": 268, "cos_mean": 0.9999989089681879, "cos_min": 0.9999300226378455, "worst5": [ { "pos": 216, "cos": 0.9999300226378455 }, { "pos": 128, "cos": 0.9999743336612394 }, { "pos": 215, "cos": 0.9999900003958683 }, { "pos": 99, "cos": 0.9999915421273025 }, { "pos": 214, "cos": 0.9999917649263568 } ], "max_abs": 0.06435624696314335, "ref_max_abs": 6.307945251464844, "nonfinite": 0, "drift_max_abs": 0.0, "pass": true, "id": "1188-133604-0000", "n_frames": 1072, "cut": false, "call_s": 0.0565 }, { "n": 226, "cos_mean": 0.9999734424058659, "cos_min": 0.9962582505090709, "worst5": [ { "pos": 217, "cos": 0.9962582505090709 }, { "pos": 218, "cos": 0.998000519601377 }, { "pos": 219, "cos": 0.999965999975977 }, { "pos": 63, "cos": 0.9999708802050897 }, { "pos": 223, "cos": 0.9999805928769347 } ], "max_abs": 0.41021156311035156, "ref_max_abs": 6.497803688049316, "nonfinite": 0, "drift_max_abs": 0.0, "pass": true, "id": "1188-133604-0001", "n_frames": 903, "cut": false, "call_s": 0.0564 }, { "n": 212, "cos_mean": 0.999998785052735, "cos_min": 0.9999754315539712, "worst5": [ { "pos": 103, "cos": 0.9999754315539712 }, { "pos": 160, "cos": 0.9999784648168043 }, { "pos": 104, "cos": 0.9999859448825786 }, { "pos": 5, "cos": 0.9999896945278444 }, { "pos": 4, "cos": 0.9999902903433464 } ], "max_abs": 0.0296628475189209, "ref_max_abs": 6.237517833709717, "nonfinite": 0, "drift_max_abs": 0.0, "pass": true, "id": "121-121726-0000", "n_frames": 845, "cut": false, "call_s": 0.0564 }, { "n": 148, "cos_mean": 0.9999894876993688, "cos_min": 0.9993068874896276, "worst5": [ { "pos": 52, "cos": 0.9993068874896276 }, { "pos": 53, "cos": 0.9996163980341319 }, { "pos": 17, "cos": 0.9999597499990923 }, { "pos": 11, "cos": 0.9999725750863443 }, { "pos": 18, "cos": 0.9999733096501212 } ], "max_abs": 0.19186782836914062, "ref_max_abs": 6.694194793701172, "nonfinite": 0, "drift_max_abs": 0.0, "pass": true, "id": "121-121726-0001", "n_frames": 592, "cut": false, "call_s": 0.0565 }, { "n": 311, "cos_mean": 0.9999985150739088, "cos_min": 0.9998327603287671, "worst5": [ { "pos": 179, "cos": 0.9998327603287671 }, { "pos": 178, "cos": 0.9998934337471131 }, { "pos": 256, "cos": 0.9999517158967537 }, { "pos": 255, "cos": 0.9999912423901515 }, { "pos": 158, "cos": 0.9999918794656676 } ], "max_abs": 0.08277773857116699, "ref_max_abs": 8.03580379486084, "nonfinite": 0, "drift_max_abs": 0.0, "pass": true, "id": "1221-135766-0000", "n_frames": 1243, "cut": false, "call_s": 0.0565 }, { "n": 418, "cos_mean": 0.9999994953198843, "cos_min": 0.9999920372361186, "worst5": [ { "pos": 57, "cos": 0.9999920372361186 }, { "pos": 267, "cos": 0.9999928945220049 }, { "pos": 268, "cos": 0.9999935662539869 }, { "pos": 266, "cos": 0.9999945617866912 }, { "pos": 72, "cos": 0.9999952306632071 } ], "max_abs": 0.02139139175415039, "ref_max_abs": 7.89909553527832, "nonfinite": 0, "drift_max_abs": 0.0, "pass": true, "id": "1221-135766-0001", "n_frames": 1671, "cut": false, "call_s": 0.0564 }, { "n": 203, "cos_mean": 0.9999981592859328, "cos_min": 0.9997761285839775, "worst5": [ { "pos": 120, "cos": 0.9997761285839775 }, { "pos": 119, "cos": 0.9999498053984567 }, { "pos": 121, "cos": 0.99999584093538 }, { "pos": 48, "cos": 0.9999962681613452 }, { "pos": 49, "cos": 0.9999969217335339 } ], "max_abs": 0.08682560920715332, "ref_max_abs": 7.740767002105713, "nonfinite": 0, "drift_max_abs": 0.0, "pass": true, "id": "1284-1180-0000", "n_frames": 811, "cut": false, "call_s": 0.0565 }, { "n": 194, "cos_mean": 0.9999992288280654, "cos_min": 0.9999782092951311, "worst5": [ { "pos": 35, "cos": 0.9999782092951311 }, { "pos": 7, "cos": 0.9999906668276102 }, { "pos": 34, "cos": 0.9999914503893963 }, { "pos": 6, "cos": 0.9999918464665769 }, { "pos": 8, "cos": 0.9999924850010091 } ], "max_abs": 0.03583109378814697, "ref_max_abs": 7.421662330627441, "nonfinite": 0, "drift_max_abs": 0.0, "pass": true, "id": "1284-1180-0001", "n_frames": 775, "cut": false, "call_s": 0.0566 }, { "n": 337, "cos_mean": 0.9999994770552625, "cos_min": 0.9999749480202813, "worst5": [ { "pos": 13, "cos": 0.9999749480202813 }, { "pos": 14, "cos": 0.9999886107932585 }, { "pos": 184, "cos": 0.999994601305383 }, { "pos": 56, "cos": 0.9999956193569995 }, { "pos": 15, "cos": 0.9999962751292931 } ], "max_abs": 0.02997136116027832, "ref_max_abs": 6.521810531616211, "nonfinite": 0, "drift_max_abs": 0.0, "pass": true, "id": "1320-122612-0000", "n_frames": 1347, "cut": false, "call_s": 0.0564 }, { "n": 238, "cos_mean": 0.999999128862958, "cos_min": 0.9999026958988106, "worst5": [ { "pos": 85, "cos": 0.9999026958988106 }, { "pos": 86, "cos": 0.9999863311701992 }, { "pos": 5, "cos": 0.9999968790459138 }, { "pos": 44, "cos": 0.9999975088361619 }, { "pos": 233, "cos": 0.9999975385848393 } ], "max_abs": 0.059140563011169434, "ref_max_abs": 7.879604816436768, "nonfinite": 0, "drift_max_abs": 0.0, "pass": true, "id": "1320-122612-0001", "n_frames": 951, "cut": false, "call_s": 0.0566 }, { "n": 224, "cos_mean": 0.999997962109065, "cos_min": 0.9998128424813301, "worst5": [ { "pos": 142, "cos": 0.9998128424813301 }, { "pos": 143, "cos": 0.9999125124259962 }, { "pos": 141, "cos": 0.9999636020309144 }, { "pos": 15, "cos": 0.999983058488564 }, { "pos": 160, "cos": 0.9999938738785651 } ], "max_abs": 0.08508211374282837, "ref_max_abs": 7.707693099975586, "nonfinite": 0, "drift_max_abs": 0.0, "pass": true, "id": "1580-141083-0000", "n_frames": 893, "cut": false, "call_s": 0.0565 }, { "n": 257, "cos_mean": 0.9999988043639418, "cos_min": 0.9999333684963331, "worst5": [ { "pos": 98, "cos": 0.9999333684963331 }, { "pos": 245, "cos": 0.9999344115046217 }, { "pos": 246, "cos": 0.9999696948350809 }, { "pos": 6, "cos": 0.9999798210957563 }, { "pos": 99, "cos": 0.9999866983269934 } ], "max_abs": 0.06687891483306885, "ref_max_abs": 6.8953423500061035, "nonfinite": 0, "drift_max_abs": 0.0, "pass": true, "id": "1580-141083-0001", "n_frames": 1025, "cut": false, "call_s": 0.0565 }, { "n": 237, "cos_mean": 0.9999963024418764, "cos_min": 0.999688847182132, "worst5": [ { "pos": 121, "cos": 0.999688847182132 }, { "pos": 108, "cos": 0.9996892464406539 }, { "pos": 120, "cos": 0.9999349532609968 }, { "pos": 25, "cos": 0.9999846624648883 }, { "pos": 110, "cos": 0.9999850374280206 } ], "max_abs": 0.12391507625579834, "ref_max_abs": 6.876163959503174, "nonfinite": 0, "drift_max_abs": 0.0, "pass": true, "id": "1995-1826-0000", "n_frames": 948, "cut": false, "call_s": 0.0565 }, { "n": 254, "cos_mean": 0.9999994963896761, "cos_min": 0.9999927538341817, "worst5": [ { "pos": 184, "cos": 0.9999927538341817 }, { "pos": 185, "cos": 0.9999930894351289 }, { "pos": 186, "cos": 0.9999951151713483 }, { "pos": 183, "cos": 0.9999982909503212 }, { "pos": 204, "cos": 0.9999983730271591 } ], "max_abs": 0.018108248710632324, "ref_max_abs": 7.509359359741211, "nonfinite": 0, "drift_max_abs": 0.0, "pass": true, "id": "1995-1826-0001", "n_frames": 1016, "cut": false, "call_s": 0.0565 }, { "n": 201, "cos_mean": 0.9999988939739854, "cos_min": 0.9999518919052379, "worst5": [ { "pos": 77, "cos": 0.9999518919052379 }, { "pos": 190, "cos": 0.9999648338935453 }, { "pos": 191, "cos": 0.9999882311850843 }, { "pos": 78, "cos": 0.9999888636295651 }, { "pos": 12, "cos": 0.9999912141792341 } ], "max_abs": 0.04511505365371704, "ref_max_abs": 7.029752254486084, "nonfinite": 0, "drift_max_abs": 0.0, "pass": true, "id": "2094-142345-0001", "n_frames": 802, "cut": false, "call_s": 0.0565 }, { "n": 388, "cos_mean": 0.9999991472901991, "cos_min": 0.9999681447376819, "worst5": [ { "pos": 106, "cos": 0.9999681447376819 }, { "pos": 12, "cos": 0.9999734004695184 }, { "pos": 89, "cos": 0.9999832189609026 }, { "pos": 384, "cos": 0.9999860193487131 }, { "pos": 253, "cos": 0.9999878518553413 } ], "max_abs": 0.04219275712966919, "ref_max_abs": 8.040725708007812, "nonfinite": 0, "drift_max_abs": 0.0, "pass": true, "id": "2094-142345-0002", "n_frames": 1551, "cut": false, "call_s": 0.0565 }, { "n": 127, "cos_mean": 0.9999996088399749, "cos_min": 0.9999980546914043, "worst5": [ { "pos": 125, "cos": 0.9999980546914043 }, { "pos": 124, "cos": 0.9999984637079565 }, { "pos": 102, "cos": 0.999998799606585 }, { "pos": 25, "cos": 0.9999990627021816 }, { "pos": 109, "cos": 0.9999991336977676 } ], "max_abs": 0.009100854396820068, "ref_max_abs": 6.594679355621338, "nonfinite": 0, "drift_max_abs": 0.0, "pass": true, "id": "2300-131720-0000", "n_frames": 507, "cut": false, "call_s": 0.0565 }, { "n": 366, "cos_mean": 0.9999993373996579, "cos_min": 0.9999750768488629, "worst5": [ { "pos": 11, "cos": 0.9999750768488629 }, { "pos": 365, "cos": 0.9999909547600173 }, { "pos": 159, "cos": 0.9999916194294107 }, { "pos": 12, "cos": 0.9999919379017403 }, { "pos": 0, "cos": 0.9999934323465645 } ], "max_abs": 0.043245792388916016, "ref_max_abs": 7.393332481384277, "nonfinite": 0, "drift_max_abs": 0.0, "pass": true, "id": "2300-131720-0001", "n_frames": 1462, "cut": false, "call_s": 0.0565 } ], "compare_with_mac_gate": [ { "against": "/exports/fp16/gate_gpu_T3000.json", "against_backend": "gpu", "against_specialization": "default()", "max_abs_delta_per_clip": { "cos_mean": 3.2706517253289213e-05, "cos_min": 0.003407553919521966, "max_abs": 0.2890625 }, "clips_not_bit_identical": 20, "cos_min": [ 0.9962582505090709, 0.9964469062042868 ], "cos_mean_of_means": [ 0.9999970271281511, 0.9999964339086356 ], "pass": [ true, true ], "clips_failing": [ [], [] ], "red_arm_all_fail": [ true, true ] } ] }