| { |
| "bundle": "<work>/exports/fp16/eg2_audio_fp16_T3000_gpu_h16c.aimodelc", |
| "function": "main", |
| "contract": "eg2stt", |
| "form": "fp16", |
| "bucket_frames": 3000, |
| "backend": "gpu", |
| "specialization": "default()", |
| "ane_regions": 0, |
| "ane_region_names": [], |
| "input_dtype": "float16", |
| "function_descriptor": { |
| "inputs": [ |
| "features", |
| "half_mask" |
| ], |
| "outputs": [ |
| "soft_tokens" |
| ] |
| }, |
| "bar": { |
| "cos_mean_per_clip": 0.999, |
| "cos_min_per_clip": 0.99 |
| }, |
| "summary": { |
| "pass": true, |
| "clips": 20, |
| "tokens": 5036, |
| "cos_mean_of_means": 0.9999964339086356, |
| "cos_mean_worst_clip": 0.9999567811821155, |
| "cos_min": 0.9964469062042868, |
| "cos_min_clip": "121-121726-0001", |
| "worst5_positions": [ |
| { |
| "cos": 0.9964469062042868, |
| "id": "121-121726-0001", |
| "pos": 52 |
| }, |
| { |
| "cos": 0.9977252909956703, |
| "id": "121-121726-0001", |
| "pos": 53 |
| }, |
| { |
| "cos": 0.9985532926969964, |
| "id": "1995-1826-0000", |
| "pos": 108 |
| }, |
| { |
| "cos": 0.9996658044285929, |
| "id": "1188-133604-0001", |
| "pos": 217 |
| }, |
| { |
| "cos": 0.9997411131570758, |
| "id": "1284-1180-0001", |
| "pos": 35 |
| } |
| ], |
| "clips_failing": [], |
| "max_abs": 0.4342994689941406, |
| "nonfinite": 0, |
| "drift_max_abs": 0.0, |
| "drift_ok": true, |
| "red_arm_all_fail": true |
| }, |
| "red_arm_masks_all_ones": [ |
| { |
| "id": "1089-134686-0002", |
| "n_frames": 662, |
| "cos_min": 0.8498282597165107, |
| "worst_pos": 165, |
| "last_pos": 165, |
| "fails_bar": true |
| }, |
| { |
| "id": "2094-142345-0001", |
| "n_frames": 802, |
| "cos_min": 0.8467753222229494, |
| "worst_pos": 200, |
| "last_pos": 200, |
| "fails_bar": true |
| }, |
| { |
| "id": "2300-131720-0001", |
| "n_frames": 1462, |
| "cos_min": 0.8792894117341765, |
| "worst_pos": 365, |
| "last_pos": 365, |
| "fails_bar": true |
| } |
| ], |
| "timing_note": "one pass of 20 clips; the timing gate is bench_encoder.py", |
| "load_s": 1.74, |
| "first_call_s": 9.0901, |
| "median_call_s_pass2": 0.0402, |
| "runtime": { |
| "coreai-core": "1.0.0b2", |
| "macos_build": "26A428", |
| "python": "3.11.13" |
| }, |
| "label": "QH eg2stt-r3-gates-fp16", |
| "finished": "2026-10-13T21:01:51+0900", |
| "clips_table": [ |
| { |
| "n": 261, |
| "cos_mean": 0.9999994124157165, |
| "cos_min": 0.9999685721364994, |
| "worst5": [ |
| { |
| "pos": 129, |
| "cos": 0.9999685721364994 |
| }, |
| { |
| "pos": 223, |
| "cos": 0.9999897648861452 |
| }, |
| { |
| "pos": 130, |
| "cos": 0.9999908586440903 |
| }, |
| { |
| "pos": 132, |
| "cos": 0.9999973154097919 |
| }, |
| { |
| "pos": 8, |
| "cos": 0.9999979932666749 |
| } |
| ], |
| "max_abs": 0.03347301483154297, |
| "ref_max_abs": 7.2352070808410645, |
| "nonfinite": 0, |
| "drift_max_abs": 0.0, |
| "pass": true, |
| "id": "1089-134686-0000", |
| "n_frames": 1043, |
| "cut": false, |
| "call_s": 9.0901 |
| }, |
| { |
| "n": 166, |
| "cos_mean": 0.9999994539361112, |
| "cos_min": 0.9999837172419136, |
| "worst5": [ |
| { |
| "pos": 164, |
| "cos": 0.9999837172419136 |
| }, |
| { |
| "pos": 163, |
| "cos": 0.9999926596141165 |
| }, |
| { |
| "pos": 8, |
| "cos": 0.9999945072351587 |
| }, |
| { |
| "pos": 165, |
| "cos": 0.9999976285391226 |
| }, |
| { |
| "pos": 162, |
| "cos": 0.9999979586639394 |
| } |
| ], |
| "max_abs": 0.023834525607526302, |
| "ref_max_abs": 6.5739240646362305, |
| "nonfinite": 0, |
| "drift_max_abs": 0.0, |
| "pass": true, |
| "id": "1089-134686-0002", |
| "n_frames": 662, |
| "cut": false, |
| "call_s": 0.0725 |
| }, |
| { |
| "n": 268, |
| "cos_mean": 0.9999988087021002, |
| "cos_min": 0.9999579950940586, |
| "worst5": [ |
| { |
| "pos": 128, |
| "cos": 0.9999579950940586 |
| }, |
| { |
| "pos": 145, |
| "cos": 0.9999580926551425 |
| }, |
| { |
| "pos": 216, |
| "cos": 0.999965598755203 |
| }, |
| { |
| "pos": 146, |
| "cos": 0.9999679407531257 |
| }, |
| { |
| "pos": 215, |
| "cos": 0.9999939400533826 |
| } |
| ], |
| "max_abs": 0.06135736405849457, |
| "ref_max_abs": 6.307945251464844, |
| "nonfinite": 0, |
| "drift_max_abs": 0.0, |
| "pass": true, |
| "id": "1188-133604-0000", |
| "n_frames": 1072, |
| "cut": false, |
| "call_s": 0.0444 |
| }, |
| { |
| "n": 226, |
| "cos_mean": 0.9999963753885323, |
| "cos_min": 0.9996658044285929, |
| "worst5": [ |
| { |
| "pos": 217, |
| "cos": 0.9996658044285929 |
| }, |
| { |
| "pos": 218, |
| "cos": 0.9998178011292614 |
| }, |
| { |
| "pos": 222, |
| "cos": 0.9999618905456441 |
| }, |
| { |
| "pos": 223, |
| "cos": 0.9999650642791565 |
| }, |
| { |
| "pos": 63, |
| "cos": 0.9999672853395134 |
| } |
| ], |
| "max_abs": 0.12114906311035156, |
| "ref_max_abs": 6.497803688049316, |
| "nonfinite": 0, |
| "drift_max_abs": 0.0, |
| "pass": true, |
| "id": "1188-133604-0001", |
| "n_frames": 903, |
| "cut": false, |
| "call_s": 0.0402 |
| }, |
| { |
| "n": 212, |
| "cos_mean": 0.9999989922973089, |
| "cos_min": 0.9999882984982215, |
| "worst5": [ |
| { |
| "pos": 5, |
| "cos": 0.9999882984982215 |
| }, |
| { |
| "pos": 1, |
| "cos": 0.9999908440356688 |
| }, |
| { |
| "pos": 103, |
| "cos": 0.9999908442576623 |
| }, |
| { |
| "pos": 4, |
| "cos": 0.9999913348056928 |
| }, |
| { |
| "pos": 8, |
| "cos": 0.9999936541270714 |
| } |
| ], |
| "max_abs": 0.0245589017868042, |
| "ref_max_abs": 6.237517833709717, |
| "nonfinite": 0, |
| "drift_max_abs": 0.0, |
| "pass": true, |
| "id": "121-121726-0000", |
| "n_frames": 845, |
| "cut": false, |
| "call_s": 0.0402 |
| }, |
| { |
| "n": 148, |
| "cos_mean": 0.9999567811821155, |
| "cos_min": 0.9964469062042868, |
| "worst5": [ |
| { |
| "pos": 52, |
| "cos": 0.9964469062042868 |
| }, |
| { |
| "pos": 53, |
| "cos": 0.9977252909956703 |
| }, |
| { |
| "pos": 17, |
| "cos": 0.9999400265264643 |
| }, |
| { |
| "pos": 11, |
| "cos": 0.9999627369316234 |
| }, |
| { |
| "pos": 61, |
| "cos": 0.9999701587713131 |
| } |
| ], |
| "max_abs": 0.4342994689941406, |
| "ref_max_abs": 6.694194793701172, |
| "nonfinite": 0, |
| "drift_max_abs": 0.0, |
| "pass": true, |
| "id": "121-121726-0001", |
| "n_frames": 592, |
| "cut": false, |
| "call_s": 0.04 |
| }, |
| { |
| "n": 311, |
| "cos_mean": 0.9999993253659728, |
| "cos_min": 0.9999519459473292, |
| "worst5": [ |
| { |
| "pos": 179, |
| "cos": 0.9999519459473292 |
| }, |
| { |
| "pos": 178, |
| "cos": 0.9999695587402927 |
| }, |
| { |
| "pos": 256, |
| "cos": 0.999986578062328 |
| }, |
| { |
| "pos": 158, |
| "cos": 0.9999964604884615 |
| }, |
| { |
| "pos": 255, |
| "cos": 0.9999975676545324 |
| } |
| ], |
| "max_abs": 0.04371523857116699, |
| "ref_max_abs": 8.03580379486084, |
| "nonfinite": 0, |
| "drift_max_abs": 0.0, |
| "pass": true, |
| "id": "1221-135766-0000", |
| "n_frames": 1243, |
| "cut": false, |
| "call_s": 0.0401 |
| }, |
| { |
| "n": 418, |
| "cos_mean": 0.9999993467011395, |
| "cos_min": 0.9999151529522176, |
| "worst5": [ |
| { |
| "pos": 57, |
| "cos": 0.9999151529522176 |
| }, |
| { |
| "pos": 56, |
| "cos": 0.9999962471152918 |
| }, |
| { |
| "pos": 179, |
| "cos": 0.9999966725342824 |
| }, |
| { |
| "pos": 125, |
| "cos": 0.9999973656588558 |
| }, |
| { |
| "pos": 185, |
| "cos": 0.9999973732632054 |
| } |
| ], |
| "max_abs": 0.06894564628601074, |
| "ref_max_abs": 7.89909553527832, |
| "nonfinite": 0, |
| "drift_max_abs": 0.0, |
| "pass": true, |
| "id": "1221-135766-0001", |
| "n_frames": 1671, |
| "cut": false, |
| "call_s": 0.0402 |
| }, |
| { |
| "n": 203, |
| "cos_mean": 0.9999989667323023, |
| "cos_min": 0.9999471787425352, |
| "worst5": [ |
| { |
| "pos": 120, |
| "cos": 0.9999471787425352 |
| }, |
| { |
| "pos": 48, |
| "cos": 0.999968097353799 |
| }, |
| { |
| "pos": 49, |
| "cos": 0.9999705844479285 |
| }, |
| { |
| "pos": 119, |
| "cos": 0.9999887407830618 |
| }, |
| { |
| "pos": 53, |
| "cos": 0.9999976703235095 |
| } |
| ], |
| "max_abs": 0.04190373420715332, |
| "ref_max_abs": 7.740767002105713, |
| "nonfinite": 0, |
| "drift_max_abs": 0.0, |
| "pass": true, |
| "id": "1284-1180-0000", |
| "n_frames": 811, |
| "cut": false, |
| "call_s": 0.0401 |
| }, |
| { |
| "n": 194, |
| "cos_mean": 0.9999975942075711, |
| "cos_min": 0.9997411131570758, |
| "worst5": [ |
| { |
| "pos": 35, |
| "cos": 0.9997411131570758 |
| }, |
| { |
| "pos": 34, |
| "cos": 0.9999307762088402 |
| }, |
| { |
| "pos": 6, |
| "cos": 0.999988493065188 |
| }, |
| { |
| "pos": 7, |
| "cos": 0.9999895073347067 |
| }, |
| { |
| "pos": 8, |
| "cos": 0.9999932387027756 |
| } |
| ], |
| "max_abs": 0.11981546878814697, |
| "ref_max_abs": 7.421662330627441, |
| "nonfinite": 0, |
| "drift_max_abs": 0.0, |
| "pass": true, |
| "id": "1284-1180-0001", |
| "n_frames": 775, |
| "cut": false, |
| "call_s": 0.0402 |
| }, |
| { |
| "n": 337, |
| "cos_mean": 0.9999990490954839, |
| "cos_min": 0.9998730971895012, |
| "worst5": [ |
| { |
| "pos": 172, |
| "cos": 0.9998730971895012 |
| }, |
| { |
| "pos": 173, |
| "cos": 0.9999479350751366 |
| }, |
| { |
| "pos": 13, |
| "cos": 0.999987481499144 |
| }, |
| { |
| "pos": 14, |
| "cos": 0.9999955637729049 |
| }, |
| { |
| "pos": 184, |
| "cos": 0.9999955906027628 |
| } |
| ], |
| "max_abs": 0.08202648162841797, |
| "ref_max_abs": 6.521810531616211, |
| "nonfinite": 0, |
| "drift_max_abs": 0.0, |
| "pass": true, |
| "id": "1320-122612-0000", |
| "n_frames": 1347, |
| "cut": false, |
| "call_s": 0.0569 |
| }, |
| { |
| "n": 238, |
| "cos_mean": 0.9999986062319796, |
| "cos_min": 0.999785556302201, |
| "worst5": [ |
| { |
| "pos": 155, |
| "cos": 0.999785556302201 |
| }, |
| { |
| "pos": 156, |
| "cos": 0.9999843111920037 |
| }, |
| { |
| "pos": 108, |
| "cos": 0.9999967572109433 |
| }, |
| { |
| "pos": 234, |
| "cos": 0.9999969289148838 |
| }, |
| { |
| "pos": 233, |
| "cos": 0.999997253533918 |
| } |
| ], |
| "max_abs": 0.09966981410980225, |
| "ref_max_abs": 7.879604816436768, |
| "nonfinite": 0, |
| "drift_max_abs": 0.0, |
| "pass": true, |
| "id": "1320-122612-0001", |
| "n_frames": 951, |
| "cut": false, |
| "call_s": 0.0527 |
| }, |
| { |
| "n": 224, |
| "cos_mean": 0.9999992372523528, |
| "cos_min": 0.9999745312074804, |
| "worst5": [ |
| { |
| "pos": 15, |
| "cos": 0.9999745312074804 |
| }, |
| { |
| "pos": 142, |
| "cos": 0.9999856889315678 |
| }, |
| { |
| "pos": 143, |
| "cos": 0.9999889680415656 |
| }, |
| { |
| "pos": 14, |
| "cos": 0.9999930950725522 |
| }, |
| { |
| "pos": 12, |
| "cos": 0.9999959502819246 |
| } |
| ], |
| "max_abs": 0.03286895155906677, |
| "ref_max_abs": 7.707693099975586, |
| "nonfinite": 0, |
| "drift_max_abs": 0.0, |
| "pass": true, |
| "id": "1580-141083-0000", |
| "n_frames": 893, |
| "cut": false, |
| "call_s": 0.04 |
| }, |
| { |
| "n": 257, |
| "cos_mean": 0.9999984266222316, |
| "cos_min": 0.9998137516815849, |
| "worst5": [ |
| { |
| "pos": 245, |
| "cos": 0.9998137516815849 |
| }, |
| { |
| "pos": 246, |
| "cos": 0.9999130376383816 |
| }, |
| { |
| "pos": 6, |
| "cos": 0.999984430693154 |
| }, |
| { |
| "pos": 187, |
| "cos": 0.99999231210293 |
| }, |
| { |
| "pos": 7, |
| "cos": 0.9999946388655281 |
| } |
| ], |
| "max_abs": 0.11375391483306885, |
| "ref_max_abs": 6.8953423500061035, |
| "nonfinite": 0, |
| "drift_max_abs": 0.0, |
| "pass": true, |
| "id": "1580-141083-0001", |
| "n_frames": 1025, |
| "cut": false, |
| "call_s": 0.0402 |
| }, |
| { |
| "n": 237, |
| "cos_mean": 0.9999921009234624, |
| "cos_min": 0.9985532926969964, |
| "worst5": [ |
| { |
| "pos": 108, |
| "cos": 0.9985532926969964 |
| }, |
| { |
| "pos": 121, |
| "cos": 0.9998592632971484 |
| }, |
| { |
| "pos": 110, |
| "cos": 0.9999489278440503 |
| }, |
| { |
| "pos": 120, |
| "cos": 0.9999688245865201 |
| }, |
| { |
| "pos": 109, |
| "cos": 0.99997007205908 |
| } |
| ], |
| "max_abs": 0.26942288875579834, |
| "ref_max_abs": 6.876163959503174, |
| "nonfinite": 0, |
| "drift_max_abs": 0.0, |
| "pass": true, |
| "id": "1995-1826-0000", |
| "n_frames": 948, |
| "cut": false, |
| "call_s": 0.0398 |
| }, |
| { |
| "n": 254, |
| "cos_mean": 0.9999995168540934, |
| "cos_min": 0.999995946666869, |
| "worst5": [ |
| { |
| "pos": 184, |
| "cos": 0.999995946666869 |
| }, |
| { |
| "pos": 54, |
| "cos": 0.9999961098560257 |
| }, |
| { |
| "pos": 185, |
| "cos": 0.9999975238897036 |
| }, |
| { |
| "pos": 144, |
| "cos": 0.9999978478802476 |
| }, |
| { |
| "pos": 186, |
| "cos": 0.9999980299039974 |
| } |
| ], |
| "max_abs": 0.012903213500976562, |
| "ref_max_abs": 7.509359359741211, |
| "nonfinite": 0, |
| "drift_max_abs": 0.0, |
| "pass": true, |
| "id": "1995-1826-0001", |
| "n_frames": 1016, |
| "cut": false, |
| "call_s": 0.0401 |
| }, |
| { |
| "n": 201, |
| "cos_mean": 0.9999988032835252, |
| "cos_min": 0.9999080208805533, |
| "worst5": [ |
| { |
| "pos": 77, |
| "cos": 0.9999080208805533 |
| }, |
| { |
| "pos": 78, |
| "cos": 0.9999804068975499 |
| }, |
| { |
| "pos": 14, |
| "cos": 0.9999922880056574 |
| }, |
| { |
| "pos": 12, |
| "cos": 0.9999926953741235 |
| }, |
| { |
| "pos": 181, |
| "cos": 0.9999950844838508 |
| } |
| ], |
| "max_abs": 0.06153351068496704, |
| "ref_max_abs": 7.029752254486084, |
| "nonfinite": 0, |
| "drift_max_abs": 0.0, |
| "pass": true, |
| "id": "2094-142345-0001", |
| "n_frames": 802, |
| "cut": false, |
| "call_s": 0.04 |
| }, |
| { |
| "n": 388, |
| "cos_mean": 0.9999991281274249, |
| "cos_min": 0.9999418580141257, |
| "worst5": [ |
| { |
| "pos": 106, |
| "cos": 0.9999418580141257 |
| }, |
| { |
| "pos": 12, |
| "cos": 0.9999775037178269 |
| }, |
| { |
| "pos": 89, |
| "cos": 0.999984747401797 |
| }, |
| { |
| "pos": 16, |
| "cos": 0.9999904316523596 |
| }, |
| { |
| "pos": 13, |
| "cos": 0.9999913955858389 |
| } |
| ], |
| "max_abs": 0.05781775712966919, |
| "ref_max_abs": 8.040725708007812, |
| "nonfinite": 0, |
| "drift_max_abs": 0.0, |
| "pass": true, |
| "id": "2094-142345-0002", |
| "n_frames": 1551, |
| "cut": false, |
| "call_s": 0.0401 |
| }, |
| { |
| "n": 127, |
| "cos_mean": 0.9999995693045745, |
| "cos_min": 0.9999981864448027, |
| "worst5": [ |
| { |
| "pos": 125, |
| "cos": 0.9999981864448027 |
| }, |
| { |
| "pos": 102, |
| "cos": 0.9999985010493818 |
| }, |
| { |
| "pos": 124, |
| "cos": 0.9999985446933285 |
| }, |
| { |
| "pos": 18, |
| "cos": 0.9999985981159537 |
| }, |
| { |
| "pos": 14, |
| "cos": 0.9999987171505166 |
| } |
| ], |
| "max_abs": 0.008757948875427246, |
| "ref_max_abs": 6.594679355621338, |
| "nonfinite": 0, |
| "drift_max_abs": 0.0, |
| "pass": true, |
| "id": "2300-131720-0000", |
| "n_frames": 507, |
| "cut": false, |
| "call_s": 0.0401 |
| }, |
| { |
| "n": 366, |
| "cos_mean": 0.9999991835487116, |
| "cos_min": 0.9999336138072864, |
| "worst5": [ |
| { |
| "pos": 11, |
| "cos": 0.9999336138072864 |
| }, |
| { |
| "pos": 12, |
| "cos": 0.9999665059488274 |
| }, |
| { |
| "pos": 365, |
| "cos": 0.9999907231411149 |
| }, |
| { |
| "pos": 0, |
| "cos": 0.999993579241152 |
| }, |
| { |
| "pos": 364, |
| "cos": 0.9999945723665422 |
| } |
| ], |
| "max_abs": 0.07058954238891602, |
| "ref_max_abs": 7.393332481384277, |
| "nonfinite": 0, |
| "drift_max_abs": 0.0, |
| "pass": true, |
| "id": "2300-131720-0001", |
| "n_frames": 1462, |
| "cut": false, |
| "call_s": 0.0415 |
| } |
| ] |
| } |
|
|
