| { |
| "qualification_passed": true, |
| "hardware": { |
| "chip": "Apple M4", |
| "memory_bytes": 17179869184, |
| "os": "macOS 26.5 (25F71)" |
| }, |
| "scope": "Local physical hardware; loaded pipeline timings include schema compilation, tokenization, encoder, classifier and completed readback. Excludes HTTP, model loading and response presentation. HTTP qualification is recorded separately. Shared active Mac; timing variability is material.", |
| "methodology": { |
| "route_comparison": "Same Q8 artifact, three paired runs, alternating policy order, deterministically shuffled case order per pair, five warmups plus a preflight and ten measured requests per case per process. Report median of the three per-process medians; all samples retained.", |
| "fp32_comparison": "FP32 original execution policy / optimized Q8, ABBA process order; three warmups plus a preflight and twenty measured requests per case. Two runs each; raw results retained, no universal speedup claimed.", |
| "cpu_threads": 2 |
| }, |
| "route_summary": [ |
| { |
| "id": "described_prompt_choice", |
| "tokens": 87, |
| "direct_median_of_run_medians_ms": 145.8785, |
| "optimized_median_of_run_medians_ms": 127.793, |
| "latency_reduction_fraction": 0.12397645986214556, |
| "direct_run_medians_ms": [ |
| 145.8785, |
| 136.978, |
| 149.9985 |
| ], |
| "optimized_run_medians_ms": [ |
| 127.793, |
| 126.014, |
| 164.2715 |
| ] |
| }, |
| { |
| "id": "choice_score_noul", |
| "tokens": 158, |
| "direct_median_of_run_medians_ms": 203.0675, |
| "optimized_median_of_run_medians_ms": 188.6925, |
| "latency_reduction_fraction": 0.0707892695778497, |
| "direct_run_medians_ms": [ |
| 203.0675, |
| 194.0195, |
| 247.19 |
| ], |
| "optimized_run_medians_ms": [ |
| 188.6925, |
| 181.51, |
| 224.625 |
| ] |
| }, |
| { |
| "id": "binary_short", |
| "tokens": 40, |
| "direct_median_of_run_medians_ms": 150.0375, |
| "optimized_median_of_run_medians_ms": 87.459, |
| "latency_reduction_fraction": 0.41708572856785797, |
| "direct_run_medians_ms": [ |
| 150.0375, |
| 145.5435, |
| 153.887 |
| ], |
| "optimized_run_medians_ms": [ |
| 96.0115, |
| 87.459, |
| 77.162 |
| ] |
| }, |
| { |
| "id": "described_four_labels", |
| "tokens": 79, |
| "direct_median_of_run_medians_ms": 138.7715, |
| "optimized_median_of_run_medians_ms": 129.8025, |
| "latency_reduction_fraction": 0.0646314264816622, |
| "direct_run_medians_ms": [ |
| 139.596, |
| 133.589, |
| 138.7715 |
| ], |
| "optimized_run_medians_ms": [ |
| 121.7755, |
| 129.8025, |
| 132.32850000000002 |
| ] |
| }, |
| { |
| "id": "score_and_noul", |
| "tokens": 93, |
| "direct_median_of_run_medians_ms": 144.803, |
| "optimized_median_of_run_medians_ms": 129.9425, |
| "latency_reduction_fraction": 0.10262563620919463, |
| "direct_run_medians_ms": [ |
| 141.8095, |
| 144.803, |
| 148.99849999999998 |
| ], |
| "optimized_run_medians_ms": [ |
| 129.7695, |
| 129.9425, |
| 134.61950000000002 |
| ] |
| }, |
| { |
| "id": "mixed_longer", |
| "tokens": 174, |
| "direct_median_of_run_medians_ms": 203.72, |
| "optimized_median_of_run_medians_ms": 200.6655, |
| "latency_reduction_fraction": 0.014993618692322741, |
| "direct_run_medians_ms": [ |
| 203.72, |
| 198.0285, |
| 209.893 |
| ], |
| "optimized_run_medians_ms": [ |
| 196.913, |
| 200.6655, |
| 244.41500000000002 |
| ] |
| } |
| ], |
| "runs": { |
| "final-performance/fp32-original-A1": { |
| "receipt": { |
| "command": [ |
| "${ANTFLY_DIR}/zig/zig-out/bin/antfly-inference-gliner-decide-quant-bench", |
| "--model-dir", |
| "${SOURCE_DIR}", |
| "--backend", |
| "metal", |
| "--capture", |
| "${RELEASE_DIR}/benchmark-six.json", |
| "--warmups", |
| "3", |
| "--reps", |
| "20", |
| "--tolerance", |
| ".005" |
| ], |
| "exit_code": 0, |
| "wall_seconds": 75.83218693733215, |
| "binary_sha256": "943d9710b94609cea6d604a8b81d1b0034be3d3edc004b3013333335a5c94ad0", |
| "threads": 2, |
| "f16_mirrors": false, |
| "host_context": { |
| "thermal": "Note: No thermal warning level has been recorded\nNote: No performance warning level has been recorded\nNote: No CPU power status has been recorded\n", |
| "swap": "vm.swapusage: total = 3072.00M used = 1705.69M free = 1366.31M (encrypted)\n", |
| "system": "ProductName:\t\tmacOS\nProductVersion:\t\t26.5\nBuildVersion:\t\t25F71\n", |
| "hardware": "machdep.cpu.brand_string: Apple M4\nhw.memsize: 17179869184\n" |
| } |
| }, |
| "report": { |
| "scope": "offline loaded pipeline: schema compile, tokenization, encoder, classifier and completed readback; excludes HTTP, model load, and output presentation", |
| "backend": "metal", |
| "model_dir": "${SOURCE_DIR}", |
| "load_ms": 48508.018, |
| "warmups": 3, |
| "reps": 20, |
| "validation_preflights": 1, |
| "tolerance": 0.005, |
| "reports": [ |
| { |
| "id": "described_prompt_choice", |
| "tokens": 87, |
| "median_ms": 128.5115, |
| "p95_ms": 140.827, |
| "max_logit_error": 2.086162567138672e-06, |
| "logits": [ |
| [ |
| 0.2834048867225647, |
| -0.597280740737915, |
| -2.3520116806030273 |
| ] |
| ], |
| "samples_ms": [ |
| 137.432, |
| 123.882, |
| 122.837, |
| 123.67, |
| 136.137, |
| 137.64, |
| 129.682, |
| 127.575, |
| 140.827, |
| 129.448, |
| 123.086, |
| 122.454, |
| 141.526, |
| 131.058, |
| 123.014, |
| 123.744, |
| 131.214, |
| 139.546, |
| 123.978, |
| 122.376 |
| ] |
| }, |
| { |
| "id": "choice_score_noul", |
| "tokens": 158, |
| "median_ms": 176.74099999999999, |
| "p95_ms": 210.038, |
| "max_logit_error": 5.364418029785156e-07, |
| "logits": [ |
| [ |
| 0.8552009463310242, |
| -1.3567794561386108, |
| -1.4858782291412354 |
| ], |
| [ |
| -1.5391309261322021, |
| -1.873393177986145, |
| -1.5460503101348877, |
| -1.0720938444137573 |
| ], |
| [ |
| -0.7481070160865784, |
| 0.3949039876461029 |
| ] |
| ], |
| "samples_ms": [ |
| 195.96, |
| 186.922, |
| 185.73, |
| 173.632, |
| 174.073, |
| 176.513, |
| 173.458, |
| 174.18, |
| 175.651, |
| 183.281, |
| 174.824, |
| 175.626, |
| 176.969, |
| 172.636, |
| 172.989, |
| 179.01, |
| 186.676, |
| 212.764, |
| 204.483, |
| 210.038 |
| ] |
| }, |
| { |
| "id": "binary_short", |
| "tokens": 40, |
| "median_ms": 78.40950000000001, |
| "p95_ms": 82.571, |
| "max_logit_error": 1.9371509552001953e-07, |
| "logits": [ |
| [ |
| -0.08197179436683655, |
| -0.16259542107582092 |
| ] |
| ], |
| "samples_ms": [ |
| 78.278, |
| 79.594, |
| 81.676, |
| 79.534, |
| 82.571, |
| 77.176, |
| 75.132, |
| 75.195, |
| 75.577, |
| 83.029, |
| 81.307, |
| 76.19, |
| 76.502, |
| 79.108, |
| 76.836, |
| 76.771, |
| 78.969, |
| 78.738, |
| 78.541, |
| 77.653 |
| ] |
| }, |
| { |
| "id": "described_four_labels", |
| "tokens": 79, |
| "median_ms": 130.6895, |
| "p95_ms": 161.439, |
| "max_logit_error": 7.152557373046875e-07, |
| "logits": [ |
| [ |
| 0.6374177932739258, |
| -1.7385791540145874, |
| -1.5831965208053589, |
| -1.863297462463379 |
| ] |
| ], |
| "samples_ms": [ |
| 130.119, |
| 126.862, |
| 124.415, |
| 127.218, |
| 124.299, |
| 126.036, |
| 125.438, |
| 126.982, |
| 131.26, |
| 135.795, |
| 136.983, |
| 134.373, |
| 137.298, |
| 137.525, |
| 127.909, |
| 126.831, |
| 139.721, |
| 143.721, |
| 162.785, |
| 161.439 |
| ] |
| }, |
| { |
| "id": "score_and_noul", |
| "tokens": 93, |
| "median_ms": 163.3015, |
| "p95_ms": 171.483, |
| "max_logit_error": 3.5762786865234375e-07, |
| "logits": [ |
| [ |
| -0.5489762425422668, |
| -0.7728878855705261, |
| -1.2835556268692017 |
| ], |
| [ |
| 0.4717816114425659, |
| -0.7986574769020081 |
| ] |
| ], |
| "samples_ms": [ |
| 170.217, |
| 163.31, |
| 169.741, |
| 172.246, |
| 164.337, |
| 165.302, |
| 171.349, |
| 171.483, |
| 170.501, |
| 163.293, |
| 161.851, |
| 164.551, |
| 143.354, |
| 132.093, |
| 134.183, |
| 127.482, |
| 125.255, |
| 124.827, |
| 127.136, |
| 124.212 |
| ] |
| }, |
| { |
| "id": "mixed_longer", |
| "tokens": 174, |
| "median_ms": 191.5125, |
| "p95_ms": 209.964, |
| "max_logit_error": 1.0728836059570312e-06, |
| "logits": [ |
| [ |
| 0.34834524989128113, |
| -1.2564462423324585, |
| -0.9032323956489563 |
| ], |
| [ |
| -1.5509973764419556, |
| -1.5161597728729248, |
| -1.364071249961853, |
| -1.2701959609985352 |
| ], |
| [ |
| -1.021314263343811, |
| 0.5874457359313965 |
| ] |
| ], |
| "samples_ms": [ |
| 189.602, |
| 209.964, |
| 195.731, |
| 194.472, |
| 192.121, |
| 191.315, |
| 191.71, |
| 201.921, |
| 191.2, |
| 215.129, |
| 198.89, |
| 200.285, |
| 191.166, |
| 190.068, |
| 188.67, |
| 196.81, |
| 190.032, |
| 189.646, |
| 190.207, |
| 188.65 |
| ] |
| } |
| ] |
| }, |
| "peak_process_footprint_bytes": 4600435080 |
| }, |
| "final-performance/q8-optimized-B1": { |
| "receipt": { |
| "command": [ |
| "${ANTFLY_DIR}/zig/zig-out/bin/antfly-inference-gliner-decide-quant-bench", |
| "--model-dir", |
| "${RELEASE_DIR}/bundle", |
| "--backend", |
| "metal", |
| "--capture", |
| "${RELEASE_DIR}/benchmark-six.json", |
| "--warmups", |
| "3", |
| "--reps", |
| "20", |
| "--tolerance", |
| ".05" |
| ], |
| "exit_code": 0, |
| "wall_seconds": 31.453012943267822, |
| "binary_sha256": "943d9710b94609cea6d604a8b81d1b0034be3d3edc004b3013333335a5c94ad0", |
| "threads": 2, |
| "f16_mirrors": true, |
| "host_context": { |
| "thermal": "Note: No thermal warning level has been recorded\nNote: No performance warning level has been recorded\nNote: No CPU power status has been recorded\n", |
| "swap": "vm.swapusage: total = 3072.00M used = 1665.62M free = 1406.38M (encrypted)\n", |
| "system": "ProductName:\t\tmacOS\nProductVersion:\t\t26.5\nBuildVersion:\t\t25F71\n", |
| "hardware": "machdep.cpu.brand_string: Apple M4\nhw.memsize: 17179869184\n" |
| } |
| }, |
| "report": { |
| "scope": "offline loaded pipeline: schema compile, tokenization, encoder, classifier and completed readback; excludes HTTP, model load, and output presentation", |
| "backend": "metal", |
| "model_dir": "${RELEASE_DIR}/bundle", |
| "load_ms": 7734.625, |
| "warmups": 3, |
| "reps": 20, |
| "validation_preflights": 1, |
| "tolerance": 0.05, |
| "reports": [ |
| { |
| "id": "described_prompt_choice", |
| "tokens": 87, |
| "median_ms": 115.5135, |
| "p95_ms": 126.489, |
| "max_logit_error": 0.0042365193367004395, |
| "logits": [ |
| [ |
| 0.2800174951553345, |
| -0.5930463075637817, |
| -2.351038932800293 |
| ] |
| ], |
| "samples_ms": [ |
| 120.382, |
| 119.017, |
| 122.073, |
| 118.858, |
| 126.489, |
| 127.3, |
| 121.762, |
| 115.515, |
| 116.201, |
| 116, |
| 114.344, |
| 113.682, |
| 114.185, |
| 114.693, |
| 115.512, |
| 113.526, |
| 113.713, |
| 115.173, |
| 113.691, |
| 113.231 |
| ] |
| }, |
| { |
| "id": "choice_score_noul", |
| "tokens": 158, |
| "median_ms": 168.90800000000002, |
| "p95_ms": 172.069, |
| "max_logit_error": 0.0024205446243286133, |
| "logits": [ |
| [ |
| 0.8533504605293274, |
| -1.3543590307235718, |
| -1.4838511943817139 |
| ], |
| [ |
| -1.5403822660446167, |
| -1.8746026754379272, |
| -1.5477193593978882, |
| -1.0722633600234985 |
| ], |
| [ |
| -0.7505202293395996, |
| 0.3955964148044586 |
| ] |
| ], |
| "samples_ms": [ |
| 169.518, |
| 168.01, |
| 168.079, |
| 169.105, |
| 168.834, |
| 169.246, |
| 168.599, |
| 168.03, |
| 167.205, |
| 169.021, |
| 169.651, |
| 168.664, |
| 172.069, |
| 170.341, |
| 168.982, |
| 169.722, |
| 173.092, |
| 168.689, |
| 167.961, |
| 168.178 |
| ] |
| }, |
| { |
| "id": "binary_short", |
| "tokens": 40, |
| "median_ms": 67.3965, |
| "p95_ms": 69.398, |
| "max_logit_error": 0.0016354545950889587, |
| "logits": [ |
| [ |
| -0.08033614605665207, |
| -0.16419093310832977 |
| ] |
| ], |
| "samples_ms": [ |
| 67.662, |
| 68.49, |
| 69.78, |
| 66.826, |
| 67.239, |
| 69.398, |
| 68.975, |
| 66.169, |
| 68.317, |
| 66.682, |
| 67.908, |
| 67.79, |
| 68.267, |
| 66.776, |
| 67.502, |
| 66.761, |
| 66.475, |
| 67.097, |
| 67.291, |
| 66.089 |
| ] |
| }, |
| { |
| "id": "described_four_labels", |
| "tokens": 79, |
| "median_ms": 164.72750000000002, |
| "p95_ms": 191.061, |
| "max_logit_error": 0.004820585250854492, |
| "logits": [ |
| [ |
| 0.6339313983917236, |
| -1.733758568763733, |
| -1.5803184509277344, |
| -1.8614152669906616 |
| ] |
| ], |
| "samples_ms": [ |
| 166.223, |
| 177.077, |
| 187.765, |
| 179.657, |
| 182.376, |
| 191.061, |
| 164.757, |
| 170.015, |
| 160.221, |
| 154.833, |
| 153.652, |
| 164.698, |
| 164.084, |
| 150.229, |
| 148.146, |
| 151.058, |
| 162.157, |
| 188.914, |
| 191.877, |
| 154.602 |
| ] |
| }, |
| { |
| "id": "score_and_noul", |
| "tokens": 93, |
| "median_ms": 156.494, |
| "p95_ms": 184.146, |
| "max_logit_error": 0.0012413263320922852, |
| "logits": [ |
| [ |
| -0.5477727055549622, |
| -0.7741295099258423, |
| -1.284361720085144 |
| ], |
| [ |
| 0.4722123146057129, |
| -0.799809455871582 |
| ] |
| ], |
| "samples_ms": [ |
| 174.341, |
| 159.259, |
| 165.051, |
| 166.916, |
| 161.24, |
| 149.242, |
| 148.186, |
| 149.706, |
| 147.9, |
| 153.729, |
| 149.45, |
| 171.266, |
| 170.912, |
| 184.146, |
| 189.2, |
| 174.433, |
| 151.659, |
| 150.714, |
| 150.622, |
| 152.367 |
| ] |
| }, |
| { |
| "id": "mixed_longer", |
| "tokens": 174, |
| "median_ms": 265.985, |
| "p95_ms": 280.237, |
| "max_logit_error": 0.0074683427810668945, |
| "logits": [ |
| [ |
| 0.355814129114151, |
| -1.2603981494903564, |
| -0.905807614326477 |
| ], |
| [ |
| -1.5539684295654297, |
| -1.518104910850525, |
| -1.3633553981781006, |
| -1.2683329582214355 |
| ], |
| [ |
| -1.0248072147369385, |
| 0.589237630367279 |
| ] |
| ], |
| "samples_ms": [ |
| 244.344, |
| 253.823, |
| 276.912, |
| 271.384, |
| 253.344, |
| 251.442, |
| 245.146, |
| 266.249, |
| 247.88, |
| 251.171, |
| 266.606, |
| 285.016, |
| 265.721, |
| 274.425, |
| 280.237, |
| 272.077, |
| 273.54, |
| 274.308, |
| 262.978, |
| 256.004 |
| ] |
| } |
| ] |
| }, |
| "peak_process_footprint_bytes": 2473019528 |
| }, |
| "final-performance/q8-optimized-B2": { |
| "receipt": { |
| "command": [ |
| "${ANTFLY_DIR}/zig/zig-out/bin/antfly-inference-gliner-decide-quant-bench", |
| "--model-dir", |
| "${RELEASE_DIR}/bundle", |
| "--backend", |
| "metal", |
| "--capture", |
| "${RELEASE_DIR}/benchmark-six.json", |
| "--warmups", |
| "3", |
| "--reps", |
| "20", |
| "--tolerance", |
| ".05" |
| ], |
| "exit_code": 0, |
| "wall_seconds": 23.03037691116333, |
| "binary_sha256": "943d9710b94609cea6d604a8b81d1b0034be3d3edc004b3013333335a5c94ad0", |
| "threads": 2, |
| "f16_mirrors": true, |
| "host_context": { |
| "thermal": "Note: No thermal warning level has been recorded\nNote: No performance warning level has been recorded\nNote: No CPU power status has been recorded\n", |
| "swap": "vm.swapusage: total = 3072.00M used = 1665.62M free = 1406.38M (encrypted)\n", |
| "system": "ProductName:\t\tmacOS\nProductVersion:\t\t26.5\nBuildVersion:\t\t25F71\n", |
| "hardware": "machdep.cpu.brand_string: Apple M4\nhw.memsize: 17179869184\n" |
| } |
| }, |
| "report": { |
| "scope": "offline loaded pipeline: schema compile, tokenization, encoder, classifier and completed readback; excludes HTTP, model load, and output presentation", |
| "backend": "metal", |
| "model_dir": "${RELEASE_DIR}/bundle", |
| "load_ms": 750.71, |
| "warmups": 3, |
| "reps": 20, |
| "validation_preflights": 1, |
| "tolerance": 0.05, |
| "reports": [ |
| { |
| "id": "described_prompt_choice", |
| "tokens": 87, |
| "median_ms": 117.375, |
| "p95_ms": 127.164, |
| "max_logit_error": 0.0042365193367004395, |
| "logits": [ |
| [ |
| 0.2800174951553345, |
| -0.5930463075637817, |
| -2.351038932800293 |
| ] |
| ], |
| "samples_ms": [ |
| 123.429, |
| 120.74, |
| 118.506, |
| 116.244, |
| 115.613, |
| 116.032, |
| 127.332, |
| 127.164, |
| 124.024, |
| 123.057, |
| 126.091, |
| 123.22, |
| 114.915, |
| 118.564, |
| 114.926, |
| 115.343, |
| 115.607, |
| 116.019, |
| 114.344, |
| 115.014 |
| ] |
| }, |
| { |
| "id": "choice_score_noul", |
| "tokens": 158, |
| "median_ms": 219.2, |
| "p95_ms": 243.921, |
| "max_logit_error": 0.0024205446243286133, |
| "logits": [ |
| [ |
| 0.8533504605293274, |
| -1.3543590307235718, |
| -1.4838511943817139 |
| ], |
| [ |
| -1.5403822660446167, |
| -1.8746026754379272, |
| -1.5477193593978882, |
| -1.0722633600234985 |
| ], |
| [ |
| -0.7505202293395996, |
| 0.3955964148044586 |
| ] |
| ], |
| "samples_ms": [ |
| 167.934, |
| 168.473, |
| 169.718, |
| 170.302, |
| 170.403, |
| 170.011, |
| 169.113, |
| 185.963, |
| 220.13, |
| 212.436, |
| 221.222, |
| 231.399, |
| 230.063, |
| 236.163, |
| 227.498, |
| 218.27, |
| 224.513, |
| 248.887, |
| 238.001, |
| 243.921 |
| ] |
| }, |
| { |
| "id": "binary_short", |
| "tokens": 40, |
| "median_ms": 143.5245, |
| "p95_ms": 245.787, |
| "max_logit_error": 0.0016354545950889587, |
| "logits": [ |
| [ |
| -0.08033614605665207, |
| -0.16419093310832977 |
| ] |
| ], |
| "samples_ms": [ |
| 263.848, |
| 137.395, |
| 143.843, |
| 181.469, |
| 201.749, |
| 142.106, |
| 162.172, |
| 229.954, |
| 198.066, |
| 143.206, |
| 162.038, |
| 213.515, |
| 245.787, |
| 97.618, |
| 68.591, |
| 66.929, |
| 70.884, |
| 67.238, |
| 64.496, |
| 66.646 |
| ] |
| }, |
| { |
| "id": "described_four_labels", |
| "tokens": 79, |
| "median_ms": 109.5085, |
| "p95_ms": 129.009, |
| "max_logit_error": 0.004820585250854492, |
| "logits": [ |
| [ |
| 0.6339313983917236, |
| -1.733758568763733, |
| -1.5803184509277344, |
| -1.8614152669906616 |
| ] |
| ], |
| "samples_ms": [ |
| 108.544, |
| 108.884, |
| 109.671, |
| 108.329, |
| 108.691, |
| 107.786, |
| 108.319, |
| 109.083, |
| 109.867, |
| 108.031, |
| 108.485, |
| 109.612, |
| 109.405, |
| 121.967, |
| 123.506, |
| 128.558, |
| 125.51, |
| 133.33, |
| 128.167, |
| 129.009 |
| ] |
| }, |
| { |
| "id": "score_and_noul", |
| "tokens": 93, |
| "median_ms": 124.338, |
| "p95_ms": 131.742, |
| "max_logit_error": 0.0012413263320922852, |
| "logits": [ |
| [ |
| -0.5477727055549622, |
| -0.7741295099258423, |
| -1.284361720085144 |
| ], |
| [ |
| 0.4722123146057129, |
| -0.799809455871582 |
| ] |
| ], |
| "samples_ms": [ |
| 117.705, |
| 119.516, |
| 127.531, |
| 124.068, |
| 128.414, |
| 123.397, |
| 118.843, |
| 123.687, |
| 136.566, |
| 127.152, |
| 129.037, |
| 128.658, |
| 131.742, |
| 126.413, |
| 124.608, |
| 118.987, |
| 125.347, |
| 123.186, |
| 119.633, |
| 120.272 |
| ] |
| }, |
| { |
| "id": "mixed_longer", |
| "tokens": 174, |
| "median_ms": 182.535, |
| "p95_ms": 195.76, |
| "max_logit_error": 0.0074683427810668945, |
| "logits": [ |
| [ |
| 0.355814129114151, |
| -1.2603981494903564, |
| -0.905807614326477 |
| ], |
| [ |
| -1.5539684295654297, |
| -1.518104910850525, |
| -1.3633553981781006, |
| -1.2683329582214355 |
| ], |
| [ |
| -1.0248072147369385, |
| 0.589237630367279 |
| ] |
| ], |
| "samples_ms": [ |
| 193.897, |
| 190.62, |
| 189.077, |
| 189.344, |
| 189.466, |
| 189.919, |
| 195.76, |
| 201.353, |
| 189.276, |
| 182.412, |
| 180.103, |
| 180.391, |
| 182.658, |
| 180.143, |
| 182.378, |
| 182.094, |
| 182.213, |
| 180.085, |
| 181.819, |
| 179.208 |
| ] |
| } |
| ] |
| }, |
| "peak_process_footprint_bytes": 2473314440 |
| }, |
| "final-performance/fp32-original-A2": { |
| "receipt": { |
| "command": [ |
| "${ANTFLY_DIR}/zig/zig-out/bin/antfly-inference-gliner-decide-quant-bench", |
| "--model-dir", |
| "${SOURCE_DIR}", |
| "--backend", |
| "metal", |
| "--capture", |
| "${RELEASE_DIR}/benchmark-six.json", |
| "--warmups", |
| "3", |
| "--reps", |
| "20", |
| "--tolerance", |
| ".005" |
| ], |
| "exit_code": 0, |
| "wall_seconds": 86.21902298927307, |
| "binary_sha256": "943d9710b94609cea6d604a8b81d1b0034be3d3edc004b3013333335a5c94ad0", |
| "threads": 2, |
| "f16_mirrors": false, |
| "host_context": { |
| "thermal": "Note: No thermal warning level has been recorded\nNote: No performance warning level has been recorded\nNote: No CPU power status has been recorded\n", |
| "swap": "vm.swapusage: total = 3072.00M used = 1665.62M free = 1406.38M (encrypted)\n", |
| "system": "ProductName:\t\tmacOS\nProductVersion:\t\t26.5\nBuildVersion:\t\t25F71\n", |
| "hardware": "machdep.cpu.brand_string: Apple M4\nhw.memsize: 17179869184\n" |
| } |
| }, |
| "report": { |
| "scope": "offline loaded pipeline: schema compile, tokenization, encoder, classifier and completed readback; excludes HTTP, model load, and output presentation", |
| "backend": "metal", |
| "model_dir": "${SOURCE_DIR}", |
| "load_ms": 48134.976, |
| "warmups": 3, |
| "reps": 20, |
| "validation_preflights": 1, |
| "tolerance": 0.005, |
| "reports": [ |
| { |
| "id": "described_prompt_choice", |
| "tokens": 87, |
| "median_ms": 120.863, |
| "p95_ms": 122.582, |
| "max_logit_error": 2.086162567138672e-06, |
| "logits": [ |
| [ |
| 0.2834048867225647, |
| -0.597280740737915, |
| -2.3520116806030273 |
| ] |
| ], |
| "samples_ms": [ |
| 120.24, |
| 120.166, |
| 120.111, |
| 121.722, |
| 122.839, |
| 121.215, |
| 120.291, |
| 122.582, |
| 120.68, |
| 120.424, |
| 120.632, |
| 119.94, |
| 122.003, |
| 122.47, |
| 121.046, |
| 121.616, |
| 121.068, |
| 120.148, |
| 120.249, |
| 121.125 |
| ] |
| }, |
| { |
| "id": "choice_score_noul", |
| "tokens": 158, |
| "median_ms": 275.21500000000003, |
| "p95_ms": 294.391, |
| "max_logit_error": 5.364418029785156e-07, |
| "logits": [ |
| [ |
| 0.8552009463310242, |
| -1.3567794561386108, |
| -1.4858782291412354 |
| ], |
| [ |
| -1.5391309261322021, |
| -1.873393177986145, |
| -1.5460503101348877, |
| -1.0720938444137573 |
| ], |
| [ |
| -0.7481070160865784, |
| 0.3949039876461029 |
| ] |
| ], |
| "samples_ms": [ |
| 238.543, |
| 270.941, |
| 280.415, |
| 262.626, |
| 266.173, |
| 265.636, |
| 274.06, |
| 278.666, |
| 278.979, |
| 276.37, |
| 288.19, |
| 283.098, |
| 249.109, |
| 238.769, |
| 244.845, |
| 263.711, |
| 278.35, |
| 294.391, |
| 281.392, |
| 315.604 |
| ] |
| }, |
| { |
| "id": "binary_short", |
| "tokens": 40, |
| "median_ms": 159.8375, |
| "p95_ms": 225.321, |
| "max_logit_error": 1.9371509552001953e-07, |
| "logits": [ |
| [ |
| -0.08197179436683655, |
| -0.16259542107582092 |
| ] |
| ], |
| "samples_ms": [ |
| 146.712, |
| 178.266, |
| 225.321, |
| 145.707, |
| 161.252, |
| 212.466, |
| 149.022, |
| 153.607, |
| 182.851, |
| 250.594, |
| 133.753, |
| 158.423, |
| 200.815, |
| 210.497, |
| 143.318, |
| 134.736, |
| 150.703, |
| 154.941, |
| 171.208, |
| 189.48 |
| ] |
| }, |
| { |
| "id": "described_four_labels", |
| "tokens": 79, |
| "median_ms": 235.789, |
| "p95_ms": 283.481, |
| "max_logit_error": 7.152557373046875e-07, |
| "logits": [ |
| [ |
| 0.6374177932739258, |
| -1.7385791540145874, |
| -1.5831965208053589, |
| -1.863297462463379 |
| ] |
| ], |
| "samples_ms": [ |
| 231.339, |
| 224.672, |
| 258.999, |
| 292.159, |
| 256.402, |
| 255.656, |
| 256.376, |
| 240.239, |
| 225.979, |
| 166.331, |
| 161.002, |
| 162.069, |
| 165.094, |
| 168.953, |
| 186.585, |
| 227.336, |
| 283.481, |
| 254.705, |
| 255.98, |
| 276.374 |
| ] |
| }, |
| { |
| "id": "score_and_noul", |
| "tokens": 93, |
| "median_ms": 267.09000000000003, |
| "p95_ms": 303.829, |
| "max_logit_error": 3.5762786865234375e-07, |
| "logits": [ |
| [ |
| -0.5489762425422668, |
| -0.7728878855705261, |
| -1.2835556268692017 |
| ], |
| [ |
| 0.4717816114425659, |
| -0.7986574769020081 |
| ] |
| ], |
| "samples_ms": [ |
| 303.829, |
| 243.232, |
| 217.498, |
| 224.457, |
| 252.339, |
| 317.368, |
| 292.669, |
| 250.753, |
| 247.744, |
| 270.899, |
| 291.125, |
| 276.184, |
| 282.396, |
| 268.422, |
| 265.758, |
| 246.751, |
| 273.109, |
| 260.436, |
| 254.41, |
| 278.078 |
| ] |
| }, |
| { |
| "id": "mixed_longer", |
| "tokens": 174, |
| "median_ms": 269.1, |
| "p95_ms": 285.914, |
| "max_logit_error": 1.0728836059570312e-06, |
| "logits": [ |
| [ |
| 0.34834524989128113, |
| -1.2564462423324585, |
| -0.9032323956489563 |
| ], |
| [ |
| -1.5509973764419556, |
| -1.5161597728729248, |
| -1.364071249961853, |
| -1.2701959609985352 |
| ], |
| [ |
| -1.021314263343811, |
| 0.5874457359313965 |
| ] |
| ], |
| "samples_ms": [ |
| 245.056, |
| 266.281, |
| 281.828, |
| 275.625, |
| 279.966, |
| 275.17, |
| 271.919, |
| 249.456, |
| 246.091, |
| 239.364, |
| 247.696, |
| 257.563, |
| 285.914, |
| 281.057, |
| 249.782, |
| 244.829, |
| 261.565, |
| 280.291, |
| 289.621, |
| 281.606 |
| ] |
| } |
| ] |
| }, |
| "peak_process_footprint_bytes": 4621832368 |
| }, |
| "route-comparison/direct-0": { |
| "receipt": { |
| "command": [ |
| "${ANTFLY_DIR}/zig/zig-out/bin/antfly-inference-gliner-decide-quant-bench", |
| "--model-dir", |
| "${RELEASE_DIR}/bundle", |
| "--backend", |
| "metal", |
| "--capture", |
| "${RELEASE_DIR}/route-comparison/cases-0.json", |
| "--warmups", |
| "5", |
| "--reps", |
| "10", |
| "--tolerance", |
| ".05" |
| ], |
| "exit_code": 0, |
| "wall_seconds": 23.44510316848755, |
| "binary_sha256": "943d9710b94609cea6d604a8b81d1b0034be3d3edc004b3013333335a5c94ad0", |
| "threads": 2, |
| "f16_mirrors": false, |
| "pair": 0, |
| "case_shuffle_seed": 20261008 |
| }, |
| "report": { |
| "scope": "offline loaded pipeline: schema compile, tokenization, encoder, classifier and completed readback; excludes HTTP, model load, and output presentation", |
| "backend": "metal", |
| "model_dir": "${RELEASE_DIR}/bundle", |
| "load_ms": 7296.06, |
| "warmups": 5, |
| "reps": 10, |
| "validation_preflights": 1, |
| "tolerance": 0.05, |
| "reports": [ |
| { |
| "id": "choice_score_noul", |
| "tokens": 158, |
| "median_ms": 203.0675, |
| "p95_ms": 228.231, |
| "max_logit_error": 0.0026862621307373047, |
| "logits": [ |
| [ |
| 0.8532523512840271, |
| -1.354093313217163, |
| -1.4836039543151855 |
| ], |
| [ |
| -1.5403270721435547, |
| -1.8745851516723633, |
| -1.5476717948913574, |
| -1.0722771883010864 |
| ], |
| [ |
| -0.7504106163978577, |
| 0.3954521417617798 |
| ] |
| ], |
| "samples_ms": [ |
| 228.231, |
| 215.768, |
| 215.763, |
| 207.409, |
| 198.726, |
| 193.96, |
| 196.459, |
| 219.977, |
| 196.363, |
| 193.565 |
| ] |
| }, |
| { |
| "id": "mixed_longer", |
| "tokens": 174, |
| "median_ms": 203.72, |
| "p95_ms": 215.504, |
| "max_logit_error": 0.0077391862869262695, |
| "logits": [ |
| [ |
| 0.3560849726200104, |
| -1.260509729385376, |
| -0.9059531092643738 |
| ], |
| [ |
| -1.5540333986282349, |
| -1.5181679725646973, |
| -1.3634045124053955, |
| -1.2682830095291138 |
| ], |
| [ |
| -1.025048851966858, |
| 0.5892159938812256 |
| ] |
| ], |
| "samples_ms": [ |
| 215.504, |
| 204.123, |
| 198.748, |
| 206.24, |
| 208.447, |
| 203.317, |
| 206.751, |
| 198.514, |
| 198.21, |
| 195.906 |
| ] |
| }, |
| { |
| "id": "score_and_noul", |
| "tokens": 93, |
| "median_ms": 141.8095, |
| "p95_ms": 166.381, |
| "max_logit_error": 0.0012856721878051758, |
| "logits": [ |
| [ |
| -0.5477256178855896, |
| -0.7741094827651978, |
| -1.284463882446289 |
| ], |
| [ |
| 0.4723998010158539, |
| -0.7999430894851685 |
| ] |
| ], |
| "samples_ms": [ |
| 166.381, |
| 165.265, |
| 161.287, |
| 143.379, |
| 138.563, |
| 145.964, |
| 139.661, |
| 139.242, |
| 139.038, |
| 140.24 |
| ] |
| }, |
| { |
| "id": "described_four_labels", |
| "tokens": 79, |
| "median_ms": 139.596, |
| "p95_ms": 146.399, |
| "max_logit_error": 0.005223751068115234, |
| "logits": [ |
| [ |
| 0.6337351202964783, |
| -1.7333554029464722, |
| -1.5802794694900513, |
| -1.8612666130065918 |
| ] |
| ], |
| "samples_ms": [ |
| 141.744, |
| 146.399, |
| 137.632, |
| 138.294, |
| 140.352, |
| 141.709, |
| 138.935, |
| 137.198, |
| 140.257, |
| 138.432 |
| ] |
| }, |
| { |
| "id": "described_prompt_choice", |
| "tokens": 87, |
| "median_ms": 145.8785, |
| "p95_ms": 151.882, |
| "max_logit_error": 0.004620492458343506, |
| "logits": [ |
| [ |
| 0.2800537943840027, |
| -0.5926623344421387, |
| -2.350696325302124 |
| ] |
| ], |
| "samples_ms": [ |
| 150.023, |
| 149.906, |
| 148.084, |
| 139.865, |
| 140.897, |
| 143.673, |
| 143.263, |
| 139.859, |
| 150.746, |
| 151.882 |
| ] |
| }, |
| { |
| "id": "binary_short", |
| "tokens": 40, |
| "median_ms": 150.0375, |
| "p95_ms": 151.75, |
| "max_logit_error": 0.0016404464840888977, |
| "logits": [ |
| [ |
| -0.08033115416765213, |
| -0.16419440507888794 |
| ] |
| ], |
| "samples_ms": [ |
| 150.374, |
| 150.914, |
| 151.639, |
| 148.801, |
| 151.75, |
| 151.061, |
| 145.053, |
| 142.546, |
| 144.898, |
| 149.701 |
| ] |
| } |
| ] |
| }, |
| "peak_process_footprint_bytes": 183584760 |
| }, |
| "route-comparison/optimized-0": { |
| "receipt": { |
| "command": [ |
| "${ANTFLY_DIR}/zig/zig-out/bin/antfly-inference-gliner-decide-quant-bench", |
| "--model-dir", |
| "${RELEASE_DIR}/bundle", |
| "--backend", |
| "metal", |
| "--capture", |
| "${RELEASE_DIR}/route-comparison/cases-0.json", |
| "--warmups", |
| "5", |
| "--reps", |
| "10", |
| "--tolerance", |
| ".05" |
| ], |
| "exit_code": 0, |
| "wall_seconds": 15.743356227874756, |
| "binary_sha256": "943d9710b94609cea6d604a8b81d1b0034be3d3edc004b3013333335a5c94ad0", |
| "threads": 2, |
| "f16_mirrors": true, |
| "pair": 0, |
| "case_shuffle_seed": 20261008 |
| }, |
| "report": { |
| "scope": "offline loaded pipeline: schema compile, tokenization, encoder, classifier and completed readback; excludes HTTP, model load, and output presentation", |
| "backend": "metal", |
| "model_dir": "${RELEASE_DIR}/bundle", |
| "load_ms": 789.678, |
| "warmups": 5, |
| "reps": 10, |
| "validation_preflights": 1, |
| "tolerance": 0.05, |
| "reports": [ |
| { |
| "id": "choice_score_noul", |
| "tokens": 158, |
| "median_ms": 188.6925, |
| "p95_ms": 199.818, |
| "max_logit_error": 0.0024205446243286133, |
| "logits": [ |
| [ |
| 0.8533504605293274, |
| -1.3543590307235718, |
| -1.4838511943817139 |
| ], |
| [ |
| -1.5403822660446167, |
| -1.8746026754379272, |
| -1.5477193593978882, |
| -1.0722633600234985 |
| ], |
| [ |
| -0.7505202293395996, |
| 0.3955964148044586 |
| ] |
| ], |
| "samples_ms": [ |
| 192.811, |
| 184.767, |
| 185.224, |
| 188.668, |
| 188.717, |
| 199.818, |
| 178.901, |
| 192.306, |
| 180.696, |
| 191.72 |
| ] |
| }, |
| { |
| "id": "mixed_longer", |
| "tokens": 174, |
| "median_ms": 196.913, |
| "p95_ms": 215.917, |
| "max_logit_error": 0.0074683427810668945, |
| "logits": [ |
| [ |
| 0.355814129114151, |
| -1.2603981494903564, |
| -0.905807614326477 |
| ], |
| [ |
| -1.5539684295654297, |
| -1.518104910850525, |
| -1.3633553981781006, |
| -1.2683329582214355 |
| ], |
| [ |
| -1.0248072147369385, |
| 0.589237630367279 |
| ] |
| ], |
| "samples_ms": [ |
| 197.025, |
| 198.444, |
| 192.536, |
| 192.244, |
| 215.917, |
| 202.721, |
| 196.801, |
| 195.504, |
| 192.934, |
| 198.577 |
| ] |
| }, |
| { |
| "id": "score_and_noul", |
| "tokens": 93, |
| "median_ms": 129.7695, |
| "p95_ms": 131.523, |
| "max_logit_error": 0.0012413263320922852, |
| "logits": [ |
| [ |
| -0.5477727055549622, |
| -0.7741295099258423, |
| -1.284361720085144 |
| ], |
| [ |
| 0.4722123146057129, |
| -0.799809455871582 |
| ] |
| ], |
| "samples_ms": [ |
| 128.089, |
| 127.945, |
| 124.504, |
| 131.091, |
| 130.743, |
| 131.403, |
| 129.536, |
| 131.523, |
| 130.003, |
| 126.792 |
| ] |
| }, |
| { |
| "id": "described_four_labels", |
| "tokens": 79, |
| "median_ms": 121.7755, |
| "p95_ms": 132.579, |
| "max_logit_error": 0.004820585250854492, |
| "logits": [ |
| [ |
| 0.6339313983917236, |
| -1.733758568763733, |
| -1.5803184509277344, |
| -1.8614152669906616 |
| ] |
| ], |
| "samples_ms": [ |
| 132.434, |
| 122.494, |
| 119.536, |
| 124.104, |
| 132.579, |
| 124.699, |
| 121.057, |
| 116.847, |
| 116.775, |
| 119.668 |
| ] |
| }, |
| { |
| "id": "described_prompt_choice", |
| "tokens": 87, |
| "median_ms": 127.793, |
| "p95_ms": 133.774, |
| "max_logit_error": 0.0042365193367004395, |
| "logits": [ |
| [ |
| 0.2800174951553345, |
| -0.5930463075637817, |
| -2.351038932800293 |
| ] |
| ], |
| "samples_ms": [ |
| 124.324, |
| 121.965, |
| 127.151, |
| 130.26, |
| 133.774, |
| 129.176, |
| 128.435, |
| 126.636, |
| 129.123, |
| 125.521 |
| ] |
| }, |
| { |
| "id": "binary_short", |
| "tokens": 40, |
| "median_ms": 96.0115, |
| "p95_ms": 144.481, |
| "max_logit_error": 0.0016354545950889587, |
| "logits": [ |
| [ |
| -0.08033614605665207, |
| -0.16419093310832977 |
| ] |
| ], |
| "samples_ms": [ |
| 78.262, |
| 76.094, |
| 79.985, |
| 86.381, |
| 91.601, |
| 100.422, |
| 111.428, |
| 128.541, |
| 144.481, |
| 136.221 |
| ] |
| } |
| ] |
| }, |
| "peak_process_footprint_bytes": 2472298584 |
| }, |
| "route-comparison/direct-1": { |
| "receipt": { |
| "command": [ |
| "${ANTFLY_DIR}/zig/zig-out/bin/antfly-inference-gliner-decide-quant-bench", |
| "--model-dir", |
| "${RELEASE_DIR}/bundle", |
| "--backend", |
| "metal", |
| "--capture", |
| "${RELEASE_DIR}/route-comparison/cases-1.json", |
| "--warmups", |
| "5", |
| "--reps", |
| "10", |
| "--tolerance", |
| ".05" |
| ], |
| "exit_code": 0, |
| "wall_seconds": 16.43961000442505, |
| "binary_sha256": "943d9710b94609cea6d604a8b81d1b0034be3d3edc004b3013333335a5c94ad0", |
| "threads": 2, |
| "f16_mirrors": false, |
| "pair": 1, |
| "case_shuffle_seed": 20261009 |
| }, |
| "report": { |
| "scope": "offline loaded pipeline: schema compile, tokenization, encoder, classifier and completed readback; excludes HTTP, model load, and output presentation", |
| "backend": "metal", |
| "model_dir": "${RELEASE_DIR}/bundle", |
| "load_ms": 757.713, |
| "warmups": 5, |
| "reps": 10, |
| "validation_preflights": 1, |
| "tolerance": 0.05, |
| "reports": [ |
| { |
| "id": "binary_short", |
| "tokens": 40, |
| "median_ms": 145.5435, |
| "p95_ms": 151.354, |
| "max_logit_error": 0.0016404464840888977, |
| "logits": [ |
| [ |
| -0.08033115416765213, |
| -0.16419440507888794 |
| ] |
| ], |
| "samples_ms": [ |
| 146.852, |
| 151.354, |
| 146.071, |
| 148.087, |
| 146.396, |
| 145.016, |
| 143.228, |
| 142.507, |
| 141.161, |
| 140.721 |
| ] |
| }, |
| { |
| "id": "score_and_noul", |
| "tokens": 93, |
| "median_ms": 144.803, |
| "p95_ms": 161.339, |
| "max_logit_error": 0.0012856721878051758, |
| "logits": [ |
| [ |
| -0.5477256178855896, |
| -0.7741094827651978, |
| -1.284463882446289 |
| ], |
| [ |
| 0.4723998010158539, |
| -0.7999430894851685 |
| ] |
| ], |
| "samples_ms": [ |
| 135.142, |
| 137.173, |
| 137.173, |
| 142.661, |
| 152.475, |
| 146.945, |
| 142.462, |
| 154.428, |
| 161.339, |
| 157.718 |
| ] |
| }, |
| { |
| "id": "described_prompt_choice", |
| "tokens": 87, |
| "median_ms": 136.978, |
| "p95_ms": 152.131, |
| "max_logit_error": 0.004620492458343506, |
| "logits": [ |
| [ |
| 0.2800537943840027, |
| -0.5926623344421387, |
| -2.350696325302124 |
| ] |
| ], |
| "samples_ms": [ |
| 152.131, |
| 139.157, |
| 138.411, |
| 137.989, |
| 135.958, |
| 134.749, |
| 137.128, |
| 135.262, |
| 136.828, |
| 133.075 |
| ] |
| }, |
| { |
| "id": "described_four_labels", |
| "tokens": 79, |
| "median_ms": 133.589, |
| "p95_ms": 137.413, |
| "max_logit_error": 0.005223751068115234, |
| "logits": [ |
| [ |
| 0.6337351202964783, |
| -1.7333554029464722, |
| -1.5802794694900513, |
| -1.8612666130065918 |
| ] |
| ], |
| "samples_ms": [ |
| 136.338, |
| 133.291, |
| 134.677, |
| 133.558, |
| 132.2, |
| 130.863, |
| 133.839, |
| 133.62, |
| 132.814, |
| 137.413 |
| ] |
| }, |
| { |
| "id": "choice_score_noul", |
| "tokens": 158, |
| "median_ms": 194.0195, |
| "p95_ms": 222.371, |
| "max_logit_error": 0.0026862621307373047, |
| "logits": [ |
| [ |
| 0.8532523512840271, |
| -1.354093313217163, |
| -1.4836039543151855 |
| ], |
| [ |
| -1.5403270721435547, |
| -1.8745851516723633, |
| -1.5476717948913574, |
| -1.0722771883010864 |
| ], |
| [ |
| -0.7504106163978577, |
| 0.3954521417617798 |
| ] |
| ], |
| "samples_ms": [ |
| 191.337, |
| 195.179, |
| 191.745, |
| 195.128, |
| 190.167, |
| 192.653, |
| 222.371, |
| 197.118, |
| 195.68, |
| 192.911 |
| ] |
| }, |
| { |
| "id": "mixed_longer", |
| "tokens": 174, |
| "median_ms": 198.0285, |
| "p95_ms": 205.097, |
| "max_logit_error": 0.0077391862869262695, |
| "logits": [ |
| [ |
| 0.3560849726200104, |
| -1.260509729385376, |
| -0.9059531092643738 |
| ], |
| [ |
| -1.5540333986282349, |
| -1.5181679725646973, |
| -1.3634045124053955, |
| -1.2682830095291138 |
| ], |
| [ |
| -1.025048851966858, |
| 0.5892159938812256 |
| ] |
| ], |
| "samples_ms": [ |
| 205.097, |
| 200.644, |
| 201.857, |
| 199.214, |
| 195.054, |
| 196.843, |
| 195.344, |
| 195.409, |
| 195.763, |
| 200.423 |
| ] |
| } |
| ] |
| }, |
| "peak_process_footprint_bytes": 204425208 |
| }, |
| "route-comparison/optimized-1": { |
| "receipt": { |
| "command": [ |
| "${ANTFLY_DIR}/zig/zig-out/bin/antfly-inference-gliner-decide-quant-bench", |
| "--model-dir", |
| "${RELEASE_DIR}/bundle", |
| "--backend", |
| "metal", |
| "--capture", |
| "${RELEASE_DIR}/route-comparison/cases-1.json", |
| "--warmups", |
| "5", |
| "--reps", |
| "10", |
| "--tolerance", |
| ".05" |
| ], |
| "exit_code": 0, |
| "wall_seconds": 15.498201131820679, |
| "binary_sha256": "943d9710b94609cea6d604a8b81d1b0034be3d3edc004b3013333335a5c94ad0", |
| "threads": 2, |
| "f16_mirrors": true, |
| "pair": 1, |
| "case_shuffle_seed": 20261009 |
| }, |
| "report": { |
| "scope": "offline loaded pipeline: schema compile, tokenization, encoder, classifier and completed readback; excludes HTTP, model load, and output presentation", |
| "backend": "metal", |
| "model_dir": "${RELEASE_DIR}/bundle", |
| "load_ms": 769.533, |
| "warmups": 5, |
| "reps": 10, |
| "validation_preflights": 1, |
| "tolerance": 0.05, |
| "reports": [ |
| { |
| "id": "binary_short", |
| "tokens": 40, |
| "median_ms": 87.459, |
| "p95_ms": 94.878, |
| "max_logit_error": 0.0016354545950889587, |
| "logits": [ |
| [ |
| -0.08033614605665207, |
| -0.16419093310832977 |
| ] |
| ], |
| "samples_ms": [ |
| 87.305, |
| 87.613, |
| 83.358, |
| 87.231, |
| 94.878, |
| 91.89, |
| 92.493, |
| 85.229, |
| 83.93, |
| 89.438 |
| ] |
| }, |
| { |
| "id": "score_and_noul", |
| "tokens": 93, |
| "median_ms": 129.9425, |
| "p95_ms": 148.849, |
| "max_logit_error": 0.0012413263320922852, |
| "logits": [ |
| [ |
| -0.5477727055549622, |
| -0.7741295099258423, |
| -1.284361720085144 |
| ], |
| [ |
| 0.4722123146057129, |
| -0.799809455871582 |
| ] |
| ], |
| "samples_ms": [ |
| 127.698, |
| 148.849, |
| 147.627, |
| 147.459, |
| 147.132, |
| 125.311, |
| 130.622, |
| 129.263, |
| 125.834, |
| 124.29 |
| ] |
| }, |
| { |
| "id": "described_prompt_choice", |
| "tokens": 87, |
| "median_ms": 126.014, |
| "p95_ms": 130.106, |
| "max_logit_error": 0.0042365193367004395, |
| "logits": [ |
| [ |
| 0.2800174951553345, |
| -0.5930463075637817, |
| -2.351038932800293 |
| ] |
| ], |
| "samples_ms": [ |
| 130.106, |
| 126.81, |
| 126.395, |
| 122.956, |
| 123.547, |
| 124.562, |
| 127.984, |
| 128.754, |
| 124.709, |
| 125.633 |
| ] |
| }, |
| { |
| "id": "described_four_labels", |
| "tokens": 79, |
| "median_ms": 129.8025, |
| "p95_ms": 135.846, |
| "max_logit_error": 0.004820585250854492, |
| "logits": [ |
| [ |
| 0.6339313983917236, |
| -1.733758568763733, |
| -1.5803184509277344, |
| -1.8614152669906616 |
| ] |
| ], |
| "samples_ms": [ |
| 129.704, |
| 135.846, |
| 133.121, |
| 134.633, |
| 129.901, |
| 132.154, |
| 118.664, |
| 117.896, |
| 124.527, |
| 125.631 |
| ] |
| }, |
| { |
| "id": "choice_score_noul", |
| "tokens": 158, |
| "median_ms": 181.51, |
| "p95_ms": 190.903, |
| "max_logit_error": 0.0024205446243286133, |
| "logits": [ |
| [ |
| 0.8533504605293274, |
| -1.3543590307235718, |
| -1.4838511943817139 |
| ], |
| [ |
| -1.5403822660446167, |
| -1.8746026754379272, |
| -1.5477193593978882, |
| -1.0722633600234985 |
| ], |
| [ |
| -0.7505202293395996, |
| 0.3955964148044586 |
| ] |
| ], |
| "samples_ms": [ |
| 184.522, |
| 181.56, |
| 177.97, |
| 178.003, |
| 182.537, |
| 180.656, |
| 181.46, |
| 184.805, |
| 179.606, |
| 190.903 |
| ] |
| }, |
| { |
| "id": "mixed_longer", |
| "tokens": 174, |
| "median_ms": 200.6655, |
| "p95_ms": 222.843, |
| "max_logit_error": 0.0074683427810668945, |
| "logits": [ |
| [ |
| 0.355814129114151, |
| -1.2603981494903564, |
| -0.905807614326477 |
| ], |
| [ |
| -1.5539684295654297, |
| -1.518104910850525, |
| -1.3633553981781006, |
| -1.2683329582214355 |
| ], |
| [ |
| -1.0248072147369385, |
| 0.589237630367279 |
| ] |
| ], |
| "samples_ms": [ |
| 200.26, |
| 201.673, |
| 201.071, |
| 204.122, |
| 188.092, |
| 187.685, |
| 192.082, |
| 218.26, |
| 222.843, |
| 191.289 |
| ] |
| } |
| ] |
| }, |
| "peak_process_footprint_bytes": 2472413320 |
| }, |
| "route-comparison/direct-2": { |
| "receipt": { |
| "command": [ |
| "${ANTFLY_DIR}/zig/zig-out/bin/antfly-inference-gliner-decide-quant-bench", |
| "--model-dir", |
| "${RELEASE_DIR}/bundle", |
| "--backend", |
| "metal", |
| "--capture", |
| "${RELEASE_DIR}/route-comparison/cases-2.json", |
| "--warmups", |
| "5", |
| "--reps", |
| "10", |
| "--tolerance", |
| ".05" |
| ], |
| "exit_code": 0, |
| "wall_seconds": 17.77045202255249, |
| "binary_sha256": "943d9710b94609cea6d604a8b81d1b0034be3d3edc004b3013333335a5c94ad0", |
| "threads": 2, |
| "f16_mirrors": false, |
| "pair": 2, |
| "case_shuffle_seed": 20261010 |
| }, |
| "report": { |
| "scope": "offline loaded pipeline: schema compile, tokenization, encoder, classifier and completed readback; excludes HTTP, model load, and output presentation", |
| "backend": "metal", |
| "model_dir": "${RELEASE_DIR}/bundle", |
| "load_ms": 768.086, |
| "warmups": 5, |
| "reps": 10, |
| "validation_preflights": 1, |
| "tolerance": 0.05, |
| "reports": [ |
| { |
| "id": "described_four_labels", |
| "tokens": 79, |
| "median_ms": 138.7715, |
| "p95_ms": 147.661, |
| "max_logit_error": 0.005223751068115234, |
| "logits": [ |
| [ |
| 0.6337351202964783, |
| -1.7333554029464722, |
| -1.5802794694900513, |
| -1.8612666130065918 |
| ] |
| ], |
| "samples_ms": [ |
| 139.943, |
| 135.924, |
| 136.727, |
| 138.53, |
| 143.381, |
| 144.027, |
| 136.922, |
| 133.516, |
| 147.661, |
| 139.013 |
| ] |
| }, |
| { |
| "id": "score_and_noul", |
| "tokens": 93, |
| "median_ms": 148.99849999999998, |
| "p95_ms": 155.386, |
| "max_logit_error": 0.0012856721878051758, |
| "logits": [ |
| [ |
| -0.5477256178855896, |
| -0.7741094827651978, |
| -1.284463882446289 |
| ], |
| [ |
| 0.4723998010158539, |
| -0.7999430894851685 |
| ] |
| ], |
| "samples_ms": [ |
| 151.726, |
| 155.171, |
| 149.354, |
| 148.653, |
| 146.376, |
| 155.386, |
| 149.344, |
| 141.364, |
| 144.506, |
| 145.348 |
| ] |
| }, |
| { |
| "id": "mixed_longer", |
| "tokens": 174, |
| "median_ms": 209.893, |
| "p95_ms": 234.497, |
| "max_logit_error": 0.0077391862869262695, |
| "logits": [ |
| [ |
| 0.3560849726200104, |
| -1.260509729385376, |
| -0.9059531092643738 |
| ], |
| [ |
| -1.5540333986282349, |
| -1.5181679725646973, |
| -1.3634045124053955, |
| -1.2682830095291138 |
| ], |
| [ |
| -1.025048851966858, |
| 0.5892159938812256 |
| ] |
| ], |
| "samples_ms": [ |
| 203.434, |
| 209.648, |
| 227.213, |
| 210.138, |
| 205.716, |
| 225.274, |
| 208.88, |
| 213.501, |
| 234.497, |
| 201.486 |
| ] |
| }, |
| { |
| "id": "described_prompt_choice", |
| "tokens": 87, |
| "median_ms": 149.9985, |
| "p95_ms": 162.94, |
| "max_logit_error": 0.004620492458343506, |
| "logits": [ |
| [ |
| 0.2800537943840027, |
| -0.5926623344421387, |
| -2.350696325302124 |
| ] |
| ], |
| "samples_ms": [ |
| 147.359, |
| 162.94, |
| 152.638, |
| 140.097, |
| 159.788, |
| 155.918, |
| 139.359, |
| 141.384, |
| 140.845, |
| 161.101 |
| ] |
| }, |
| { |
| "id": "choice_score_noul", |
| "tokens": 158, |
| "median_ms": 247.19, |
| "p95_ms": 275.518, |
| "max_logit_error": 0.0026862621307373047, |
| "logits": [ |
| [ |
| 0.8532523512840271, |
| -1.354093313217163, |
| -1.4836039543151855 |
| ], |
| [ |
| -1.5403270721435547, |
| -1.8745851516723633, |
| -1.5476717948913574, |
| -1.0722771883010864 |
| ], |
| [ |
| -0.7504106163978577, |
| 0.3954521417617798 |
| ] |
| ], |
| "samples_ms": [ |
| 217.293, |
| 246.855, |
| 234.071, |
| 251.45, |
| 245.179, |
| 240.504, |
| 247.525, |
| 275.518, |
| 275.072, |
| 263.104 |
| ] |
| }, |
| { |
| "id": "binary_short", |
| "tokens": 40, |
| "median_ms": 153.887, |
| "p95_ms": 171.469, |
| "max_logit_error": 0.0016404464840888977, |
| "logits": [ |
| [ |
| -0.08033115416765213, |
| -0.16419440507888794 |
| ] |
| ], |
| "samples_ms": [ |
| 161.026, |
| 171.469, |
| 152.136, |
| 158.089, |
| 153.101, |
| 151.66, |
| 151.026, |
| 150.529, |
| 154.673, |
| 157.76 |
| ] |
| } |
| ] |
| }, |
| "peak_process_footprint_bytes": 183551968 |
| }, |
| "route-comparison/optimized-2": { |
| "receipt": { |
| "command": [ |
| "${ANTFLY_DIR}/zig/zig-out/bin/antfly-inference-gliner-decide-quant-bench", |
| "--model-dir", |
| "${RELEASE_DIR}/bundle", |
| "--backend", |
| "metal", |
| "--capture", |
| "${RELEASE_DIR}/route-comparison/cases-2.json", |
| "--warmups", |
| "5", |
| "--reps", |
| "10", |
| "--tolerance", |
| ".05" |
| ], |
| "exit_code": 0, |
| "wall_seconds": 17.533469200134277, |
| "binary_sha256": "943d9710b94609cea6d604a8b81d1b0034be3d3edc004b3013333335a5c94ad0", |
| "threads": 2, |
| "f16_mirrors": true, |
| "pair": 2, |
| "case_shuffle_seed": 20261010 |
| }, |
| "report": { |
| "scope": "offline loaded pipeline: schema compile, tokenization, encoder, classifier and completed readback; excludes HTTP, model load, and output presentation", |
| "backend": "metal", |
| "model_dir": "${RELEASE_DIR}/bundle", |
| "load_ms": 761.433, |
| "warmups": 5, |
| "reps": 10, |
| "validation_preflights": 1, |
| "tolerance": 0.05, |
| "reports": [ |
| { |
| "id": "described_four_labels", |
| "tokens": 79, |
| "median_ms": 132.32850000000002, |
| "p95_ms": 143.869, |
| "max_logit_error": 0.004820585250854492, |
| "logits": [ |
| [ |
| 0.6339313983917236, |
| -1.733758568763733, |
| -1.5803184509277344, |
| -1.8614152669906616 |
| ] |
| ], |
| "samples_ms": [ |
| 132.214, |
| 132.443, |
| 128.733, |
| 140.579, |
| 137.935, |
| 143.869, |
| 139.446, |
| 129.848, |
| 121.81, |
| 132.19 |
| ] |
| }, |
| { |
| "id": "score_and_noul", |
| "tokens": 93, |
| "median_ms": 134.61950000000002, |
| "p95_ms": 146.37, |
| "max_logit_error": 0.0012413263320922852, |
| "logits": [ |
| [ |
| -0.5477727055549622, |
| -0.7741295099258423, |
| -1.284361720085144 |
| ], |
| [ |
| 0.4722123146057129, |
| -0.799809455871582 |
| ] |
| ], |
| "samples_ms": [ |
| 125.749, |
| 129.627, |
| 132.902, |
| 142.906, |
| 146.37, |
| 144.13, |
| 135.786, |
| 137.893, |
| 127.53, |
| 133.453 |
| ] |
| }, |
| { |
| "id": "mixed_longer", |
| "tokens": 174, |
| "median_ms": 244.41500000000002, |
| "p95_ms": 273.008, |
| "max_logit_error": 0.0074683427810668945, |
| "logits": [ |
| [ |
| 0.355814129114151, |
| -1.2603981494903564, |
| -0.905807614326477 |
| ], |
| [ |
| -1.5539684295654297, |
| -1.518104910850525, |
| -1.3633553981781006, |
| -1.2683329582214355 |
| ], |
| [ |
| -1.0248072147369385, |
| 0.589237630367279 |
| ] |
| ], |
| "samples_ms": [ |
| 209.75, |
| 225.912, |
| 231.76, |
| 233.027, |
| 243.705, |
| 273.008, |
| 261.644, |
| 251.633, |
| 252.579, |
| 245.125 |
| ] |
| }, |
| { |
| "id": "described_prompt_choice", |
| "tokens": 87, |
| "median_ms": 164.2715, |
| "p95_ms": 190.341, |
| "max_logit_error": 0.0042365193367004395, |
| "logits": [ |
| [ |
| 0.2800174951553345, |
| -0.5930463075637817, |
| -2.351038932800293 |
| ] |
| ], |
| "samples_ms": [ |
| 150.79, |
| 153.23, |
| 158.222, |
| 172.313, |
| 190.341, |
| 167.947, |
| 167.029, |
| 161.514, |
| 157.537, |
| 172.651 |
| ] |
| }, |
| { |
| "id": "choice_score_noul", |
| "tokens": 158, |
| "median_ms": 224.625, |
| "p95_ms": 241.658, |
| "max_logit_error": 0.0024205446243286133, |
| "logits": [ |
| [ |
| 0.8533504605293274, |
| -1.3543590307235718, |
| -1.4838511943817139 |
| ], |
| [ |
| -1.5403822660446167, |
| -1.8746026754379272, |
| -1.5477193593978882, |
| -1.0722633600234985 |
| ], |
| [ |
| -0.7505202293395996, |
| 0.3955964148044586 |
| ] |
| ], |
| "samples_ms": [ |
| 241.658, |
| 225.087, |
| 227.153, |
| 224.163, |
| 221.694, |
| 219.834, |
| 216.53, |
| 213.867, |
| 232.902, |
| 233.161 |
| ] |
| }, |
| { |
| "id": "binary_short", |
| "tokens": 40, |
| "median_ms": 77.162, |
| "p95_ms": 81.104, |
| "max_logit_error": 0.0016354545950889587, |
| "logits": [ |
| [ |
| -0.08033614605665207, |
| -0.16419093310832977 |
| ] |
| ], |
| "samples_ms": [ |
| 75.507, |
| 77.64, |
| 76.684, |
| 79.191, |
| 79.553, |
| 76.017, |
| 78.273, |
| 81.104, |
| 72.992, |
| 74.762 |
| ] |
| } |
| ] |
| }, |
| "peak_process_footprint_bytes": 2472216688 |
| }, |
| "repeat/direct-A1": { |
| "receipt": { |
| "command": [ |
| "${ANTFLY_DIR}/zig/zig-out/bin/antfly-inference-gliner-decide-quant-bench", |
| "--model-dir", |
| "${RELEASE_DIR}/bundle", |
| "--backend", |
| "metal", |
| "--capture", |
| "${RELEASE_DIR}/benchmark-six.json", |
| "--warmups", |
| "3", |
| "--reps", |
| "20", |
| "--tolerance", |
| ".05" |
| ], |
| "exit_code": 0, |
| "wall_seconds": 26.08305597305298, |
| "binary_sha256": "34f93e2b412e0d6836dc1ca6e24a5563e4dd5444c2fbaa5e74cec14bc54fb178", |
| "threads": 2, |
| "f16_mirrors": false |
| }, |
| "report": { |
| "scope": "offline loaded pipeline: schema compile, tokenization, encoder, classifier and completed readback; excludes HTTP, model load, and output presentation", |
| "backend": "metal", |
| "model_dir": "${RELEASE_DIR}/bundle", |
| "load_ms": 64.661, |
| "warmups": 3, |
| "reps": 20, |
| "validation_preflights": 1, |
| "tolerance": 0.05, |
| "reports": [ |
| { |
| "id": "described_prompt_choice", |
| "tokens": 87, |
| "median_ms": 151.22449999999998, |
| "p95_ms": 175.613, |
| "max_logit_error": 0.004620492458343506, |
| "logits": [ |
| [ |
| 0.2800537943840027, |
| -0.5926623344421387, |
| -2.350696325302124 |
| ] |
| ], |
| "samples_ms": [ |
| 133.484, |
| 133.266, |
| 136.293, |
| 146.357, |
| 152.584, |
| 143.983, |
| 148.903, |
| 149.565, |
| 150.909, |
| 175.613, |
| 177.583, |
| 154.619, |
| 151.54, |
| 150.794, |
| 155.269, |
| 153.815, |
| 152.07, |
| 150.861, |
| 155.694, |
| 153.171 |
| ] |
| }, |
| { |
| "id": "choice_score_noul", |
| "tokens": 158, |
| "median_ms": 217.459, |
| "p95_ms": 233.843, |
| "max_logit_error": 0.0026862621307373047, |
| "logits": [ |
| [ |
| 0.8532523512840271, |
| -1.354093313217163, |
| -1.4836039543151855 |
| ], |
| [ |
| -1.5403270721435547, |
| -1.8745851516723633, |
| -1.5476717948913574, |
| -1.0722771883010864 |
| ], |
| [ |
| -0.7504106163978577, |
| 0.3954521417617798 |
| ] |
| ], |
| "samples_ms": [ |
| 215.825, |
| 214.243, |
| 217.958, |
| 225.393, |
| 242.567, |
| 222.08, |
| 211.468, |
| 233.843, |
| 217.896, |
| 216.46, |
| 217.022, |
| 224.229, |
| 220.352, |
| 221.455, |
| 220.187, |
| 216.618, |
| 212.753, |
| 214.754, |
| 209.993, |
| 211.34 |
| ] |
| }, |
| { |
| "id": "binary_short", |
| "tokens": 40, |
| "median_ms": 155.076, |
| "p95_ms": 161.924, |
| "max_logit_error": 0.0016404464840888977, |
| "logits": [ |
| [ |
| -0.08033115416765213, |
| -0.16419440507888794 |
| ] |
| ], |
| "samples_ms": [ |
| 154.658, |
| 159.801, |
| 159.972, |
| 155.22, |
| 151.805, |
| 155.966, |
| 159.632, |
| 154.932, |
| 153.576, |
| 161.924, |
| 165.537, |
| 147.552, |
| 138.505, |
| 146.598, |
| 150.122, |
| 157.997, |
| 157.161, |
| 152.325, |
| 161.329, |
| 154.105 |
| ] |
| }, |
| { |
| "id": "described_four_labels", |
| "tokens": 79, |
| "median_ms": 150.075, |
| "p95_ms": 158.591, |
| "max_logit_error": 0.005223751068115234, |
| "logits": [ |
| [ |
| 0.6337351202964783, |
| -1.7333554029464722, |
| -1.5802794694900513, |
| -1.8612666130065918 |
| ] |
| ], |
| "samples_ms": [ |
| 148.958, |
| 152.593, |
| 147.961, |
| 159.606, |
| 155.972, |
| 148.546, |
| 149.304, |
| 151.82, |
| 158.591, |
| 155.588, |
| 155.288, |
| 149.271, |
| 152.025, |
| 148.658, |
| 148.439, |
| 150.09, |
| 150.06, |
| 150.781, |
| 149.872, |
| 149.84 |
| ] |
| }, |
| { |
| "id": "score_and_noul", |
| "tokens": 93, |
| "median_ms": 155.642, |
| "p95_ms": 164.298, |
| "max_logit_error": 0.0012856721878051758, |
| "logits": [ |
| [ |
| -0.5477256178855896, |
| -0.7741094827651978, |
| -1.284463882446289 |
| ], |
| [ |
| 0.4723998010158539, |
| -0.7999430894851685 |
| ] |
| ], |
| "samples_ms": [ |
| 163.782, |
| 152.495, |
| 158.201, |
| 159.659, |
| 161.545, |
| 149.573, |
| 153.229, |
| 154.11, |
| 157.51, |
| 151.997, |
| 157.174, |
| 164.298, |
| 159.839, |
| 167.699, |
| 163.094, |
| 140.711, |
| 141.228, |
| 134.555, |
| 134.503, |
| 140.267 |
| ] |
| }, |
| { |
| "id": "mixed_longer", |
| "tokens": 174, |
| "median_ms": 206.934, |
| "p95_ms": 221.648, |
| "max_logit_error": 0.0077391862869262695, |
| "logits": [ |
| [ |
| 0.3560849726200104, |
| -1.260509729385376, |
| -0.9059531092643738 |
| ], |
| [ |
| -1.5540333986282349, |
| -1.5181679725646973, |
| -1.3634045124053955, |
| -1.2682830095291138 |
| ], |
| [ |
| -1.025048851966858, |
| 0.5892159938812256 |
| ] |
| ], |
| "samples_ms": [ |
| 221.474, |
| 218.258, |
| 221.648, |
| 211.133, |
| 233.508, |
| 219.12, |
| 216.549, |
| 217.935, |
| 206.459, |
| 195.653, |
| 201.556, |
| 202.113, |
| 197.163, |
| 200.892, |
| 203.176, |
| 207.409, |
| 201.166, |
| 207.762, |
| 202.539, |
| 201.368 |
| ] |
| } |
| ] |
| }, |
| "peak_process_footprint_bytes": 207111728 |
| }, |
| "repeat/mirror-B1": { |
| "receipt": { |
| "command": [ |
| "${ANTFLY_DIR}/zig/zig-out/bin/antfly-inference-gliner-decide-quant-bench", |
| "--model-dir", |
| "${RELEASE_DIR}/bundle", |
| "--backend", |
| "metal", |
| "--capture", |
| "${RELEASE_DIR}/benchmark-six.json", |
| "--warmups", |
| "3", |
| "--reps", |
| "20", |
| "--tolerance", |
| ".05" |
| ], |
| "exit_code": 0, |
| "wall_seconds": 20.994187831878662, |
| "binary_sha256": "34f93e2b412e0d6836dc1ca6e24a5563e4dd5444c2fbaa5e74cec14bc54fb178", |
| "threads": 2, |
| "f16_mirrors": true |
| }, |
| "report": { |
| "scope": "offline loaded pipeline: schema compile, tokenization, encoder, classifier and completed readback; excludes HTTP, model load, and output presentation", |
| "backend": "metal", |
| "model_dir": "${RELEASE_DIR}/bundle", |
| "load_ms": 64.096, |
| "warmups": 3, |
| "reps": 20, |
| "validation_preflights": 1, |
| "tolerance": 0.05, |
| "reports": [ |
| { |
| "id": "described_prompt_choice", |
| "tokens": 87, |
| "median_ms": 121.072, |
| "p95_ms": 154.295, |
| "max_logit_error": 0.0042365193367004395, |
| "logits": [ |
| [ |
| 0.2800174951553345, |
| -0.5930463075637817, |
| -2.351038932800293 |
| ] |
| ], |
| "samples_ms": [ |
| 113.143, |
| 120.482, |
| 114.939, |
| 113.524, |
| 113.971, |
| 113.693, |
| 113.333, |
| 113.122, |
| 135.354, |
| 154.419, |
| 154.295, |
| 132.563, |
| 123.612, |
| 122.622, |
| 117.057, |
| 119.11, |
| 121.662, |
| 124.761, |
| 125.648, |
| 133.544 |
| ] |
| }, |
| { |
| "id": "choice_score_noul", |
| "tokens": 158, |
| "median_ms": 173.007, |
| "p95_ms": 185.729, |
| "max_logit_error": 0.0024205446243286133, |
| "logits": [ |
| [ |
| 0.8533504605293274, |
| -1.3543590307235718, |
| -1.4838511943817139 |
| ], |
| [ |
| -1.5403822660446167, |
| -1.8746026754379272, |
| -1.5477193593978882, |
| -1.0722633600234985 |
| ], |
| [ |
| -0.7505202293395996, |
| 0.3955964148044586 |
| ] |
| ], |
| "samples_ms": [ |
| 183.851, |
| 183.103, |
| 182.143, |
| 185.181, |
| 182.138, |
| 185.729, |
| 183.69, |
| 186.628, |
| 173.413, |
| 170.618, |
| 170.356, |
| 171.451, |
| 172.607, |
| 170.898, |
| 172.047, |
| 172.09, |
| 171.93, |
| 171.9, |
| 173.407, |
| 172.599 |
| ] |
| }, |
| { |
| "id": "binary_short", |
| "tokens": 40, |
| "median_ms": 100.9105, |
| "p95_ms": 121.49, |
| "max_logit_error": 0.0016354545950889587, |
| "logits": [ |
| [ |
| -0.08033614605665207, |
| -0.16419093310832977 |
| ] |
| ], |
| "samples_ms": [ |
| 69.555, |
| 72.983, |
| 72.37, |
| 76.541, |
| 76.924, |
| 80.63, |
| 84.598, |
| 90.179, |
| 97.816, |
| 100.572, |
| 103.132, |
| 107.073, |
| 112.108, |
| 115.824, |
| 120.418, |
| 125.195, |
| 121.49, |
| 116.421, |
| 110.602, |
| 101.249 |
| ] |
| }, |
| { |
| "id": "described_four_labels", |
| "tokens": 79, |
| "median_ms": 125.0195, |
| "p95_ms": 129.967, |
| "max_logit_error": 0.004820585250854492, |
| "logits": [ |
| [ |
| 0.6339313983917236, |
| -1.733758568763733, |
| -1.5803184509277344, |
| -1.8614152669906616 |
| ] |
| ], |
| "samples_ms": [ |
| 123.036, |
| 118.88, |
| 113.815, |
| 112.576, |
| 113.983, |
| 114.594, |
| 114.999, |
| 117.372, |
| 119.243, |
| 122.916, |
| 127.264, |
| 129.502, |
| 129.967, |
| 129.411, |
| 128.608, |
| 129.862, |
| 129.704, |
| 130.435, |
| 127.003, |
| 127.096 |
| ] |
| }, |
| { |
| "id": "score_and_noul", |
| "tokens": 93, |
| "median_ms": 127.255, |
| "p95_ms": 130.064, |
| "max_logit_error": 0.0012413263320922852, |
| "logits": [ |
| [ |
| -0.5477727055549622, |
| -0.7741295099258423, |
| -1.284361720085144 |
| ], |
| [ |
| 0.4722123146057129, |
| -0.799809455871582 |
| ] |
| ], |
| "samples_ms": [ |
| 126.735, |
| 127.087, |
| 124.847, |
| 121.891, |
| 121.378, |
| 123.431, |
| 121.712, |
| 126.759, |
| 128.108, |
| 128.031, |
| 127.755, |
| 127.423, |
| 128.556, |
| 128.145, |
| 128.943, |
| 130.026, |
| 130.525, |
| 130.064, |
| 127.074, |
| 127.057 |
| ] |
| }, |
| { |
| "id": "mixed_longer", |
| "tokens": 174, |
| "median_ms": 186.5655, |
| "p95_ms": 187.96, |
| "max_logit_error": 0.0074683427810668945, |
| "logits": [ |
| [ |
| 0.355814129114151, |
| -1.2603981494903564, |
| -0.905807614326477 |
| ], |
| [ |
| -1.5539684295654297, |
| -1.518104910850525, |
| -1.3633553981781006, |
| -1.2683329582214355 |
| ], |
| [ |
| -1.0248072147369385, |
| 0.589237630367279 |
| ] |
| ], |
| "samples_ms": [ |
| 185.21, |
| 188.982, |
| 187.96, |
| 187.61, |
| 187.858, |
| 187.799, |
| 186.798, |
| 186.542, |
| 184.846, |
| 180.776, |
| 182.999, |
| 183.888, |
| 186.589, |
| 186.089, |
| 186.954, |
| 186.605, |
| 186.329, |
| 186.723, |
| 185.852, |
| 185.12 |
| ] |
| } |
| ] |
| }, |
| "peak_process_footprint_bytes": 2472789720 |
| }, |
| "repeat/mirror-B2": { |
| "receipt": { |
| "command": [ |
| "${ANTFLY_DIR}/zig/zig-out/bin/antfly-inference-gliner-decide-quant-bench", |
| "--model-dir", |
| "${RELEASE_DIR}/bundle", |
| "--backend", |
| "metal", |
| "--capture", |
| "${RELEASE_DIR}/benchmark-six.json", |
| "--warmups", |
| "3", |
| "--reps", |
| "20", |
| "--tolerance", |
| ".05" |
| ], |
| "exit_code": 0, |
| "wall_seconds": 20.795201063156128, |
| "binary_sha256": "34f93e2b412e0d6836dc1ca6e24a5563e4dd5444c2fbaa5e74cec14bc54fb178", |
| "threads": 2, |
| "f16_mirrors": true |
| }, |
| "report": { |
| "scope": "offline loaded pipeline: schema compile, tokenization, encoder, classifier and completed readback; excludes HTTP, model load, and output presentation", |
| "backend": "metal", |
| "model_dir": "${RELEASE_DIR}/bundle", |
| "load_ms": 62.054, |
| "warmups": 3, |
| "reps": 20, |
| "validation_preflights": 1, |
| "tolerance": 0.05, |
| "reports": [ |
| { |
| "id": "described_prompt_choice", |
| "tokens": 87, |
| "median_ms": 119.5635, |
| "p95_ms": 121.18, |
| "max_logit_error": 0.0042365193367004395, |
| "logits": [ |
| [ |
| 0.2800174951553345, |
| -0.5930463075637817, |
| -2.351038932800293 |
| ] |
| ], |
| "samples_ms": [ |
| 120.641, |
| 117.177, |
| 119.278, |
| 118.348, |
| 120.227, |
| 121.824, |
| 119.982, |
| 119.05, |
| 119.227, |
| 119.849, |
| 118.151, |
| 118.48, |
| 120.702, |
| 120.014, |
| 121.18, |
| 120.378, |
| 118.655, |
| 118.404, |
| 120.046, |
| 117.195 |
| ] |
| }, |
| { |
| "id": "choice_score_noul", |
| "tokens": 158, |
| "median_ms": 173.8095, |
| "p95_ms": 175.577, |
| "max_logit_error": 0.0024205446243286133, |
| "logits": [ |
| [ |
| 0.8533504605293274, |
| -1.3543590307235718, |
| -1.4838511943817139 |
| ], |
| [ |
| -1.5403822660446167, |
| -1.8746026754379272, |
| -1.5477193593978882, |
| -1.0722633600234985 |
| ], |
| [ |
| -0.7505202293395996, |
| 0.3955964148044586 |
| ] |
| ], |
| "samples_ms": [ |
| 174.884, |
| 174.171, |
| 175.577, |
| 173.585, |
| 174.67, |
| 174.299, |
| 173.1, |
| 173.576, |
| 172.678, |
| 173.41, |
| 173.834, |
| 171.81, |
| 174.596, |
| 173.067, |
| 175.657, |
| 174.101, |
| 174.984, |
| 173.785, |
| 172.85, |
| 172.947 |
| ] |
| }, |
| { |
| "id": "binary_short", |
| "tokens": 40, |
| "median_ms": 101.3575, |
| "p95_ms": 119.854, |
| "max_logit_error": 0.0016354545950889587, |
| "logits": [ |
| [ |
| -0.08033614605665207, |
| -0.16419093310832977 |
| ] |
| ], |
| "samples_ms": [ |
| 70.853, |
| 71.696, |
| 74.558, |
| 77.767, |
| 80.509, |
| 82.644, |
| 87.84, |
| 92.424, |
| 95.383, |
| 99.787, |
| 104.119, |
| 102.928, |
| 103.262, |
| 105.193, |
| 105.703, |
| 109.008, |
| 114.619, |
| 117.075, |
| 119.854, |
| 122.953 |
| ] |
| }, |
| { |
| "id": "described_four_labels", |
| "tokens": 79, |
| "median_ms": 113.2615, |
| "p95_ms": 114.628, |
| "max_logit_error": 0.004820585250854492, |
| "logits": [ |
| [ |
| 0.6339313983917236, |
| -1.733758568763733, |
| -1.5803184509277344, |
| -1.8614152669906616 |
| ] |
| ], |
| "samples_ms": [ |
| 116.997, |
| 111.999, |
| 112.368, |
| 111.397, |
| 112.065, |
| 114.127, |
| 113.579, |
| 111.805, |
| 111.14, |
| 111.464, |
| 111.803, |
| 113.493, |
| 113.03, |
| 113.651, |
| 113.389, |
| 113.999, |
| 114.628, |
| 113.947, |
| 113.134, |
| 113.618 |
| ] |
| }, |
| { |
| "id": "score_and_noul", |
| "tokens": 93, |
| "median_ms": 129.63400000000001, |
| "p95_ms": 132.549, |
| "max_logit_error": 0.0012413263320922852, |
| "logits": [ |
| [ |
| -0.5477727055549622, |
| -0.7741295099258423, |
| -1.284361720085144 |
| ], |
| [ |
| 0.4722123146057129, |
| -0.799809455871582 |
| ] |
| ], |
| "samples_ms": [ |
| 128.949, |
| 130.192, |
| 128.678, |
| 127.207, |
| 124.548, |
| 122.513, |
| 127.063, |
| 126.615, |
| 127.348, |
| 128.57, |
| 130.45, |
| 131.884, |
| 129.25, |
| 130.564, |
| 134.111, |
| 132.19, |
| 130.852, |
| 130.018, |
| 130.158, |
| 132.549 |
| ] |
| }, |
| { |
| "id": "mixed_longer", |
| "tokens": 174, |
| "median_ms": 184.946, |
| "p95_ms": 186.934, |
| "max_logit_error": 0.0074683427810668945, |
| "logits": [ |
| [ |
| 0.355814129114151, |
| -1.2603981494903564, |
| -0.905807614326477 |
| ], |
| [ |
| -1.5539684295654297, |
| -1.518104910850525, |
| -1.3633553981781006, |
| -1.2683329582214355 |
| ], |
| [ |
| -1.0248072147369385, |
| 0.589237630367279 |
| ] |
| ], |
| "samples_ms": [ |
| 186.934, |
| 186.13, |
| 185.955, |
| 184.341, |
| 184.717, |
| 183.554, |
| 183.95, |
| 183.911, |
| 184.469, |
| 186.375, |
| 185.582, |
| 187.098, |
| 186.761, |
| 185.09, |
| 184.474, |
| 184.802, |
| 184.514, |
| 183.526, |
| 186.624, |
| 186.309 |
| ] |
| } |
| ] |
| }, |
| "peak_process_footprint_bytes": 2471560896 |
| }, |
| "mirrors/Q8_0": { |
| "receipt": { |
| "command": [ |
| "${ANTFLY_DIR}/zig/zig-out/bin/antfly-inference-gliner-decide-quant-bench", |
| "--model-dir", |
| "${RELEASE_DIR}/bundle", |
| "--backend", |
| "metal", |
| "--capture", |
| "${RELEASE_DIR}/benchmark-cases.json", |
| "--warmups", |
| "1", |
| "--reps", |
| "3", |
| "--tolerance", |
| "0.05" |
| ], |
| "exit_code": 0, |
| "wall_seconds": 18.300604820251465, |
| "binary_sha256": "34f93e2b412e0d6836dc1ca6e24a5563e4dd5444c2fbaa5e74cec14bc54fb178", |
| "threads": 2, |
| "f16_mirrors": true |
| }, |
| "report": { |
| "scope": "offline loaded pipeline: schema compile, tokenization, encoder, classifier and completed readback; excludes HTTP, model load, and output presentation", |
| "backend": "metal", |
| "model_dir": "${RELEASE_DIR}/bundle", |
| "load_ms": 85.84, |
| "warmups": 1, |
| "reps": 3, |
| "validation_preflights": 1, |
| "tolerance": 0.05, |
| "reports": [ |
| { |
| "id": "english_intent", |
| "tokens": 25, |
| "median_ms": 76.041, |
| "p95_ms": 89.662, |
| "max_logit_error": 0.005368947982788086, |
| "logits": [ |
| [ |
| 2.7824366092681885, |
| -3.4416027069091797, |
| -3.55084228515625 |
| ] |
| ], |
| "samples_ms": [ |
| 73.535, |
| 76.041, |
| 89.662 |
| ] |
| }, |
| { |
| "id": "spanish_intent", |
| "tokens": 37, |
| "median_ms": 220.367, |
| "p95_ms": 235.48, |
| "max_logit_error": 0.007356166839599609, |
| "logits": [ |
| [ |
| -4.538506984710693, |
| -4.374109268188477, |
| 3.6617918014526367, |
| -5.3323893547058105 |
| ] |
| ], |
| "samples_ms": [ |
| 190.326, |
| 220.367, |
| 235.48 |
| ] |
| }, |
| { |
| "id": "japanese_intent", |
| "tokens": 45, |
| "median_ms": 138.898, |
| "p95_ms": 193.769, |
| "max_logit_error": 0.009947538375854492, |
| "logits": [ |
| [ |
| -2.013369083404541, |
| -4.249100685119629, |
| 2.763531446456909, |
| -4.4679274559021 |
| ] |
| ], |
| "samples_ms": [ |
| 193.769, |
| 126.158, |
| 138.898 |
| ] |
| }, |
| { |
| "id": "arabic_intent", |
| "tokens": 61, |
| "median_ms": 232.557, |
| "p95_ms": 249.517, |
| "max_logit_error": 0.005527019500732422, |
| "logits": [ |
| [ |
| -2.4141592979431152, |
| 1.5470284223556519, |
| -3.0412371158599854, |
| -2.528088331222534 |
| ] |
| ], |
| "samples_ms": [ |
| 249.517, |
| 232.557, |
| 213.209 |
| ] |
| }, |
| { |
| "id": "described_labels", |
| "tokens": 83, |
| "median_ms": 213.669, |
| "p95_ms": 216.51, |
| "max_logit_error": 0.005053341388702393, |
| "logits": [ |
| [ |
| -0.4495925307273865, |
| -0.6831516027450562, |
| -2.028061628341675 |
| ] |
| ], |
| "samples_ms": [ |
| 213.669, |
| 216.51, |
| 195.007 |
| ] |
| }, |
| { |
| "id": "instruction_prompt", |
| "tokens": 35, |
| "median_ms": 136.056, |
| "p95_ms": 167.502, |
| "max_logit_error": 0.022690653800964355, |
| "logits": [ |
| [ |
| 1.8410570621490479, |
| -1.6607609987258911 |
| ] |
| ], |
| "samples_ms": [ |
| 125.96, |
| 136.056, |
| 167.502 |
| ] |
| }, |
| { |
| "id": "multi_label_aspects", |
| "tokens": 41, |
| "median_ms": 159.609, |
| "p95_ms": 216.87, |
| "max_logit_error": 0.014851093292236328, |
| "logits": [ |
| [ |
| 2.0349650382995605, |
| 1.6998846530914307, |
| 1.5370807647705078, |
| -5.107205867767334, |
| -3.954423427581787, |
| -4.606977939605713 |
| ] |
| ], |
| "samples_ms": [ |
| 133.925, |
| 159.609, |
| 216.87 |
| ] |
| }, |
| { |
| "id": "long_context_cutoff", |
| "tokens": 198, |
| "median_ms": 263.438, |
| "p95_ms": 263.453, |
| "max_logit_error": 0.01193016767501831, |
| "logits": [ |
| [ |
| 0.5265380144119263, |
| -1.0681111812591553, |
| -1.8944110870361328 |
| ] |
| ], |
| "samples_ms": [ |
| 263.453, |
| 255.632, |
| 263.438 |
| ] |
| }, |
| { |
| "id": "described_prompt_choice", |
| "tokens": 87, |
| "median_ms": 143.931, |
| "p95_ms": 145.149, |
| "max_logit_error": 0.0042365193367004395, |
| "logits": [ |
| [ |
| 0.2800174951553345, |
| -0.5930463075637817, |
| -2.351038932800293 |
| ] |
| ], |
| "samples_ms": [ |
| 143.931, |
| 140.825, |
| 145.149 |
| ] |
| }, |
| { |
| "id": "choice_score_noul", |
| "tokens": 158, |
| "median_ms": 203.673, |
| "p95_ms": 205.707, |
| "max_logit_error": 0.0024205446243286133, |
| "logits": [ |
| [ |
| 0.8533504605293274, |
| -1.3543590307235718, |
| -1.4838511943817139 |
| ], |
| [ |
| -1.5403822660446167, |
| -1.8746026754379272, |
| -1.5477193593978882, |
| -1.0722633600234985 |
| ], |
| [ |
| -0.7505202293395996, |
| 0.3955964148044586 |
| ] |
| ], |
| "samples_ms": [ |
| 198.217, |
| 203.673, |
| 205.707 |
| ] |
| }, |
| { |
| "id": "binary_short", |
| "tokens": 40, |
| "median_ms": 93.75, |
| "p95_ms": 94.701, |
| "max_logit_error": 0.0016354545950889587, |
| "logits": [ |
| [ |
| -0.08033614605665207, |
| -0.16419093310832977 |
| ] |
| ], |
| "samples_ms": [ |
| 93.75, |
| 92.055, |
| 94.701 |
| ] |
| }, |
| { |
| "id": "described_four_labels", |
| "tokens": 79, |
| "median_ms": 240.654, |
| "p95_ms": 272.59, |
| "max_logit_error": 0.004820585250854492, |
| "logits": [ |
| [ |
| 0.6339313983917236, |
| -1.733758568763733, |
| -1.5803184509277344, |
| -1.8614152669906616 |
| ] |
| ], |
| "samples_ms": [ |
| 240.654, |
| 272.59, |
| 239.418 |
| ] |
| }, |
| { |
| "id": "score_and_noul", |
| "tokens": 93, |
| "median_ms": 145.566, |
| "p95_ms": 196.91, |
| "max_logit_error": 0.0012413263320922852, |
| "logits": [ |
| [ |
| -0.5477727055549622, |
| -0.7741295099258423, |
| -1.284361720085144 |
| ], |
| [ |
| 0.4722123146057129, |
| -0.799809455871582 |
| ] |
| ], |
| "samples_ms": [ |
| 196.91, |
| 145.566, |
| 128.626 |
| ] |
| }, |
| { |
| "id": "mixed_longer", |
| "tokens": 174, |
| "median_ms": 213.555, |
| "p95_ms": 214.827, |
| "max_logit_error": 0.0074683427810668945, |
| "logits": [ |
| [ |
| 0.355814129114151, |
| -1.2603981494903564, |
| -0.905807614326477 |
| ], |
| [ |
| -1.5539684295654297, |
| -1.518104910850525, |
| -1.3633553981781006, |
| -1.2683329582214355 |
| ], |
| [ |
| -1.0248072147369385, |
| 0.589237630367279 |
| ] |
| ], |
| "samples_ms": [ |
| 213.061, |
| 214.827, |
| 213.555 |
| ] |
| } |
| ] |
| }, |
| "peak_process_footprint_bytes": 2514077376 |
| }, |
| "mirrors/Q8_0_EMB_F16": { |
| "receipt": { |
| "command": [ |
| "${ANTFLY_DIR}/zig/zig-out/bin/antfly-inference-gliner-decide-quant-bench", |
| "--model-dir", |
| "${VARIANTS_DIR}/Q8_0_EMB_F16", |
| "--backend", |
| "metal", |
| "--capture", |
| "${RELEASE_DIR}/benchmark-cases.json", |
| "--warmups", |
| "1", |
| "--reps", |
| "3", |
| "--tolerance", |
| "0.05" |
| ], |
| "exit_code": 0, |
| "wall_seconds": 23.095704078674316, |
| "binary_sha256": "34f93e2b412e0d6836dc1ca6e24a5563e4dd5444c2fbaa5e74cec14bc54fb178", |
| "threads": 2, |
| "f16_mirrors": true |
| }, |
| "report": { |
| "scope": "offline loaded pipeline: schema compile, tokenization, encoder, classifier and completed readback; excludes HTTP, model load, and output presentation", |
| "backend": "metal", |
| "model_dir": "${VARIANTS_DIR}/Q8_0_EMB_F16", |
| "load_ms": 78.077, |
| "warmups": 1, |
| "reps": 3, |
| "validation_preflights": 1, |
| "tolerance": 0.05, |
| "reports": [ |
| { |
| "id": "english_intent", |
| "tokens": 25, |
| "median_ms": 57.601, |
| "p95_ms": 65.383, |
| "max_logit_error": 0.00438237190246582, |
| "logits": [ |
| [ |
| 2.7834231853485107, |
| -3.44307804107666, |
| -3.5526018142700195 |
| ] |
| ], |
| "samples_ms": [ |
| 52.865, |
| 57.601, |
| 65.383 |
| ] |
| }, |
| { |
| "id": "spanish_intent", |
| "tokens": 37, |
| "median_ms": 104.875, |
| "p95_ms": 125.364, |
| "max_logit_error": 0.004902839660644531, |
| "logits": [ |
| [ |
| -4.54024600982666, |
| -4.375777244567871, |
| 3.6640021800994873, |
| -5.334842681884766 |
| ] |
| ], |
| "samples_ms": [ |
| 104.482, |
| 104.875, |
| 125.364 |
| ] |
| }, |
| { |
| "id": "japanese_intent", |
| "tokens": 45, |
| "median_ms": 149.688, |
| "p95_ms": 168.089, |
| "max_logit_error": 0.011018991470336914, |
| "logits": [ |
| [ |
| -2.0145576000213623, |
| -4.248989105224609, |
| 2.7624599933624268, |
| -4.469165325164795 |
| ] |
| ], |
| "samples_ms": [ |
| 168.089, |
| 148.474, |
| 149.688 |
| ] |
| }, |
| { |
| "id": "arabic_intent", |
| "tokens": 61, |
| "median_ms": 183.687, |
| "p95_ms": 203.283, |
| "max_logit_error": 0.004580020904541016, |
| "logits": [ |
| [ |
| -2.4122095108032227, |
| 1.5491341352462769, |
| -3.0425496101379395, |
| -2.5290353298187256 |
| ] |
| ], |
| "samples_ms": [ |
| 183.687, |
| 203.283, |
| 169.596 |
| ] |
| }, |
| { |
| "id": "described_labels", |
| "tokens": 83, |
| "median_ms": 158.276, |
| "p95_ms": 158.326, |
| "max_logit_error": 0.0031912922859191895, |
| "logits": [ |
| [ |
| -0.44903266429901123, |
| -0.6850136518478394, |
| -2.0271942615509033 |
| ] |
| ], |
| "samples_ms": [ |
| 158.276, |
| 158.087, |
| 158.326 |
| ] |
| }, |
| { |
| "id": "instruction_prompt", |
| "tokens": 35, |
| "median_ms": 127.958, |
| "p95_ms": 156.423, |
| "max_logit_error": 0.022855639457702637, |
| "logits": [ |
| [ |
| 1.8412220478057861, |
| -1.6611943244934082 |
| ] |
| ], |
| "samples_ms": [ |
| 111.461, |
| 127.958, |
| 156.423 |
| ] |
| }, |
| { |
| "id": "multi_label_aspects", |
| "tokens": 41, |
| "median_ms": 142.134, |
| "p95_ms": 173.073, |
| "max_logit_error": 0.01581096649169922, |
| "logits": [ |
| [ |
| 2.031291961669922, |
| 1.7009786367416382, |
| 1.5364865064620972, |
| -5.106245994567871, |
| -3.9517228603363037, |
| -4.60662317276001 |
| ] |
| ], |
| "samples_ms": [ |
| 127.827, |
| 142.134, |
| 173.073 |
| ] |
| }, |
| { |
| "id": "long_context_cutoff", |
| "tokens": 198, |
| "median_ms": 261.297, |
| "p95_ms": 264.88, |
| "max_logit_error": 0.014055490493774414, |
| "logits": [ |
| [ |
| 0.5244126915931702, |
| -1.069954752922058, |
| -1.89470636844635 |
| ] |
| ], |
| "samples_ms": [ |
| 253.021, |
| 264.88, |
| 261.297 |
| ] |
| }, |
| { |
| "id": "described_prompt_choice", |
| "tokens": 87, |
| "median_ms": 149.626, |
| "p95_ms": 152.882, |
| "max_logit_error": 0.0040323734283447266, |
| "logits": [ |
| [ |
| 0.2793734073638916, |
| -0.5944779515266418, |
| -2.351762294769287 |
| ] |
| ], |
| "samples_ms": [ |
| 149.626, |
| 147.304, |
| 152.882 |
| ] |
| }, |
| { |
| "id": "choice_score_noul", |
| "tokens": 158, |
| "median_ms": 225.512, |
| "p95_ms": 241.768, |
| "max_logit_error": 0.0027284622192382812, |
| "logits": [ |
| [ |
| 0.8530282974243164, |
| -1.3544520139694214, |
| -1.4843562841415405 |
| ], |
| [ |
| -1.539745807647705, |
| -1.874936580657959, |
| -1.5483351945877075, |
| -1.0733317136764526 |
| ], |
| [ |
| -0.750835657119751, |
| 0.3958036005496979 |
| ] |
| ], |
| "samples_ms": [ |
| 224.082, |
| 225.512, |
| 241.768 |
| ] |
| }, |
| { |
| "id": "binary_short", |
| "tokens": 40, |
| "median_ms": 140.398, |
| "p95_ms": 144.628, |
| "max_logit_error": 0.0026174038648605347, |
| "logits": [ |
| [ |
| -0.0793541967868805, |
| -0.16509532928466797 |
| ] |
| ], |
| "samples_ms": [ |
| 140.398, |
| 144.628, |
| 126.041 |
| ] |
| }, |
| { |
| "id": "described_four_labels", |
| "tokens": 79, |
| "median_ms": 184.182, |
| "p95_ms": 210.022, |
| "max_logit_error": 0.003313422203063965, |
| "logits": [ |
| [ |
| 0.6344422698020935, |
| -1.7352657318115234, |
| -1.5812276601791382, |
| -1.8622545003890991 |
| ] |
| ], |
| "samples_ms": [ |
| 210.022, |
| 184.182, |
| 150.452 |
| ] |
| }, |
| { |
| "id": "score_and_noul", |
| "tokens": 93, |
| "median_ms": 150.42, |
| "p95_ms": 170.184, |
| "max_logit_error": 0.001793503761291504, |
| "logits": [ |
| [ |
| -0.5480290055274963, |
| -0.7746816873550415, |
| -1.2849966287612915 |
| ], |
| [ |
| 0.47144755721092224, |
| -0.7990273237228394 |
| ] |
| ], |
| "samples_ms": [ |
| 170.184, |
| 150.42, |
| 143.818 |
| ] |
| }, |
| { |
| "id": "mixed_longer", |
| "tokens": 174, |
| "median_ms": 222.144, |
| "p95_ms": 224.446, |
| "max_logit_error": 0.006498545408248901, |
| "logits": [ |
| [ |
| 0.354844331741333, |
| -1.2600997686386108, |
| -0.9057801961898804 |
| ], |
| [ |
| -1.5539551973342896, |
| -1.5177017450332642, |
| -1.3632891178131104, |
| -1.2685394287109375 |
| ], |
| [ |
| -1.0246649980545044, |
| 0.5891305208206177 |
| ] |
| ], |
| "samples_ms": [ |
| 222.144, |
| 224.446, |
| 210.393 |
| ] |
| } |
| ] |
| }, |
| "peak_process_footprint_bytes": 2513405632 |
| }, |
| "mirrors/FP32": { |
| "receipt": { |
| "command": [ |
| "${ANTFLY_DIR}/zig/zig-out/bin/antfly-inference-gliner-decide-quant-bench", |
| "--model-dir", |
| "${SOURCE_DIR}", |
| "--backend", |
| "metal", |
| "--capture", |
| "${RELEASE_DIR}/benchmark-cases.json", |
| "--warmups", |
| "1", |
| "--reps", |
| "3", |
| "--tolerance", |
| "0.005" |
| ], |
| "exit_code": 0, |
| "wall_seconds": 60.50992727279663, |
| "binary_sha256": "34f93e2b412e0d6836dc1ca6e24a5563e4dd5444c2fbaa5e74cec14bc54fb178", |
| "threads": 2, |
| "f16_mirrors": true |
| }, |
| "report": { |
| "scope": "offline loaded pipeline: schema compile, tokenization, encoder, classifier and completed readback; excludes HTTP, model load, and output presentation", |
| "backend": "metal", |
| "model_dir": "${SOURCE_DIR}", |
| "load_ms": 47910.518, |
| "warmups": 1, |
| "reps": 3, |
| "validation_preflights": 1, |
| "tolerance": 0.005, |
| "reports": [ |
| { |
| "id": "english_intent", |
| "tokens": 25, |
| "median_ms": 73.434, |
| "p95_ms": 73.626, |
| "max_logit_error": 0.00020956993103027344, |
| "logits": [ |
| [ |
| 2.7876644134521484, |
| -3.442647695541382, |
| -3.5547735691070557 |
| ] |
| ], |
| "samples_ms": [ |
| 73.626, |
| 71.783, |
| 73.434 |
| ] |
| }, |
| { |
| "id": "spanish_intent", |
| "tokens": 37, |
| "median_ms": 111.124, |
| "p95_ms": 120.903, |
| "max_logit_error": 0.00039196014404296875, |
| "logits": [ |
| [ |
| -4.536512851715088, |
| -4.3759050369262695, |
| 3.6668474674224854, |
| -5.3397698402404785 |
| ] |
| ], |
| "samples_ms": [ |
| 103.598, |
| 111.124, |
| 120.903 |
| ] |
| }, |
| { |
| "id": "japanese_intent", |
| "tokens": 45, |
| "median_ms": 149.319, |
| "p95_ms": 152.384, |
| "max_logit_error": 0.0009062290191650391, |
| "logits": [ |
| [ |
| -2.0108540058135986, |
| -4.24641752243042, |
| 2.7725727558135986, |
| -4.460661888122559 |
| ] |
| ], |
| "samples_ms": [ |
| 152.384, |
| 149.319, |
| 128.075 |
| ] |
| }, |
| { |
| "id": "arabic_intent", |
| "tokens": 61, |
| "median_ms": 118.952, |
| "p95_ms": 123.876, |
| "max_logit_error": 0.00026702880859375, |
| "logits": [ |
| [ |
| -2.414156913757324, |
| 1.544503092765808, |
| -3.0411128997802734, |
| -2.533618450164795 |
| ] |
| ], |
| "samples_ms": [ |
| 118.952, |
| 117.157, |
| 123.876 |
| ] |
| }, |
| { |
| "id": "described_labels", |
| "tokens": 83, |
| "median_ms": 196.486, |
| "p95_ms": 200.792, |
| "max_logit_error": 0.0004520416259765625, |
| "logits": [ |
| [ |
| -0.4485377371311188, |
| -0.687752902507782, |
| -2.027747631072998 |
| ] |
| ], |
| "samples_ms": [ |
| 196.241, |
| 196.486, |
| 200.792 |
| ] |
| }, |
| { |
| "id": "instruction_prompt", |
| "tokens": 35, |
| "median_ms": 194.399, |
| "p95_ms": 238.126, |
| "max_logit_error": 7.128715515136719e-05, |
| "logits": [ |
| [ |
| 1.8183372020721436, |
| -1.6394487619400024 |
| ] |
| ], |
| "samples_ms": [ |
| 171.157, |
| 194.399, |
| 238.126 |
| ] |
| }, |
| { |
| "id": "multi_label_aspects", |
| "tokens": 41, |
| "median_ms": 223.599, |
| "p95_ms": 231.488, |
| "max_logit_error": 0.0006237030029296875, |
| "logits": [ |
| [ |
| 2.0237317085266113, |
| 1.700064778327942, |
| 1.53156578540802, |
| -5.1226806640625, |
| -3.9483044147491455, |
| -4.606832981109619 |
| ] |
| ], |
| "samples_ms": [ |
| 231.488, |
| 222.153, |
| 223.599 |
| ] |
| }, |
| { |
| "id": "long_context_cutoff", |
| "tokens": 198, |
| "median_ms": 260.806, |
| "p95_ms": 264.718, |
| "max_logit_error": 0.000308990478515625, |
| "logits": [ |
| [ |
| 0.5387771725654602, |
| -1.0756468772888184, |
| -1.9026062488555908 |
| ] |
| ], |
| "samples_ms": [ |
| 260.806, |
| 264.718, |
| 259.38 |
| ] |
| }, |
| { |
| "id": "described_prompt_choice", |
| "tokens": 87, |
| "median_ms": 154.117, |
| "p95_ms": 173.836, |
| "max_logit_error": 0.0002709925174713135, |
| "logits": [ |
| [ |
| 0.28367677330970764, |
| -0.5975092053413391, |
| -2.352233409881592 |
| ] |
| ], |
| "samples_ms": [ |
| 143.769, |
| 154.117, |
| 173.836 |
| ] |
| }, |
| { |
| "id": "choice_score_noul", |
| "tokens": 158, |
| "median_ms": 253.494, |
| "p95_ms": 268.448, |
| "max_logit_error": 0.0001221299171447754, |
| "logits": [ |
| [ |
| 0.8553236126899719, |
| -1.356791377067566, |
| -1.4858750104904175 |
| ], |
| [ |
| -1.5390199422836304, |
| -1.8733830451965332, |
| -1.5460691452026367, |
| -1.0720876455307007 |
| ], |
| [ |
| -0.7481409907341003, |
| 0.39489802718162537 |
| ] |
| ], |
| "samples_ms": [ |
| 268.448, |
| 253.494, |
| 217.389 |
| ] |
| }, |
| { |
| "id": "binary_short", |
| "tokens": 40, |
| "median_ms": 76.399, |
| "p95_ms": 80.625, |
| "max_logit_error": 1.528114080429077e-05, |
| "logits": [ |
| [ |
| -0.08195631951093674, |
| -0.16258564591407776 |
| ] |
| ], |
| "samples_ms": [ |
| 76.399, |
| 80.625, |
| 75.572 |
| ] |
| }, |
| { |
| "id": "described_four_labels", |
| "tokens": 79, |
| "median_ms": 129.537, |
| "p95_ms": 133.639, |
| "max_logit_error": 0.00011593103408813477, |
| "logits": [ |
| [ |
| 0.6375343203544617, |
| -1.7385412454605103, |
| -1.5831855535507202, |
| -1.8631856441497803 |
| ] |
| ], |
| "samples_ms": [ |
| 129.537, |
| 126.17, |
| 133.639 |
| ] |
| }, |
| { |
| "id": "score_and_noul", |
| "tokens": 93, |
| "median_ms": 143.176, |
| "p95_ms": 145.898, |
| "max_logit_error": 7.915496826171875e-05, |
| "logits": [ |
| [ |
| -0.5489175915718079, |
| -0.7728844285011292, |
| -1.2835336923599243 |
| ], |
| [ |
| 0.4717959761619568, |
| -0.798736572265625 |
| ] |
| ], |
| "samples_ms": [ |
| 140.949, |
| 145.898, |
| 143.176 |
| ] |
| }, |
| { |
| "id": "mixed_longer", |
| "tokens": 174, |
| "median_ms": 200.882, |
| "p95_ms": 205.186, |
| "max_logit_error": 0.0002772808074951172, |
| "logits": [ |
| [ |
| 0.3483729064464569, |
| -1.2564573287963867, |
| -0.9031543731689453 |
| ], |
| [ |
| -1.5509387254714966, |
| -1.516160488128662, |
| -1.3640905618667603, |
| -1.2701717615127563 |
| ], |
| [ |
| -1.021592617034912, |
| 0.5876017808914185 |
| ] |
| ], |
| "samples_ms": [ |
| 205.186, |
| 196.467, |
| 200.882 |
| ] |
| } |
| ] |
| }, |
| "peak_process_footprint_bytes": 2806747336 |
| }, |
| "exploration/FP32": { |
| "receipt": { |
| "command": [ |
| "${ANTFLY_DIR}/zig/zig-out/bin/antfly-inference-gliner-decide-quant-bench", |
| "--model-dir", |
| "${SOURCE_DIR}", |
| "--backend", |
| "metal", |
| "--capture", |
| "${RELEASE_DIR}/benchmark-cases.json", |
| "--warmups", |
| "1", |
| "--reps", |
| "3", |
| "--tolerance", |
| "0.005" |
| ], |
| "exit_code": 0, |
| "wall_seconds": 66.54741716384888, |
| "binary_sha256": "22f047cbf1ca25f374caa07b5c4b2d65bc2637a6f4dd969d2bfd5c66399c104e", |
| "threads": 2 |
| }, |
| "report": { |
| "scope": "offline loaded pipeline: schema compile, tokenization, encoder, classifier and completed readback; excludes HTTP, model load, and output presentation", |
| "backend": "metal", |
| "model_dir": "${SOURCE_DIR}", |
| "load_ms": 47946.207, |
| "warmups": 1, |
| "reps": 3, |
| "validation_preflights": 1, |
| "tolerance": 0.005, |
| "reports": [ |
| { |
| "id": "english_intent", |
| "tokens": 25, |
| "median_ms": 74.375, |
| "p95_ms": 100.455, |
| "max_logit_error": 9.5367431640625e-07, |
| "logits": [ |
| [ |
| 2.78780460357666, |
| -3.442857265472412, |
| -3.5548508167266846 |
| ] |
| ], |
| "samples_ms": [ |
| 66.265, |
| 74.375, |
| 100.455 |
| ] |
| }, |
| { |
| "id": "spanish_intent", |
| "tokens": 37, |
| "median_ms": 160.447, |
| "p95_ms": 221.621, |
| "max_logit_error": 1.430511474609375e-06, |
| "logits": [ |
| [ |
| -4.536905288696289, |
| -4.376052379608154, |
| 3.66702938079834, |
| -5.339744567871094 |
| ] |
| ], |
| "samples_ms": [ |
| 221.621, |
| 160.447, |
| 130.076 |
| ] |
| }, |
| { |
| "id": "japanese_intent", |
| "tokens": 45, |
| "median_ms": 195.052, |
| "p95_ms": 240.942, |
| "max_logit_error": 5.4836273193359375e-06, |
| "logits": [ |
| [ |
| -2.011669397354126, |
| -4.246890544891357, |
| 2.7734735012054443, |
| -4.461105823516846 |
| ] |
| ], |
| "samples_ms": [ |
| 240.942, |
| 177.695, |
| 195.052 |
| ] |
| }, |
| { |
| "id": "arabic_intent", |
| "tokens": 61, |
| "median_ms": 186.544, |
| "p95_ms": 239.581, |
| "max_logit_error": 1.430511474609375e-06, |
| "logits": [ |
| [ |
| -2.4143550395965576, |
| 1.5446804761886597, |
| -3.041381359100342, |
| -2.533616065979004 |
| ] |
| ], |
| "samples_ms": [ |
| 158.606, |
| 186.544, |
| 239.581 |
| ] |
| }, |
| { |
| "id": "described_labels", |
| "tokens": 83, |
| "median_ms": 134.118, |
| "p95_ms": 152.187, |
| "max_logit_error": 2.0265579223632812e-06, |
| "logits": [ |
| [ |
| -0.44867241382598877, |
| -0.6882063150405884, |
| -2.027874708175659 |
| ] |
| ], |
| "samples_ms": [ |
| 152.187, |
| 134.118, |
| 127.863 |
| ] |
| }, |
| { |
| "id": "instruction_prompt", |
| "tokens": 35, |
| "median_ms": 91.953, |
| "p95_ms": 95.188, |
| "max_logit_error": 3.814697265625e-06, |
| "logits": [ |
| [ |
| 1.8183702230453491, |
| -1.6395232677459717 |
| ] |
| ], |
| "samples_ms": [ |
| 84.73, |
| 95.188, |
| 91.953 |
| ] |
| }, |
| { |
| "id": "multi_label_aspects", |
| "tokens": 41, |
| "median_ms": 156.18, |
| "p95_ms": 170.308, |
| "max_logit_error": 1.5497207641601562e-06, |
| "logits": [ |
| [ |
| 2.0237197875976562, |
| 1.7001829147338867, |
| 1.5317857265472412, |
| -5.122055530548096, |
| -3.948167562484741, |
| -4.606495380401611 |
| ] |
| ], |
| "samples_ms": [ |
| 120.722, |
| 156.18, |
| 170.308 |
| ] |
| }, |
| { |
| "id": "long_context_cutoff", |
| "tokens": 198, |
| "median_ms": 271.306, |
| "p95_ms": 274.85, |
| "max_logit_error": 8.940696716308594e-07, |
| "logits": [ |
| [ |
| 0.5384690761566162, |
| -1.0756206512451172, |
| -1.902353048324585 |
| ] |
| ], |
| "samples_ms": [ |
| 274.85, |
| 271.306, |
| 265.305 |
| ] |
| }, |
| { |
| "id": "described_prompt_choice", |
| "tokens": 87, |
| "median_ms": 162.493, |
| "p95_ms": 178.672, |
| "max_logit_error": 2.086162567138672e-06, |
| "logits": [ |
| [ |
| 0.2834048867225647, |
| -0.597280740737915, |
| -2.3520116806030273 |
| ] |
| ], |
| "samples_ms": [ |
| 156.273, |
| 162.493, |
| 178.672 |
| ] |
| }, |
| { |
| "id": "choice_score_noul", |
| "tokens": 158, |
| "median_ms": 235.237, |
| "p95_ms": 285.299, |
| "max_logit_error": 5.364418029785156e-07, |
| "logits": [ |
| [ |
| 0.8552009463310242, |
| -1.3567794561386108, |
| -1.4858782291412354 |
| ], |
| [ |
| -1.5391309261322021, |
| -1.873393177986145, |
| -1.5460503101348877, |
| -1.0720938444137573 |
| ], |
| [ |
| -0.7481070160865784, |
| 0.3949039876461029 |
| ] |
| ], |
| "samples_ms": [ |
| 285.299, |
| 235.237, |
| 223.154 |
| ] |
| }, |
| { |
| "id": "binary_short", |
| "tokens": 40, |
| "median_ms": 113.746, |
| "p95_ms": 138.859, |
| "max_logit_error": 1.9371509552001953e-07, |
| "logits": [ |
| [ |
| -0.08197179436683655, |
| -0.16259542107582092 |
| ] |
| ], |
| "samples_ms": [ |
| 107.874, |
| 113.746, |
| 138.859 |
| ] |
| }, |
| { |
| "id": "described_four_labels", |
| "tokens": 79, |
| "median_ms": 132.124, |
| "p95_ms": 139.003, |
| "max_logit_error": 7.152557373046875e-07, |
| "logits": [ |
| [ |
| 0.6374177932739258, |
| -1.7385791540145874, |
| -1.5831965208053589, |
| -1.863297462463379 |
| ] |
| ], |
| "samples_ms": [ |
| 139.003, |
| 129.87, |
| 132.124 |
| ] |
| }, |
| { |
| "id": "score_and_noul", |
| "tokens": 93, |
| "median_ms": 162.01, |
| "p95_ms": 169.072, |
| "max_logit_error": 3.5762786865234375e-07, |
| "logits": [ |
| [ |
| -0.5489762425422668, |
| -0.7728878855705261, |
| -1.2835556268692017 |
| ], |
| [ |
| 0.4717816114425659, |
| -0.7986574769020081 |
| ] |
| ], |
| "samples_ms": [ |
| 162.01, |
| 154.571, |
| 169.072 |
| ] |
| }, |
| { |
| "id": "mixed_longer", |
| "tokens": 174, |
| "median_ms": 235.918, |
| "p95_ms": 237.425, |
| "max_logit_error": 1.0728836059570312e-06, |
| "logits": [ |
| [ |
| 0.34834524989128113, |
| -1.2564462423324585, |
| -0.9032323956489563 |
| ], |
| [ |
| -1.5509973764419556, |
| -1.5161597728729248, |
| -1.364071249961853, |
| -1.2701959609985352 |
| ], |
| [ |
| -1.021314263343811, |
| 0.5874457359313965 |
| ] |
| ], |
| "samples_ms": [ |
| 234.269, |
| 235.918, |
| 237.425 |
| ] |
| } |
| ] |
| }, |
| "peak_process_footprint_bytes": 4639740104 |
| }, |
| "exploration/Q8_0": { |
| "receipt": { |
| "command": [ |
| "${ANTFLY_DIR}/zig/zig-out/bin/antfly-inference-gliner-decide-quant-bench", |
| "--model-dir", |
| "${RELEASE_DIR}/bundle", |
| "--backend", |
| "metal", |
| "--capture", |
| "${RELEASE_DIR}/benchmark-cases.json", |
| "--warmups", |
| "1", |
| "--reps", |
| "3", |
| "--tolerance", |
| "0.05" |
| ], |
| "exit_code": 0, |
| "wall_seconds": 16.093481063842773, |
| "binary_sha256": "22f047cbf1ca25f374caa07b5c4b2d65bc2637a6f4dd969d2bfd5c66399c104e", |
| "threads": 2 |
| }, |
| "report": { |
| "scope": "offline loaded pipeline: schema compile, tokenization, encoder, classifier and completed readback; excludes HTTP, model load, and output presentation", |
| "backend": "metal", |
| "model_dir": "${RELEASE_DIR}/bundle", |
| "load_ms": 117.176, |
| "warmups": 1, |
| "reps": 3, |
| "validation_preflights": 1, |
| "tolerance": 0.05, |
| "reports": [ |
| { |
| "id": "english_intent", |
| "tokens": 25, |
| "median_ms": 111.108, |
| "p95_ms": 112.651, |
| "max_logit_error": 0.00526881217956543, |
| "logits": [ |
| [ |
| 2.782536745071411, |
| -3.4416000843048096, |
| -3.55098032951355 |
| ] |
| ], |
| "samples_ms": [ |
| 112.651, |
| 107.696, |
| 111.108 |
| ] |
| }, |
| { |
| "id": "spanish_intent", |
| "tokens": 37, |
| "median_ms": 136.895, |
| "p95_ms": 146.079, |
| "max_logit_error": 0.007391452789306641, |
| "logits": [ |
| [ |
| -4.538680553436279, |
| -4.3741350173950195, |
| 3.6620118618011475, |
| -5.3323540687561035 |
| ] |
| ], |
| "samples_ms": [ |
| 135.925, |
| 136.895, |
| 146.079 |
| ] |
| }, |
| { |
| "id": "japanese_intent", |
| "tokens": 45, |
| "median_ms": 180.33, |
| "p95_ms": 181.68, |
| "max_logit_error": 0.009930849075317383, |
| "logits": [ |
| [ |
| -2.013615369796753, |
| -4.249353408813477, |
| 2.7635481357574463, |
| -4.467931747436523 |
| ] |
| ], |
| "samples_ms": [ |
| 170.804, |
| 180.33, |
| 181.68 |
| ] |
| }, |
| { |
| "id": "arabic_intent", |
| "tokens": 61, |
| "median_ms": 207.441, |
| "p95_ms": 212.362, |
| "max_logit_error": 0.005476951599121094, |
| "logits": [ |
| [ |
| -2.4140946865081787, |
| 1.5469484329223633, |
| -3.0412635803222656, |
| -2.5281383991241455 |
| ] |
| ], |
| "samples_ms": [ |
| 206.366, |
| 207.441, |
| 212.362 |
| ] |
| }, |
| { |
| "id": "described_labels", |
| "tokens": 83, |
| "median_ms": 141.173, |
| "p95_ms": 142.741, |
| "max_logit_error": 0.004698216915130615, |
| "logits": [ |
| [ |
| -0.4491078853607178, |
| -0.6835067272186279, |
| -2.027749538421631 |
| ] |
| ], |
| "samples_ms": [ |
| 141.173, |
| 138.24, |
| 142.741 |
| ] |
| }, |
| { |
| "id": "instruction_prompt", |
| "tokens": 35, |
| "median_ms": 138.011, |
| "p95_ms": 139.172, |
| "max_logit_error": 0.022950410842895508, |
| "logits": [ |
| [ |
| 1.841316819190979, |
| -1.661022424697876 |
| ] |
| ], |
| "samples_ms": [ |
| 139.172, |
| 138.011, |
| 135.742 |
| ] |
| }, |
| { |
| "id": "multi_label_aspects", |
| "tokens": 41, |
| "median_ms": 155.666, |
| "p95_ms": 162.488, |
| "max_logit_error": 0.014748573303222656, |
| "logits": [ |
| [ |
| 2.0350499153137207, |
| 1.7003920078277588, |
| 1.5374373197555542, |
| -5.107308387756348, |
| -3.9544317722320557, |
| -4.606983184814453 |
| ] |
| ], |
| "samples_ms": [ |
| 154.855, |
| 155.666, |
| 162.488 |
| ] |
| }, |
| { |
| "id": "long_context_cutoff", |
| "tokens": 198, |
| "median_ms": 268.241, |
| "p95_ms": 294.286, |
| "max_logit_error": 0.011503934860229492, |
| "logits": [ |
| [ |
| 0.5269642472267151, |
| -1.0680434703826904, |
| -1.89457368850708 |
| ] |
| ], |
| "samples_ms": [ |
| 263.039, |
| 268.241, |
| 294.286 |
| ] |
| }, |
| { |
| "id": "described_prompt_choice", |
| "tokens": 87, |
| "median_ms": 142.735, |
| "p95_ms": 146.152, |
| "max_logit_error": 0.004620492458343506, |
| "logits": [ |
| [ |
| 0.2800537943840027, |
| -0.5926623344421387, |
| -2.350696325302124 |
| ] |
| ], |
| "samples_ms": [ |
| 142.735, |
| 146.152, |
| 141.966 |
| ] |
| }, |
| { |
| "id": "choice_score_noul", |
| "tokens": 158, |
| "median_ms": 209.792, |
| "p95_ms": 212.143, |
| "max_logit_error": 0.0026862621307373047, |
| "logits": [ |
| [ |
| 0.8532523512840271, |
| -1.354093313217163, |
| -1.4836039543151855 |
| ], |
| [ |
| -1.5403270721435547, |
| -1.8745851516723633, |
| -1.5476717948913574, |
| -1.0722771883010864 |
| ], |
| [ |
| -0.7504106163978577, |
| 0.3954521417617798 |
| ] |
| ], |
| "samples_ms": [ |
| 209.792, |
| 212.143, |
| 205.265 |
| ] |
| }, |
| { |
| "id": "binary_short", |
| "tokens": 40, |
| "median_ms": 147.24, |
| "p95_ms": 147.853, |
| "max_logit_error": 0.0016404464840888977, |
| "logits": [ |
| [ |
| -0.08033115416765213, |
| -0.16419440507888794 |
| ] |
| ], |
| "samples_ms": [ |
| 146.889, |
| 147.853, |
| 147.24 |
| ] |
| }, |
| { |
| "id": "described_four_labels", |
| "tokens": 79, |
| "median_ms": 132.474, |
| "p95_ms": 137.602, |
| "max_logit_error": 0.005223751068115234, |
| "logits": [ |
| [ |
| 0.6337351202964783, |
| -1.7333554029464722, |
| -1.5802794694900513, |
| -1.8612666130065918 |
| ] |
| ], |
| "samples_ms": [ |
| 132.474, |
| 131.218, |
| 137.602 |
| ] |
| }, |
| { |
| "id": "score_and_noul", |
| "tokens": 93, |
| "median_ms": 139.666, |
| "p95_ms": 141.029, |
| "max_logit_error": 0.0012856721878051758, |
| "logits": [ |
| [ |
| -0.5477256178855896, |
| -0.7741094827651978, |
| -1.284463882446289 |
| ], |
| [ |
| 0.4723998010158539, |
| -0.7999430894851685 |
| ] |
| ], |
| "samples_ms": [ |
| 141.029, |
| 136.668, |
| 139.666 |
| ] |
| }, |
| { |
| "id": "mixed_longer", |
| "tokens": 174, |
| "median_ms": 196.833, |
| "p95_ms": 200.741, |
| "max_logit_error": 0.0077391862869262695, |
| "logits": [ |
| [ |
| 0.3560849726200104, |
| -1.260509729385376, |
| -0.9059531092643738 |
| ], |
| [ |
| -1.5540333986282349, |
| -1.5181679725646973, |
| -1.3634045124053955, |
| -1.2682830095291138 |
| ], |
| [ |
| -1.025048851966858, |
| 0.5892159938812256 |
| ] |
| ], |
| "samples_ms": [ |
| 194.18, |
| 196.833, |
| 200.741 |
| ] |
| } |
| ] |
| }, |
| "peak_process_footprint_bytes": 188614168 |
| }, |
| "exploration/F16": { |
| "receipt": { |
| "command": [ |
| "${ANTFLY_DIR}/zig/zig-out/bin/antfly-inference-gliner-decide-quant-bench", |
| "--model-dir", |
| "${VARIANTS_DIR}/F16", |
| "--backend", |
| "metal", |
| "--capture", |
| "${RELEASE_DIR}/benchmark-cases.json", |
| "--warmups", |
| "1", |
| "--reps", |
| "3", |
| "--tolerance", |
| "0.01" |
| ], |
| "exit_code": 0, |
| "wall_seconds": 28.238765001296997, |
| "binary_sha256": "22f047cbf1ca25f374caa07b5c4b2d65bc2637a6f4dd969d2bfd5c66399c104e", |
| "threads": 2 |
| }, |
| "report": { |
| "scope": "offline loaded pipeline: schema compile, tokenization, encoder, classifier and completed readback; excludes HTTP, model load, and output presentation", |
| "backend": "metal", |
| "model_dir": "${VARIANTS_DIR}/F16", |
| "load_ms": 99.948, |
| "warmups": 1, |
| "reps": 3, |
| "validation_preflights": 1, |
| "tolerance": 0.01, |
| "reports": [ |
| { |
| "id": "english_intent", |
| "tokens": 25, |
| "median_ms": 91.915, |
| "p95_ms": 107.327, |
| "max_logit_error": 9.059906005859375e-05, |
| "logits": [ |
| [ |
| 2.787714958190918, |
| -3.4427785873413086, |
| -3.554865837097168 |
| ] |
| ], |
| "samples_ms": [ |
| 54.085, |
| 91.915, |
| 107.327 |
| ] |
| }, |
| { |
| "id": "spanish_intent", |
| "tokens": 37, |
| "median_ms": 86.446, |
| "p95_ms": 95.845, |
| "max_logit_error": 0.0003304481506347656, |
| "logits": [ |
| [ |
| -4.536574363708496, |
| -4.375915050506592, |
| 3.666870594024658, |
| -5.339787006378174 |
| ] |
| ], |
| "samples_ms": [ |
| 95.845, |
| 86.446, |
| 80.267 |
| ] |
| }, |
| { |
| "id": "japanese_intent", |
| "tokens": 45, |
| "median_ms": 73.821, |
| "p95_ms": 75.105, |
| "max_logit_error": 0.001573801040649414, |
| "logits": [ |
| [ |
| -2.010096549987793, |
| -4.2460737228393555, |
| 2.7723116874694824, |
| -4.460190296173096 |
| ] |
| ], |
| "samples_ms": [ |
| 75.105, |
| 73.821, |
| 71.358 |
| ] |
| }, |
| { |
| "id": "arabic_intent", |
| "tokens": 61, |
| "median_ms": 81.143, |
| "p95_ms": 81.177, |
| "max_logit_error": 0.00024008750915527344, |
| "logits": [ |
| [ |
| -2.414400577545166, |
| 1.5447365045547485, |
| -3.0413239002227783, |
| -2.533855438232422 |
| ] |
| ], |
| "samples_ms": [ |
| 79.653, |
| 81.177, |
| 81.143 |
| ] |
| }, |
| { |
| "id": "described_labels", |
| "tokens": 83, |
| "median_ms": 117.338, |
| "p95_ms": 118.482, |
| "max_logit_error": 0.00037610530853271484, |
| "logits": [ |
| [ |
| -0.4486452639102936, |
| -0.6878288388252258, |
| -2.027761220932007 |
| ] |
| ], |
| "samples_ms": [ |
| 118.482, |
| 117.338, |
| 117.064 |
| ] |
| }, |
| { |
| "id": "instruction_prompt", |
| "tokens": 35, |
| "median_ms": 68.547, |
| "p95_ms": 69.275, |
| "max_logit_error": 6.377696990966797e-05, |
| "logits": [ |
| [ |
| 1.8184301853179932, |
| -1.6395704746246338 |
| ] |
| ], |
| "samples_ms": [ |
| 69.275, |
| 68.35, |
| 68.547 |
| ] |
| }, |
| { |
| "id": "multi_label_aspects", |
| "tokens": 41, |
| "median_ms": 78.254, |
| "p95_ms": 78.796, |
| "max_logit_error": 0.0008554458618164062, |
| "logits": [ |
| [ |
| 2.0236587524414062, |
| 1.7000795602798462, |
| 1.5315216779708862, |
| -5.122912406921387, |
| -3.94846248626709, |
| -4.60704231262207 |
| ] |
| ], |
| "samples_ms": [ |
| 73.359, |
| 78.254, |
| 78.796 |
| ] |
| }, |
| { |
| "id": "long_context_cutoff", |
| "tokens": 198, |
| "median_ms": 226.694, |
| "p95_ms": 227.908, |
| "max_logit_error": 0.0002561807632446289, |
| "logits": [ |
| [ |
| 0.5385533571243286, |
| -1.0757311582565308, |
| -1.9026092290878296 |
| ] |
| ], |
| "samples_ms": [ |
| 226.694, |
| 227.908, |
| 226.694 |
| ] |
| }, |
| { |
| "id": "described_prompt_choice", |
| "tokens": 87, |
| "median_ms": 119.169, |
| "p95_ms": 119.402, |
| "max_logit_error": 0.0003889799118041992, |
| "logits": [ |
| [ |
| 0.28364160656929016, |
| -0.5976718068122864, |
| -2.3522660732269287 |
| ] |
| ], |
| "samples_ms": [ |
| 118.859, |
| 119.402, |
| 119.169 |
| ] |
| }, |
| { |
| "id": "choice_score_noul", |
| "tokens": 158, |
| "median_ms": 175.294, |
| "p95_ms": 175.431, |
| "max_logit_error": 0.00011134147644042969, |
| "logits": [ |
| [ |
| 0.855305016040802, |
| -1.3568416833877563, |
| -1.4859567880630493 |
| ], |
| [ |
| -1.5390191078186035, |
| -1.8734071254730225, |
| -1.546127438545227, |
| -1.0721876621246338 |
| ], |
| [ |
| -0.7481582164764404, |
| 0.394877552986145 |
| ] |
| ], |
| "samples_ms": [ |
| 175.431, |
| 175.294, |
| 173.617 |
| ] |
| }, |
| { |
| "id": "binary_short", |
| "tokens": 40, |
| "median_ms": 68.119, |
| "p95_ms": 69.079, |
| "max_logit_error": 1.5087425708770752e-05, |
| "logits": [ |
| [ |
| -0.08195651322603226, |
| -0.16260330379009247 |
| ] |
| ], |
| "samples_ms": [ |
| 67.172, |
| 68.119, |
| 69.079 |
| ] |
| }, |
| { |
| "id": "described_four_labels", |
| "tokens": 79, |
| "median_ms": 113.4, |
| "p95_ms": 113.463, |
| "max_logit_error": 7.49826431274414e-05, |
| "logits": [ |
| [ |
| 0.6374523639678955, |
| -1.7385207414627075, |
| -1.5831879377365112, |
| -1.8632231950759888 |
| ] |
| ], |
| "samples_ms": [ |
| 113.4, |
| 113.463, |
| 111.297 |
| ] |
| }, |
| { |
| "id": "score_and_noul", |
| "tokens": 93, |
| "median_ms": 119.756, |
| "p95_ms": 119.959, |
| "max_logit_error": 0.00012427568435668945, |
| "logits": [ |
| [ |
| -0.5489447712898254, |
| -0.77292400598526, |
| -1.283611536026001 |
| ], |
| [ |
| 0.47180160880088806, |
| -0.79878169298172 |
| ] |
| ], |
| "samples_ms": [ |
| 119.756, |
| 119.095, |
| 119.959 |
| ] |
| }, |
| { |
| "id": "mixed_longer", |
| "tokens": 174, |
| "median_ms": 186.254, |
| "p95_ms": 187.361, |
| "max_logit_error": 0.0003654956817626953, |
| "logits": [ |
| [ |
| 0.348331481218338, |
| -1.2564473152160645, |
| -0.903221607208252 |
| ], |
| [ |
| -1.5509648323059082, |
| -1.5161980390548706, |
| -1.3641291856765747, |
| -1.27019464969635 |
| ], |
| [ |
| -1.0216808319091797, |
| 0.5876362323760986 |
| ] |
| ], |
| "samples_ms": [ |
| 186.254, |
| 187.361, |
| 185.844 |
| ] |
| } |
| ] |
| }, |
| "peak_process_footprint_bytes": 2402633984 |
| }, |
| "exploration/Q8_0_EMB_F16": { |
| "receipt": { |
| "command": [ |
| "${ANTFLY_DIR}/zig/zig-out/bin/antfly-inference-gliner-decide-quant-bench", |
| "--model-dir", |
| "${VARIANTS_DIR}/Q8_0_EMB_F16", |
| "--backend", |
| "metal", |
| "--capture", |
| "${RELEASE_DIR}/benchmark-cases.json", |
| "--warmups", |
| "1", |
| "--reps", |
| "3", |
| "--tolerance", |
| "0.05" |
| ], |
| "exit_code": 0, |
| "wall_seconds": 13.293127059936523, |
| "binary_sha256": "22f047cbf1ca25f374caa07b5c4b2d65bc2637a6f4dd969d2bfd5c66399c104e", |
| "threads": 2 |
| }, |
| "report": { |
| "scope": "offline loaded pipeline: schema compile, tokenization, encoder, classifier and completed readback; excludes HTTP, model load, and output presentation", |
| "backend": "metal", |
| "model_dir": "${VARIANTS_DIR}/Q8_0_EMB_F16", |
| "load_ms": 77.787, |
| "warmups": 1, |
| "reps": 3, |
| "validation_preflights": 1, |
| "tolerance": 0.05, |
| "reports": [ |
| { |
| "id": "english_intent", |
| "tokens": 25, |
| "median_ms": 100.793, |
| "p95_ms": 101.502, |
| "max_logit_error": 0.004281520843505859, |
| "logits": [ |
| [ |
| 2.7835240364074707, |
| -3.4430747032165527, |
| -3.5527408123016357 |
| ] |
| ], |
| "samples_ms": [ |
| 99.794, |
| 100.793, |
| 101.502 |
| ] |
| }, |
| { |
| "id": "spanish_intent", |
| "tokens": 37, |
| "median_ms": 128.923, |
| "p95_ms": 129.094, |
| "max_logit_error": 0.004927158355712891, |
| "logits": [ |
| [ |
| -4.540432453155518, |
| -4.375818729400635, |
| 3.664249897003174, |
| -5.334818363189697 |
| ] |
| ], |
| "samples_ms": [ |
| 129.094, |
| 128.285, |
| 128.923 |
| ] |
| }, |
| { |
| "id": "japanese_intent", |
| "tokens": 45, |
| "median_ms": 149.724, |
| "p95_ms": 152.661, |
| "max_logit_error": 0.010996341705322266, |
| "logits": [ |
| [ |
| -2.0147948265075684, |
| -4.249237060546875, |
| 2.7624826431274414, |
| -4.4691643714904785 |
| ] |
| ], |
| "samples_ms": [ |
| 149.724, |
| 149.055, |
| 152.661 |
| ] |
| }, |
| { |
| "id": "arabic_intent", |
| "tokens": 61, |
| "median_ms": 199.644, |
| "p95_ms": 199.919, |
| "max_logit_error": 0.004532814025878906, |
| "logits": [ |
| [ |
| -2.4121408462524414, |
| 1.5490520000457764, |
| -3.0425713062286377, |
| -2.5290825366973877 |
| ] |
| ], |
| "samples_ms": [ |
| 199.919, |
| 199.644, |
| 197.594 |
| ] |
| }, |
| { |
| "id": "described_labels", |
| "tokens": 83, |
| "median_ms": 130.083, |
| "p95_ms": 130.2, |
| "max_logit_error": 0.0031307339668273926, |
| "logits": [ |
| [ |
| -0.4491026699542999, |
| -0.6850742101669312, |
| -2.0273001194000244 |
| ] |
| ], |
| "samples_ms": [ |
| 130.083, |
| 130.2, |
| 129.316 |
| ] |
| }, |
| { |
| "id": "instruction_prompt", |
| "tokens": 35, |
| "median_ms": 121.751, |
| "p95_ms": 123.385, |
| "max_logit_error": 0.023118019104003906, |
| "logits": [ |
| [ |
| 1.8414844274520874, |
| -1.6614588499069214 |
| ] |
| ], |
| "samples_ms": [ |
| 121.751, |
| 120.919, |
| 123.385 |
| ] |
| }, |
| { |
| "id": "multi_label_aspects", |
| "tokens": 41, |
| "median_ms": 143.82, |
| "p95_ms": 144.506, |
| "max_logit_error": 0.01570749282836914, |
| "logits": [ |
| [ |
| 2.0313785076141357, |
| 1.701485514640808, |
| 1.5368398427963257, |
| -5.106349468231201, |
| -3.9517362117767334, |
| -4.606631278991699 |
| ] |
| ], |
| "samples_ms": [ |
| 143.82, |
| 143.391, |
| 144.506 |
| ] |
| }, |
| { |
| "id": "long_context_cutoff", |
| "tokens": 198, |
| "median_ms": 246.512, |
| "p95_ms": 250.172, |
| "max_logit_error": 0.013529837131500244, |
| "logits": [ |
| [ |
| 0.5249383449554443, |
| -1.0698899030685425, |
| -1.8947813510894775 |
| ] |
| ], |
| "samples_ms": [ |
| 245.832, |
| 246.512, |
| 250.172 |
| ] |
| }, |
| { |
| "id": "described_prompt_choice", |
| "tokens": 87, |
| "median_ms": 133.956, |
| "p95_ms": 144.948, |
| "max_logit_error": 0.004156529903411865, |
| "logits": [ |
| [ |
| 0.27924925088882446, |
| -0.594815194606781, |
| -2.3523173332214355 |
| ] |
| ], |
| "samples_ms": [ |
| 131.666, |
| 133.956, |
| 144.948 |
| ] |
| }, |
| { |
| "id": "choice_score_noul", |
| "tokens": 158, |
| "median_ms": 194.831, |
| "p95_ms": 203.984, |
| "max_logit_error": 0.0027168989181518555, |
| "logits": [ |
| [ |
| 0.8529219627380371, |
| -1.3543915748596191, |
| -1.484152913093567 |
| ], |
| [ |
| -1.5398378372192383, |
| -1.8749620914459229, |
| -1.548470377922058, |
| -1.0735082626342773 |
| ], |
| [ |
| -0.7508240938186646, |
| 0.39580604434013367 |
| ] |
| ], |
| "samples_ms": [ |
| 188.389, |
| 194.831, |
| 203.984 |
| ] |
| }, |
| { |
| "id": "binary_short", |
| "tokens": 40, |
| "median_ms": 149.656, |
| "p95_ms": 150.224, |
| "max_logit_error": 0.002621270716190338, |
| "logits": [ |
| [ |
| -0.07935032993555069, |
| -0.1650981903076172 |
| ] |
| ], |
| "samples_ms": [ |
| 149.656, |
| 149.107, |
| 150.224 |
| ] |
| }, |
| { |
| "id": "described_four_labels", |
| "tokens": 79, |
| "median_ms": 134.246, |
| "p95_ms": 144.543, |
| "max_logit_error": 0.0034188032150268555, |
| "logits": [ |
| [ |
| 0.6342526078224182, |
| -1.7351603507995605, |
| -1.5812020301818848, |
| -1.862324595451355 |
| ] |
| ], |
| "samples_ms": [ |
| 144.543, |
| 128.45, |
| 134.246 |
| ] |
| }, |
| { |
| "id": "score_and_noul", |
| "tokens": 93, |
| "median_ms": 135.029, |
| "p95_ms": 142.79, |
| "max_logit_error": 0.0018458366394042969, |
| "logits": [ |
| [ |
| -0.5479922890663147, |
| -0.7747340202331543, |
| -1.2850291728973389 |
| ], |
| [ |
| 0.47155874967575073, |
| -0.7991582155227661 |
| ] |
| ], |
| "samples_ms": [ |
| 132.609, |
| 135.029, |
| 142.79 |
| ] |
| }, |
| { |
| "id": "mixed_longer", |
| "tokens": 174, |
| "median_ms": 215.484, |
| "p95_ms": 217.144, |
| "max_logit_error": 0.006537288427352905, |
| "logits": [ |
| [ |
| 0.354883074760437, |
| -1.259857416152954, |
| -0.9059025049209595 |
| ], |
| [ |
| -1.5539367198944092, |
| -1.5176777839660645, |
| -1.3632774353027344, |
| -1.2684277296066284 |
| ], |
| [ |
| -1.0243778228759766, |
| 0.5887718200683594 |
| ] |
| ], |
| "samples_ms": [ |
| 215.484, |
| 212.792, |
| 217.144 |
| ] |
| } |
| ] |
| }, |
| "peak_process_footprint_bytes": 183715280 |
| }, |
| "exploration/Q4_0_EMB_F16": { |
| "receipt": { |
| "command": [ |
| "${ANTFLY_DIR}/zig/zig-out/bin/antfly-inference-gliner-decide-quant-bench", |
| "--model-dir", |
| "${VARIANTS_DIR}/Q4_0_EMB_F16", |
| "--backend", |
| "metal", |
| "--capture", |
| "${RELEASE_DIR}/benchmark-cases.json", |
| "--warmups", |
| "1", |
| "--reps", |
| "3", |
| "--tolerance", |
| "2.0" |
| ], |
| "exit_code": 0, |
| "wall_seconds": 9.987133741378784, |
| "binary_sha256": "22f047cbf1ca25f374caa07b5c4b2d65bc2637a6f4dd969d2bfd5c66399c104e", |
| "threads": 2 |
| }, |
| "report": { |
| "scope": "offline loaded pipeline: schema compile, tokenization, encoder, classifier and completed readback; excludes HTTP, model load, and output presentation", |
| "backend": "metal", |
| "model_dir": "${VARIANTS_DIR}/Q4_0_EMB_F16", |
| "load_ms": 73.062, |
| "warmups": 1, |
| "reps": 3, |
| "validation_preflights": 1, |
| "tolerance": 2, |
| "reports": [ |
| { |
| "id": "english_intent", |
| "tokens": 25, |
| "median_ms": 48.339, |
| "p95_ms": 49.412, |
| "max_logit_error": 0.13965320587158203, |
| "logits": [ |
| [ |
| 2.65307879447937, |
| -3.3422276973724365, |
| -3.415196657180786 |
| ] |
| ], |
| "samples_ms": [ |
| 48.339, |
| 48.191, |
| 49.412 |
| ] |
| }, |
| { |
| "id": "spanish_intent", |
| "tokens": 37, |
| "median_ms": 86.527, |
| "p95_ms": 90.305, |
| "max_logit_error": 0.11873793601989746, |
| "logits": [ |
| [ |
| -4.440944671630859, |
| -4.3155083656311035, |
| 3.548292875289917, |
| -5.342981815338135 |
| ] |
| ], |
| "samples_ms": [ |
| 90.305, |
| 86.527, |
| 80.632 |
| ] |
| }, |
| { |
| "id": "japanese_intent", |
| "tokens": 45, |
| "median_ms": 81.696, |
| "p95_ms": 82.575, |
| "max_logit_error": 0.4353463649749756, |
| "logits": [ |
| [ |
| -1.5763239860534668, |
| -3.9258174896240234, |
| 2.5321836471557617, |
| -4.1887712478637695 |
| ] |
| ], |
| "samples_ms": [ |
| 80.854, |
| 81.696, |
| 82.575 |
| ] |
| }, |
| { |
| "id": "arabic_intent", |
| "tokens": 61, |
| "median_ms": 89.308, |
| "p95_ms": 90.073, |
| "max_logit_error": 0.22383356094360352, |
| "logits": [ |
| [ |
| -2.52139949798584, |
| 1.720342993736267, |
| -3.2652134895324707, |
| -2.670491933822632 |
| ] |
| ], |
| "samples_ms": [ |
| 89.308, |
| 90.073, |
| 89 |
| ] |
| }, |
| { |
| "id": "described_labels", |
| "tokens": 83, |
| "median_ms": 122.526, |
| "p95_ms": 124.575, |
| "max_logit_error": 0.20630860328674316, |
| "logits": [ |
| [ |
| -0.2809015214443207, |
| -0.8277905583381653, |
| -1.8215675354003906 |
| ] |
| ], |
| "samples_ms": [ |
| 119.415, |
| 122.526, |
| 124.575 |
| ] |
| }, |
| { |
| "id": "instruction_prompt", |
| "tokens": 35, |
| "median_ms": 83.152, |
| "p95_ms": 88.669, |
| "max_logit_error": 0.015994906425476074, |
| "logits": [ |
| [ |
| 1.8301854133605957, |
| -1.6555149555206299 |
| ] |
| ], |
| "samples_ms": [ |
| 83.152, |
| 81.16, |
| 88.669 |
| ] |
| }, |
| { |
| "id": "multi_label_aspects", |
| "tokens": 41, |
| "median_ms": 81.79, |
| "p95_ms": 84.074, |
| "max_logit_error": 0.4038354158401489, |
| "logits": [ |
| [ |
| 1.8480340242385864, |
| 2.1040198802948, |
| 1.6166446208953857, |
| -5.172761917114258, |
| -3.961876630783081, |
| -4.603903293609619 |
| ] |
| ], |
| "samples_ms": [ |
| 84.074, |
| 81.79, |
| 80.855 |
| ] |
| }, |
| { |
| "id": "long_context_cutoff", |
| "tokens": 198, |
| "median_ms": 250.874, |
| "p95_ms": 252.873, |
| "max_logit_error": 0.42143404483795166, |
| "logits": [ |
| [ |
| 0.7971519231796265, |
| -1.4970545768737793, |
| -1.9002348184585571 |
| ] |
| ], |
| "samples_ms": [ |
| 238.373, |
| 250.874, |
| 252.873 |
| ] |
| }, |
| { |
| "id": "described_prompt_choice", |
| "tokens": 87, |
| "median_ms": 117.187, |
| "p95_ms": 118.458, |
| "max_logit_error": 0.0331994891166687, |
| "logits": [ |
| [ |
| 0.2853166460990906, |
| -0.6304823160171509, |
| -2.3566532135009766 |
| ] |
| ], |
| "samples_ms": [ |
| 116.751, |
| 117.187, |
| 118.458 |
| ] |
| }, |
| { |
| "id": "choice_score_noul", |
| "tokens": 158, |
| "median_ms": 185.545, |
| "p95_ms": 186.761, |
| "max_logit_error": 0.11369681358337402, |
| "logits": [ |
| [ |
| 0.7415046691894531, |
| -1.308090090751648, |
| -1.4229182004928589 |
| ], |
| [ |
| -1.551451325416565, |
| -1.8780757188796997, |
| -1.5485312938690186, |
| -1.0499252080917358 |
| ], |
| [ |
| -0.7069659233093262, |
| 0.3646862506866455 |
| ] |
| ], |
| "samples_ms": [ |
| 185.545, |
| 186.761, |
| 184.921 |
| ] |
| }, |
| { |
| "id": "binary_short", |
| "tokens": 40, |
| "median_ms": 82.48, |
| "p95_ms": 84.445, |
| "max_logit_error": 0.04196585714817047, |
| "logits": [ |
| [ |
| -0.1199280396103859, |
| -0.12062974274158478 |
| ] |
| ], |
| "samples_ms": [ |
| 84.445, |
| 80.635, |
| 82.48 |
| ] |
| }, |
| { |
| "id": "described_four_labels", |
| "tokens": 79, |
| "median_ms": 115.502, |
| "p95_ms": 117.606, |
| "max_logit_error": 0.06197464466094971, |
| "logits": [ |
| [ |
| 0.6956205368041992, |
| -1.800553798675537, |
| -1.5694905519485474, |
| -1.8841803073883057 |
| ] |
| ], |
| "samples_ms": [ |
| 114.007, |
| 117.606, |
| 115.502 |
| ] |
| }, |
| { |
| "id": "score_and_noul", |
| "tokens": 93, |
| "median_ms": 118.392, |
| "p95_ms": 120.965, |
| "max_logit_error": 0.03593379259109497, |
| "logits": [ |
| [ |
| -0.5289738774299622, |
| -0.7801679372787476, |
| -1.3126132488250732 |
| ], |
| [ |
| 0.439281165599823, |
| -0.7627236247062683 |
| ] |
| ], |
| "samples_ms": [ |
| 120.965, |
| 117.945, |
| 118.392 |
| ] |
| }, |
| { |
| "id": "mixed_longer", |
| "tokens": 174, |
| "median_ms": 219.399, |
| "p95_ms": 224.981, |
| "max_logit_error": 0.05724895000457764, |
| "logits": [ |
| [ |
| 0.3050369620323181, |
| -1.2924771308898926, |
| -0.9090039730072021 |
| ], |
| [ |
| -1.5252559185028076, |
| -1.5261579751968384, |
| -1.388321042060852, |
| -1.2494364976882935 |
| ], |
| [ |
| -1.0785642862319946, |
| 0.6404154300689697 |
| ] |
| ], |
| "samples_ms": [ |
| 219.399, |
| 217.629, |
| 224.981 |
| ] |
| } |
| ] |
| }, |
| "peak_process_footprint_bytes": 183288984 |
| } |
| }, |
| "serving": { |
| "native": { |
| "backend_requested": "native", |
| "binary_sha256": "1615b2787e1111f1bde9e2e1c11bd9d9129c3b16f041a6d2f97ff4961a72bfdc", |
| "command": [ |
| "${ANTFLY_DIR}/zig/zig-out/bin/antfly-inference-bench-server", |
| "run", |
| "--host", |
| "127.0.0.1", |
| "--port", |
| "18769", |
| "--models-dir", |
| "${RELEASE_DIR}/models", |
| "--max-loaded-models", |
| "1", |
| "--max-concurrent-requests", |
| "1", |
| "--process-memory-budget-mb", |
| "8192", |
| "--host-budget-mb", |
| "6144", |
| "--backend-budget-mb", |
| "4096", |
| "--combined-budget-mb", |
| "8192", |
| "--preload-model", |
| "extractor:native:antflydb/gliner2.5-decide-1B-gguf" |
| ], |
| "required_backend": "native", |
| "results": [ |
| { |
| "id": "english_intent", |
| "route": "extract", |
| "elapsed_ms": 2767.3187500004133, |
| "response": { |
| "status": 200, |
| "body": { |
| "object": "extraction", |
| "model": "antflydb/gliner2.5-decide-1B-gguf", |
| "schema_version": 2, |
| "data": [ |
| { |
| "offset_unit": "unicode_codepoints", |
| "classifications": [ |
| { |
| "name": "intent", |
| "label": "refund", |
| "score": 0.9962573051452637 |
| } |
| ], |
| "solvers": { |
| "classification": { |
| "status": "optimal", |
| "utility": 2.782538652420044, |
| "visited_nodes": 3, |
| "exhausted": false |
| } |
| } |
| } |
| ], |
| "usage": { |
| "prompt_tokens": 25, |
| "completion_tokens": 0, |
| "total_tokens": 25 |
| } |
| } |
| }, |
| "passed": true |
| }, |
| { |
| "id": "spanish_intent", |
| "route": "extract", |
| "elapsed_ms": 693.9363339988631, |
| "response": { |
| "status": 200, |
| "body": { |
| "object": "extraction", |
| "model": "antflydb/gliner2.5-decide-1B-gguf", |
| "schema_version": 2, |
| "data": [ |
| { |
| "offset_unit": "unicode_codepoints", |
| "classifications": [ |
| { |
| "name": "intenci\u00f3n", |
| "label": "cancelar", |
| "score": 0.9992783665657043 |
| } |
| ], |
| "solvers": { |
| "classification": { |
| "status": "optimal", |
| "utility": 3.662010431289673, |
| "visited_nodes": 4, |
| "exhausted": false |
| } |
| } |
| } |
| ], |
| "usage": { |
| "prompt_tokens": 37, |
| "completion_tokens": 0, |
| "total_tokens": 37 |
| } |
| } |
| }, |
| "passed": true |
| }, |
| { |
| "id": "japanese_intent", |
| "route": "extract", |
| "elapsed_ms": 695.8633329995791, |
| "response": { |
| "status": 200, |
| "body": { |
| "object": "extraction", |
| "model": "antflydb/gliner2.5-decide-1B-gguf", |
| "schema_version": 2, |
| "data": [ |
| { |
| "offset_unit": "unicode_codepoints", |
| "classifications": [ |
| { |
| "name": "\u4f9d\u983c", |
| "label": "\u30ad\u30e3\u30f3\u30bb\u30eb", |
| "score": 0.9900563955307007 |
| } |
| ], |
| "solvers": { |
| "classification": { |
| "status": "optimal", |
| "utility": 2.763552188873291, |
| "visited_nodes": 4, |
| "exhausted": false |
| } |
| } |
| } |
| ], |
| "usage": { |
| "prompt_tokens": 45, |
| "completion_tokens": 0, |
| "total_tokens": 45 |
| } |
| } |
| }, |
| "passed": true |
| }, |
| { |
| "id": "arabic_intent", |
| "route": "extract", |
| "elapsed_ms": 665.7182079979975, |
| "response": { |
| "status": 200, |
| "body": { |
| "object": "extraction", |
| "model": "antflydb/gliner2.5-decide-1B-gguf", |
| "schema_version": 2, |
| "data": [ |
| { |
| "offset_unit": "unicode_codepoints", |
| "classifications": [ |
| { |
| "name": "\u0627\u0644\u0637\u0644\u0628", |
| "label": "\u062a\u063a\u064a\u064a\u0631", |
| "score": 0.9558354616165161 |
| } |
| ], |
| "solvers": { |
| "classification": { |
| "status": "optimal", |
| "utility": 1.5469462871551514, |
| "visited_nodes": 4, |
| "exhausted": false |
| } |
| } |
| } |
| ], |
| "usage": { |
| "prompt_tokens": 61, |
| "completion_tokens": 0, |
| "total_tokens": 61 |
| } |
| } |
| }, |
| "passed": true |
| }, |
| { |
| "id": "described_labels", |
| "route": "extract", |
| "elapsed_ms": 698.3013330027461, |
| "response": { |
| "status": 200, |
| "body": { |
| "object": "extraction", |
| "model": "antflydb/gliner2.5-decide-1B-gguf", |
| "schema_version": 2, |
| "data": [ |
| { |
| "offset_unit": "unicode_codepoints", |
| "classifications": [ |
| { |
| "name": "intent", |
| "label": "card_pin_change", |
| "score": 0.5005353689193726 |
| } |
| ], |
| "solvers": { |
| "classification": { |
| "status": "optimal", |
| "utility": -0.44942861795425415, |
| "visited_nodes": 3, |
| "exhausted": false |
| } |
| } |
| } |
| ], |
| "usage": { |
| "prompt_tokens": 83, |
| "completion_tokens": 0, |
| "total_tokens": 83 |
| } |
| } |
| }, |
| "passed": true |
| }, |
| { |
| "id": "instruction_prompt", |
| "route": "extract", |
| "elapsed_ms": 642.2015000025567, |
| "response": { |
| "status": 200, |
| "body": { |
| "object": "extraction", |
| "model": "antflydb/gliner2.5-decide-1B-gguf", |
| "schema_version": 2, |
| "data": [ |
| { |
| "offset_unit": "unicode_codepoints", |
| "classifications": [ |
| { |
| "name": "answer", |
| "label": "yes", |
| "score": 0.9707541465759277 |
| } |
| ], |
| "solvers": { |
| "classification": { |
| "status": "optimal", |
| "utility": 1.8413138389587402, |
| "visited_nodes": 2, |
| "exhausted": false |
| } |
| } |
| } |
| ], |
| "usage": { |
| "prompt_tokens": 35, |
| "completion_tokens": 0, |
| "total_tokens": 35 |
| } |
| } |
| }, |
| "passed": true |
| }, |
| { |
| "id": "multi_label_aspects", |
| "route": "extract", |
| "elapsed_ms": 670.9124579974741, |
| "response": { |
| "status": 200, |
| "body": { |
| "object": "extraction", |
| "model": "antflydb/gliner2.5-decide-1B-gguf", |
| "schema_version": 2, |
| "data": [ |
| { |
| "offset_unit": "unicode_codepoints", |
| "classifications": [ |
| { |
| "name": "aspects", |
| "label": "battery", |
| "score": 0.8844283223152161 |
| }, |
| { |
| "name": "aspects", |
| "label": "keyboard", |
| "score": 0.8455860614776611 |
| }, |
| { |
| "name": "aspects", |
| "label": "screen", |
| "score": 0.8230921626091003 |
| } |
| ], |
| "solvers": { |
| "classification": { |
| "status": "optimal", |
| "utility": 6.489277905081634, |
| "visited_nodes": 1, |
| "exhausted": false |
| } |
| } |
| } |
| ], |
| "usage": { |
| "prompt_tokens": 41, |
| "completion_tokens": 0, |
| "total_tokens": 41 |
| } |
| } |
| }, |
| "passed": true |
| }, |
| { |
| "id": "long_context_cutoff", |
| "route": "extract", |
| "elapsed_ms": 959.3226670003787, |
| "response": { |
| "status": 200, |
| "body": { |
| "object": "extraction", |
| "model": "antflydb/gliner2.5-decide-1B-gguf", |
| "schema_version": 2, |
| "data": [ |
| { |
| "offset_unit": "unicode_codepoints", |
| "classifications": [ |
| { |
| "name": "topic", |
| "label": "employment", |
| "score": 0.7741079330444336 |
| } |
| ], |
| "solvers": { |
| "classification": { |
| "status": "optimal", |
| "utility": 0.5264807939529419, |
| "visited_nodes": 3, |
| "exhausted": false |
| } |
| } |
| } |
| ], |
| "usage": { |
| "prompt_tokens": 198, |
| "completion_tokens": 0, |
| "total_tokens": 198 |
| } |
| } |
| }, |
| "passed": true |
| }, |
| { |
| "id": "described_prompt_choice", |
| "route": "decide", |
| "elapsed_ms": 731.850874999509, |
| "response": { |
| "status": 200, |
| "body": { |
| "model": "antflydb/gliner2.5-decide-1B-gguf", |
| "answers": { |
| "action": { |
| "type": "choice", |
| "choice": "send_pin", |
| "probabilities": { |
| "send_pin": 0.6714258193969727, |
| "replace_card": 0.28024688363075256, |
| "balance_help": 0.04832729324698448 |
| } |
| } |
| }, |
| "usage": { |
| "input_tokens": 87, |
| "output_tokens": 0 |
| } |
| } |
| }, |
| "passed": true |
| }, |
| { |
| "id": "choice_score_noul", |
| "route": "decide", |
| "elapsed_ms": 833.7814999977127, |
| "response": { |
| "status": 200, |
| "body": { |
| "model": "antflydb/gliner2.5-decide-1B-gguf", |
| "answers": { |
| "response": { |
| "type": "choice", |
| "choice": "rollback", |
| "probabilities": { |
| "rollback": 0.8287984132766724, |
| "retry": 0.09113436192274094, |
| "observe": 0.0800672397017479 |
| } |
| }, |
| "severity": { |
| "type": "score", |
| "score": 1.7401925176382065, |
| "legend": { |
| "0": "Low impact", |
| "1": "Moderate impact", |
| "2": "High impact", |
| "3": "Critical impact" |
| }, |
| "probabilities": { |
| "0": 0.23222987353801727, |
| "1": 0.16626812517642975, |
| "2": 0.23058152198791504, |
| "3": 0.37092044949531555 |
| } |
| }, |
| "page_on_call": { |
| "type": "noul", |
| "noul": 0.7588280439376831 |
| } |
| }, |
| "usage": { |
| "input_tokens": 158, |
| "output_tokens": 0 |
| } |
| } |
| }, |
| "passed": true |
| }, |
| { |
| "id": "binary_short", |
| "route": "decide", |
| "elapsed_ms": 720.5219579991535, |
| "response": { |
| "status": 200, |
| "body": { |
| "model": "antflydb/gliner2.5-decide-1B-gguf", |
| "answers": { |
| "refund": { |
| "type": "choice", |
| "choice": "refund", |
| "probabilities": { |
| "refund": 0.5209535360336304, |
| "keep": 0.47904646396636963 |
| } |
| } |
| }, |
| "usage": { |
| "input_tokens": 40, |
| "output_tokens": 0 |
| } |
| } |
| }, |
| "passed": true |
| }, |
| { |
| "id": "described_four_labels", |
| "route": "decide", |
| "elapsed_ms": 703.3293749991572, |
| "response": { |
| "status": 200, |
| "body": { |
| "model": "antflydb/gliner2.5-decide-1B-gguf", |
| "answers": { |
| "action": { |
| "type": "choice", |
| "choice": "reset", |
| "probabilities": { |
| "reset": 0.7779102921485901, |
| "refund": 0.07291090488433838, |
| "cancel": 0.08500776439905167, |
| "ship": 0.06417100876569748 |
| } |
| } |
| }, |
| "usage": { |
| "input_tokens": 79, |
| "output_tokens": 0 |
| } |
| } |
| }, |
| "passed": true |
| }, |
| { |
| "id": "score_and_noul", |
| "route": "decide", |
| "elapsed_ms": 710.2717919988208, |
| "response": { |
| "status": 200, |
| "body": { |
| "model": "antflydb/gliner2.5-decide-1B-gguf", |
| "answers": { |
| "severity": { |
| "type": "score", |
| "score": 0.7709876596927643, |
| "legend": { |
| "0": "No impact", |
| "1": "Small impact", |
| "2": "Major impact" |
| }, |
| "probabilities": { |
| "0": 0.4393300414085388, |
| "1": 0.3503521978855133, |
| "2": 0.2103177309036255 |
| } |
| }, |
| "page": { |
| "type": "noul", |
| "noul": 0.21890267729759216 |
| } |
| }, |
| "usage": { |
| "input_tokens": 93, |
| "output_tokens": 0 |
| } |
| } |
| }, |
| "passed": true |
| }, |
| { |
| "id": "mixed_longer", |
| "route": "decide", |
| "elapsed_ms": 970.3179159987485, |
| "response": { |
| "status": 200, |
| "body": { |
| "model": "antflydb/gliner2.5-decide-1B-gguf", |
| "answers": { |
| "action": { |
| "type": "choice", |
| "choice": "rollback", |
| "probabilities": { |
| "rollback": 0.6747900247573853, |
| "retry": 0.1340658962726593, |
| "wait": 0.19114406406879425 |
| } |
| }, |
| "severity": { |
| "type": "score", |
| "score": 1.6273143291473389, |
| "legend": { |
| "0": "Low", |
| "1": "Moderate", |
| "2": "High", |
| "3": "Critical" |
| }, |
| "probabilities": { |
| "0": 0.21846941113471985, |
| "1": 0.22645795345306396, |
| "2": 0.2643614411354065, |
| "3": 0.2907111644744873 |
| } |
| }, |
| "page": { |
| "type": "noul", |
| "noul": 0.8340135216712952 |
| } |
| }, |
| "usage": { |
| "input_tokens": 174, |
| "output_tokens": 0 |
| } |
| } |
| }, |
| "passed": true |
| } |
| ], |
| "passed": true |
| }, |
| "metal": { |
| "backend_requested": "metal", |
| "binary_sha256": "1615b2787e1111f1bde9e2e1c11bd9d9129c3b16f041a6d2f97ff4961a72bfdc", |
| "command": [ |
| "${ANTFLY_DIR}/zig/zig-out/bin/antfly-inference-bench-server", |
| "run", |
| "--host", |
| "127.0.0.1", |
| "--port", |
| "18769", |
| "--models-dir", |
| "${RELEASE_DIR}/models", |
| "--max-loaded-models", |
| "1", |
| "--max-concurrent-requests", |
| "1", |
| "--process-memory-budget-mb", |
| "8192", |
| "--host-budget-mb", |
| "6144", |
| "--backend-budget-mb", |
| "4096", |
| "--combined-budget-mb", |
| "8192", |
| "--preload-model", |
| "extractor:metal:antflydb/gliner2.5-decide-1B-gguf" |
| ], |
| "required_backend": "metal", |
| "results": [ |
| { |
| "id": "english_intent", |
| "route": "extract", |
| "elapsed_ms": 948.0069999990519, |
| "response": { |
| "status": 200, |
| "body": { |
| "object": "extraction", |
| "model": "antflydb/gliner2.5-decide-1B-gguf", |
| "schema_version": 2, |
| "data": [ |
| { |
| "offset_unit": "unicode_codepoints", |
| "classifications": [ |
| { |
| "name": "intent", |
| "label": "refund", |
| "score": 0.9962565898895264 |
| } |
| ], |
| "solvers": { |
| "classification": { |
| "status": "optimal", |
| "utility": 2.7824366092681885, |
| "visited_nodes": 3, |
| "exhausted": false |
| } |
| } |
| } |
| ], |
| "usage": { |
| "prompt_tokens": 25, |
| "completion_tokens": 0, |
| "total_tokens": 25 |
| } |
| } |
| }, |
| "passed": true |
| }, |
| { |
| "id": "spanish_intent", |
| "route": "extract", |
| "elapsed_ms": 72.23229099690798, |
| "response": { |
| "status": 200, |
| "body": { |
| "object": "extraction", |
| "model": "antflydb/gliner2.5-decide-1B-gguf", |
| "schema_version": 2, |
| "data": [ |
| { |
| "offset_unit": "unicode_codepoints", |
| "classifications": [ |
| { |
| "name": "intenci\u00f3n", |
| "label": "cancelar", |
| "score": 0.9992782473564148 |
| } |
| ], |
| "solvers": { |
| "classification": { |
| "status": "optimal", |
| "utility": 3.6617918014526367, |
| "visited_nodes": 4, |
| "exhausted": false |
| } |
| } |
| } |
| ], |
| "usage": { |
| "prompt_tokens": 37, |
| "completion_tokens": 0, |
| "total_tokens": 37 |
| } |
| } |
| }, |
| "passed": true |
| }, |
| { |
| "id": "japanese_intent", |
| "route": "extract", |
| "elapsed_ms": 70.31741600076202, |
| "response": { |
| "status": 200, |
| "body": { |
| "object": "extraction", |
| "model": "antflydb/gliner2.5-decide-1B-gguf", |
| "schema_version": 2, |
| "data": [ |
| { |
| "offset_unit": "unicode_codepoints", |
| "classifications": [ |
| { |
| "name": "\u4f9d\u983c", |
| "label": "\u30ad\u30e3\u30f3\u30bb\u30eb", |
| "score": 0.9900538921356201 |
| } |
| ], |
| "solvers": { |
| "classification": { |
| "status": "optimal", |
| "utility": 2.763531446456909, |
| "visited_nodes": 4, |
| "exhausted": false |
| } |
| } |
| } |
| ], |
| "usage": { |
| "prompt_tokens": 45, |
| "completion_tokens": 0, |
| "total_tokens": 45 |
| } |
| } |
| }, |
| "passed": true |
| }, |
| { |
| "id": "arabic_intent", |
| "route": "extract", |
| "elapsed_ms": 81.86079200095264, |
| "response": { |
| "status": 200, |
| "body": { |
| "object": "extraction", |
| "model": "antflydb/gliner2.5-decide-1B-gguf", |
| "schema_version": 2, |
| "data": [ |
| { |
| "offset_unit": "unicode_codepoints", |
| "classifications": [ |
| { |
| "name": "\u0627\u0644\u0637\u0644\u0628", |
| "label": "\u062a\u063a\u064a\u064a\u0631", |
| "score": 0.9558391571044922 |
| } |
| ], |
| "solvers": { |
| "classification": { |
| "status": "optimal", |
| "utility": 1.5470284223556519, |
| "visited_nodes": 4, |
| "exhausted": false |
| } |
| } |
| } |
| ], |
| "usage": { |
| "prompt_tokens": 61, |
| "completion_tokens": 0, |
| "total_tokens": 61 |
| } |
| } |
| }, |
| "passed": true |
| }, |
| { |
| "id": "described_labels", |
| "route": "extract", |
| "elapsed_ms": 120.3525000018999, |
| "response": { |
| "status": 200, |
| "body": { |
| "object": "extraction", |
| "model": "antflydb/gliner2.5-decide-1B-gguf", |
| "schema_version": 2, |
| "data": [ |
| { |
| "offset_unit": "unicode_codepoints", |
| "classifications": [ |
| { |
| "name": "intent", |
| "label": "card_pin_change", |
| "score": 0.5005000829696655 |
| } |
| ], |
| "solvers": { |
| "classification": { |
| "status": "optimal", |
| "utility": -0.4495925307273865, |
| "visited_nodes": 3, |
| "exhausted": false |
| } |
| } |
| } |
| ], |
| "usage": { |
| "prompt_tokens": 83, |
| "completion_tokens": 0, |
| "total_tokens": 83 |
| } |
| } |
| }, |
| "passed": true |
| }, |
| { |
| "id": "instruction_prompt", |
| "route": "extract", |
| "elapsed_ms": 72.19166700087953, |
| "response": { |
| "status": 200, |
| "body": { |
| "object": "extraction", |
| "model": "antflydb/gliner2.5-decide-1B-gguf", |
| "schema_version": 2, |
| "data": [ |
| { |
| "offset_unit": "unicode_codepoints", |
| "classifications": [ |
| { |
| "name": "answer", |
| "label": "yes", |
| "score": 0.9707394242286682 |
| } |
| ], |
| "solvers": { |
| "classification": { |
| "status": "optimal", |
| "utility": 1.8410570621490479, |
| "visited_nodes": 2, |
| "exhausted": false |
| } |
| } |
| } |
| ], |
| "usage": { |
| "prompt_tokens": 35, |
| "completion_tokens": 0, |
| "total_tokens": 35 |
| } |
| } |
| }, |
| "passed": true |
| }, |
| { |
| "id": "multi_label_aspects", |
| "route": "extract", |
| "elapsed_ms": 69.0010420003091, |
| "response": { |
| "status": 200, |
| "body": { |
| "object": "extraction", |
| "model": "antflydb/gliner2.5-decide-1B-gguf", |
| "schema_version": 2, |
| "data": [ |
| { |
| "offset_unit": "unicode_codepoints", |
| "classifications": [ |
| { |
| "name": "aspects", |
| "label": "battery", |
| "score": 0.8844195604324341 |
| }, |
| { |
| "name": "aspects", |
| "label": "keyboard", |
| "score": 0.8455196619033813 |
| }, |
| { |
| "name": "aspects", |
| "label": "screen", |
| "score": 0.8230400085449219 |
| } |
| ], |
| "solvers": { |
| "classification": { |
| "status": "optimal", |
| "utility": 6.488325780485992, |
| "visited_nodes": 1, |
| "exhausted": false |
| } |
| } |
| } |
| ], |
| "usage": { |
| "prompt_tokens": 41, |
| "completion_tokens": 0, |
| "total_tokens": 41 |
| } |
| } |
| }, |
| "passed": true |
| }, |
| { |
| "id": "long_context_cutoff", |
| "route": "extract", |
| "elapsed_ms": 225.36424999998417, |
| "response": { |
| "status": 200, |
| "body": { |
| "object": "extraction", |
| "model": "antflydb/gliner2.5-decide-1B-gguf", |
| "schema_version": 2, |
| "data": [ |
| { |
| "offset_unit": "unicode_codepoints", |
| "classifications": [ |
| { |
| "name": "topic", |
| "label": "employment", |
| "score": 0.7741034626960754 |
| } |
| ], |
| "solvers": { |
| "classification": { |
| "status": "optimal", |
| "utility": 0.5265380144119263, |
| "visited_nodes": 3, |
| "exhausted": false |
| } |
| } |
| } |
| ], |
| "usage": { |
| "prompt_tokens": 198, |
| "completion_tokens": 0, |
| "total_tokens": 198 |
| } |
| } |
| }, |
| "passed": true |
| }, |
| { |
| "id": "described_prompt_choice", |
| "route": "decide", |
| "elapsed_ms": 117.71920799947111, |
| "response": { |
| "status": 200, |
| "body": { |
| "model": "antflydb/gliner2.5-decide-1B-gguf", |
| "answers": { |
| "action": { |
| "type": "choice", |
| "choice": "send_pin", |
| "probabilities": { |
| "send_pin": 0.6712885499000549, |
| "replace_card": 0.280377060174942, |
| "balance_help": 0.04833436757326126 |
| } |
| } |
| }, |
| "usage": { |
| "input_tokens": 87, |
| "output_tokens": 0 |
| } |
| } |
| }, |
| "passed": true |
| }, |
| { |
| "id": "choice_score_noul", |
| "route": "decide", |
| "elapsed_ms": 183.15295900174533, |
| "response": { |
| "status": 200, |
| "body": { |
| "model": "antflydb/gliner2.5-decide-1B-gguf", |
| "answers": { |
| "response": { |
| "type": "choice", |
| "choice": "rollback", |
| "probabilities": { |
| "rollback": 0.8288095593452454, |
| "retry": 0.09112943708896637, |
| "observe": 0.08006100356578827 |
| } |
| }, |
| "severity": { |
| "type": "score", |
| "score": 1.7401254326105118, |
| "legend": { |
| "0": "Low impact", |
| "1": "Moderate impact", |
| "2": "High impact", |
| "3": "Critical impact" |
| }, |
| "probabilities": { |
| "0": 0.23225712776184082, |
| "1": 0.16627193987369537, |
| "2": 0.23055925965309143, |
| "3": 0.3709116578102112 |
| } |
| }, |
| "page_on_call": { |
| "type": "noul", |
| "noul": 0.7588009238243103 |
| } |
| }, |
| "usage": { |
| "input_tokens": 158, |
| "output_tokens": 0 |
| } |
| } |
| }, |
| "passed": true |
| }, |
| { |
| "id": "binary_short", |
| "route": "decide", |
| "elapsed_ms": 78.72908400167944, |
| "response": { |
| "status": 200, |
| "body": { |
| "model": "antflydb/gliner2.5-decide-1B-gguf", |
| "answers": { |
| "refund": { |
| "type": "choice", |
| "choice": "refund", |
| "probabilities": { |
| "refund": 0.5209514498710632, |
| "keep": 0.47904857993125916 |
| } |
| } |
| }, |
| "usage": { |
| "input_tokens": 40, |
| "output_tokens": 0 |
| } |
| } |
| }, |
| "passed": true |
| }, |
| { |
| "id": "described_four_labels", |
| "route": "decide", |
| "elapsed_ms": 119.5720830000937, |
| "response": { |
| "status": 200, |
| "body": { |
| "model": "antflydb/gliner2.5-decide-1B-gguf", |
| "answers": { |
| "action": { |
| "type": "choice", |
| "choice": "reset", |
| "probabilities": { |
| "reset": 0.7779678106307983, |
| "refund": 0.0728931725025177, |
| "cancel": 0.08498164266347885, |
| "ship": 0.06415734440088272 |
| } |
| } |
| }, |
| "usage": { |
| "input_tokens": 79, |
| "output_tokens": 0 |
| } |
| } |
| }, |
| "passed": true |
| }, |
| { |
| "id": "score_and_noul", |
| "route": "decide", |
| "elapsed_ms": 118.45437500232947, |
| "response": { |
| "status": 200, |
| "body": { |
| "model": "antflydb/gliner2.5-decide-1B-gguf", |
| "answers": { |
| "severity": { |
| "type": "score", |
| "score": 0.7709950804710388, |
| "legend": { |
| "0": "No impact", |
| "1": "Small impact", |
| "2": "Major impact" |
| }, |
| "probabilities": { |
| "0": 0.4393330216407776, |
| "1": 0.350338876247406, |
| "2": 0.2103281021118164 |
| } |
| }, |
| "page": { |
| "type": "noul", |
| "noul": 0.21891134977340698 |
| } |
| }, |
| "usage": { |
| "input_tokens": 93, |
| "output_tokens": 0 |
| } |
| } |
| }, |
| "passed": true |
| }, |
| { |
| "id": "mixed_longer", |
| "route": "decide", |
| "elapsed_ms": 182.4247500007914, |
| "response": { |
| "status": 200, |
| "body": { |
| "model": "antflydb/gliner2.5-decide-1B-gguf", |
| "answers": { |
| "action": { |
| "type": "choice", |
| "choice": "rollback", |
| "probabilities": { |
| "rollback": 0.6748348474502563, |
| "retry": 0.1340557336807251, |
| "wait": 0.19110944867134094 |
| } |
| }, |
| "severity": { |
| "type": "score", |
| "score": 1.6272962391376495, |
| "legend": { |
| "0": "Low", |
| "1": "Moderate", |
| "2": "High", |
| "3": "Critical" |
| }, |
| "probabilities": { |
| "0": 0.21847832202911377, |
| "1": 0.2264559268951416, |
| "2": 0.2643568515777588, |
| "3": 0.29070886969566345 |
| } |
| }, |
| "page": { |
| "type": "noul", |
| "noul": 0.8339722156524658 |
| } |
| }, |
| "usage": { |
| "input_tokens": 174, |
| "output_tokens": 0 |
| } |
| } |
| }, |
| "passed": true |
| } |
| ], |
| "passed": true |
| } |
| }, |
| "focused_tests": { |
| "count": 7, |
| "output": "1/7 inference_internal.test.GLiNER Decide artifact test reachability...OK\n2/7 models.gliner_decide_qualification.test.GLiNER Decide qualification binds exact loaded legacy identity...OK\n3/7 models.gliner_decide_qualification.test.GLiNER Decide 1B qualification binds exact loaded identity...OK\n4/7 models.gliner_decide_qualification.test.GLiNER Decide 1B serving policy stays within measured backend and geometry...OK\n5/7 models.tensor_store.test.open split gliner gguf bundle from manifest...OK\n6/7 gguf.root.test_0...OK\n7/7 models.manifest.test.GLiNER Decide listing falls back to tokenizer JSON marker IDs...OK\nAll 7 tests passed.\n" |
| }, |
| "earlier_control_failure": { |
| "receipt": { |
| "command": [ |
| "${ANTFLY_DIR}/zig/zig-out/bin/antfly-inference-gliner-decide-quant-bench", |
| "--model-dir", |
| "${RELEASE_DIR}/bundle", |
| "--backend", |
| "metal", |
| "--capture", |
| "${RELEASE_DIR}/benchmark-six.json", |
| "--warmups", |
| "3", |
| "--reps", |
| "20", |
| "--tolerance", |
| ".05" |
| ], |
| "exit_code": 86, |
| "wall_seconds": 132.2631118297577, |
| "binary_sha256": "34f93e2b412e0d6836dc1ca6e24a5563e4dd5444c2fbaa5e74cec14bc54fb178", |
| "threads": 2, |
| "f16_mirrors": false |
| }, |
| "log": "metal described_prompt_choice: 130.503 ms, error 0.004620\nmetal choice_score_noul: 187.521 ms, error 0.002686\n 132.20 real 0.25 user 0.64 sys\n 163184640 maximum resident set size\n 0 average shared memory size\n 0 average unshared data size\n 0 average unshared stack size\n 109046 page reclaims\n 0 page faults\n 0 swaps\n 0 block input operations\n 0 block output operations\n 0 messages sent\n 0 messages received\n 0 signals received\n 0 voluntary context switches\n 6744 involuntary context switches\n 6871155752 instructions retired\n 2201343018 cycles elapsed\n 182912536 peak memory footprint\n", |
| "interpretation": "One earlier direct-Q8 control hit the 120-second hard watchdog. Its run is excluded from completed-run timing summaries but retained here. Three later paired direct-Q8 controls completed. Root cause is unresolved. The recommended FP16-matrix path completed every recorded optimized run." |
| }, |
| "optimized_q8_completed_requests": 948, |
| "optimized_q8_processes": 9 |
| } |
|
|
