{
  "qualification_passed": true,
  "hardware": {
    "chip": "Apple M4",
    "memory_bytes": 17179869184,
    "os": "macOS 26.5 (25F71)"
  },
  "scope": "Local physical hardware; loaded pipeline timings include schema compilation, tokenization, encoder, classifier and completed readback. Excludes HTTP, model loading and response presentation. HTTP qualification is recorded separately. Shared active Mac; timing variability is material.",
  "methodology": {
    "route_comparison": "Same Q8 artifact, three paired runs, alternating policy order, deterministically shuffled case order per pair, five warmups plus a preflight and ten measured requests per case per process. Report median of the three per-process medians; all samples retained.",
    "fp32_comparison": "FP32 original execution policy / optimized Q8, ABBA process order; three warmups plus a preflight and twenty measured requests per case. Two runs each; raw results retained, no universal speedup claimed.",
    "cpu_threads": 2
  },
  "route_summary": [
    {
      "id": "described_prompt_choice",
      "tokens": 87,
      "direct_median_of_run_medians_ms": 145.8785,
      "optimized_median_of_run_medians_ms": 127.793,
      "latency_reduction_fraction": 0.12397645986214556,
      "direct_run_medians_ms": [
        145.8785,
        136.978,
        149.9985
      ],
      "optimized_run_medians_ms": [
        127.793,
        126.014,
        164.2715
      ]
    },
    {
      "id": "choice_score_noul",
      "tokens": 158,
      "direct_median_of_run_medians_ms": 203.0675,
      "optimized_median_of_run_medians_ms": 188.6925,
      "latency_reduction_fraction": 0.0707892695778497,
      "direct_run_medians_ms": [
        203.0675,
        194.0195,
        247.19
      ],
      "optimized_run_medians_ms": [
        188.6925,
        181.51,
        224.625
      ]
    },
    {
      "id": "binary_short",
      "tokens": 40,
      "direct_median_of_run_medians_ms": 150.0375,
      "optimized_median_of_run_medians_ms": 87.459,
      "latency_reduction_fraction": 0.41708572856785797,
      "direct_run_medians_ms": [
        150.0375,
        145.5435,
        153.887
      ],
      "optimized_run_medians_ms": [
        96.0115,
        87.459,
        77.162
      ]
    },
    {
      "id": "described_four_labels",
      "tokens": 79,
      "direct_median_of_run_medians_ms": 138.7715,
      "optimized_median_of_run_medians_ms": 129.8025,
      "latency_reduction_fraction": 0.0646314264816622,
      "direct_run_medians_ms": [
        139.596,
        133.589,
        138.7715
      ],
      "optimized_run_medians_ms": [
        121.7755,
        129.8025,
        132.32850000000002
      ]
    },
    {
      "id": "score_and_noul",
      "tokens": 93,
      "direct_median_of_run_medians_ms": 144.803,
      "optimized_median_of_run_medians_ms": 129.9425,
      "latency_reduction_fraction": 0.10262563620919463,
      "direct_run_medians_ms": [
        141.8095,
        144.803,
        148.99849999999998
      ],
      "optimized_run_medians_ms": [
        129.7695,
        129.9425,
        134.61950000000002
      ]
    },
    {
      "id": "mixed_longer",
      "tokens": 174,
      "direct_median_of_run_medians_ms": 203.72,
      "optimized_median_of_run_medians_ms": 200.6655,
      "latency_reduction_fraction": 0.014993618692322741,
      "direct_run_medians_ms": [
        203.72,
        198.0285,
        209.893
      ],
      "optimized_run_medians_ms": [
        196.913,
        200.6655,
        244.41500000000002
      ]
    }
  ],
  "runs": {
    "final-performance/fp32-original-A1": {
      "receipt": {
        "command": [
          "${ANTFLY_DIR}/zig/zig-out/bin/antfly-inference-gliner-decide-quant-bench",
          "--model-dir",
          "${SOURCE_DIR}",
          "--backend",
          "metal",
          "--capture",
          "${RELEASE_DIR}/benchmark-six.json",
          "--warmups",
          "3",
          "--reps",
          "20",
          "--tolerance",
          ".005"
        ],
        "exit_code": 0,
        "wall_seconds": 75.83218693733215,
        "binary_sha256": "943d9710b94609cea6d604a8b81d1b0034be3d3edc004b3013333335a5c94ad0",
        "threads": 2,
        "f16_mirrors": false,
        "host_context": {
          "thermal": "Note: No thermal warning level has been recorded\nNote: No performance warning level has been recorded\nNote: No CPU power status has been recorded\n",
          "swap": "vm.swapusage: total = 3072.00M  used = 1705.69M  free = 1366.31M  (encrypted)\n",
          "system": "ProductName:\t\tmacOS\nProductVersion:\t\t26.5\nBuildVersion:\t\t25F71\n",
          "hardware": "machdep.cpu.brand_string: Apple M4\nhw.memsize: 17179869184\n"
        }
      },
      "report": {
        "scope": "offline loaded pipeline: schema compile, tokenization, encoder, classifier and completed readback; excludes HTTP, model load, and output presentation",
        "backend": "metal",
        "model_dir": "${SOURCE_DIR}",
        "load_ms": 48508.018,
        "warmups": 3,
        "reps": 20,
        "validation_preflights": 1,
        "tolerance": 0.005,
        "reports": [
          {
            "id": "described_prompt_choice",
            "tokens": 87,
            "median_ms": 128.5115,
            "p95_ms": 140.827,
            "max_logit_error": 2.086162567138672e-06,
            "logits": [
              [
                0.2834048867225647,
                -0.597280740737915,
                -2.3520116806030273
              ]
            ],
            "samples_ms": [
              137.432,
              123.882,
              122.837,
              123.67,
              136.137,
              137.64,
              129.682,
              127.575,
              140.827,
              129.448,
              123.086,
              122.454,
              141.526,
              131.058,
              123.014,
              123.744,
              131.214,
              139.546,
              123.978,
              122.376
            ]
          },
          {
            "id": "choice_score_noul",
            "tokens": 158,
            "median_ms": 176.74099999999999,
            "p95_ms": 210.038,
            "max_logit_error": 5.364418029785156e-07,
            "logits": [
              [
                0.8552009463310242,
                -1.3567794561386108,
                -1.4858782291412354
              ],
              [
                -1.5391309261322021,
                -1.873393177986145,
                -1.5460503101348877,
                -1.0720938444137573
              ],
              [
                -0.7481070160865784,
                0.3949039876461029
              ]
            ],
            "samples_ms": [
              195.96,
              186.922,
              185.73,
              173.632,
              174.073,
              176.513,
              173.458,
              174.18,
              175.651,
              183.281,
              174.824,
              175.626,
              176.969,
              172.636,
              172.989,
              179.01,
              186.676,
              212.764,
              204.483,
              210.038
            ]
          },
          {
            "id": "binary_short",
            "tokens": 40,
            "median_ms": 78.40950000000001,
            "p95_ms": 82.571,
            "max_logit_error": 1.9371509552001953e-07,
            "logits": [
              [
                -0.08197179436683655,
                -0.16259542107582092
              ]
            ],
            "samples_ms": [
              78.278,
              79.594,
              81.676,
              79.534,
              82.571,
              77.176,
              75.132,
              75.195,
              75.577,
              83.029,
              81.307,
              76.19,
              76.502,
              79.108,
              76.836,
              76.771,
              78.969,
              78.738,
              78.541,
              77.653
            ]
          },
          {
            "id": "described_four_labels",
            "tokens": 79,
            "median_ms": 130.6895,
            "p95_ms": 161.439,
            "max_logit_error": 7.152557373046875e-07,
            "logits": [
              [
                0.6374177932739258,
                -1.7385791540145874,
                -1.5831965208053589,
                -1.863297462463379
              ]
            ],
            "samples_ms": [
              130.119,
              126.862,
              124.415,
              127.218,
              124.299,
              126.036,
              125.438,
              126.982,
              131.26,
              135.795,
              136.983,
              134.373,
              137.298,
              137.525,
              127.909,
              126.831,
              139.721,
              143.721,
              162.785,
              161.439
            ]
          },
          {
            "id": "score_and_noul",
            "tokens": 93,
            "median_ms": 163.3015,
            "p95_ms": 171.483,
            "max_logit_error": 3.5762786865234375e-07,
            "logits": [
              [
                -0.5489762425422668,
                -0.7728878855705261,
                -1.2835556268692017
              ],
              [
                0.4717816114425659,
                -0.7986574769020081
              ]
            ],
            "samples_ms": [
              170.217,
              163.31,
              169.741,
              172.246,
              164.337,
              165.302,
              171.349,
              171.483,
              170.501,
              163.293,
              161.851,
              164.551,
              143.354,
              132.093,
              134.183,
              127.482,
              125.255,
              124.827,
              127.136,
              124.212
            ]
          },
          {
            "id": "mixed_longer",
            "tokens": 174,
            "median_ms": 191.5125,
            "p95_ms": 209.964,
            "max_logit_error": 1.0728836059570312e-06,
            "logits": [
              [
                0.34834524989128113,
                -1.2564462423324585,
                -0.9032323956489563
              ],
              [
                -1.5509973764419556,
                -1.5161597728729248,
                -1.364071249961853,
                -1.2701959609985352
              ],
              [
                -1.021314263343811,
                0.5874457359313965
              ]
            ],
            "samples_ms": [
              189.602,
              209.964,
              195.731,
              194.472,
              192.121,
              191.315,
              191.71,
              201.921,
              191.2,
              215.129,
              198.89,
              200.285,
              191.166,
              190.068,
              188.67,
              196.81,
              190.032,
              189.646,
              190.207,
              188.65
            ]
          }
        ]
      },
      "peak_process_footprint_bytes": 4600435080
    },
    "final-performance/q8-optimized-B1": {
      "receipt": {
        "command": [
          "${ANTFLY_DIR}/zig/zig-out/bin/antfly-inference-gliner-decide-quant-bench",
          "--model-dir",
          "${RELEASE_DIR}/bundle",
          "--backend",
          "metal",
          "--capture",
          "${RELEASE_DIR}/benchmark-six.json",
          "--warmups",
          "3",
          "--reps",
          "20",
          "--tolerance",
          ".05"
        ],
        "exit_code": 0,
        "wall_seconds": 31.453012943267822,
        "binary_sha256": "943d9710b94609cea6d604a8b81d1b0034be3d3edc004b3013333335a5c94ad0",
        "threads": 2,
        "f16_mirrors": true,
        "host_context": {
          "thermal": "Note: No thermal warning level has been recorded\nNote: No performance warning level has been recorded\nNote: No CPU power status has been recorded\n",
          "swap": "vm.swapusage: total = 3072.00M  used = 1665.62M  free = 1406.38M  (encrypted)\n",
          "system": "ProductName:\t\tmacOS\nProductVersion:\t\t26.5\nBuildVersion:\t\t25F71\n",
          "hardware": "machdep.cpu.brand_string: Apple M4\nhw.memsize: 17179869184\n"
        }
      },
      "report": {
        "scope": "offline loaded pipeline: schema compile, tokenization, encoder, classifier and completed readback; excludes HTTP, model load, and output presentation",
        "backend": "metal",
        "model_dir": "${RELEASE_DIR}/bundle",
        "load_ms": 7734.625,
        "warmups": 3,
        "reps": 20,
        "validation_preflights": 1,
        "tolerance": 0.05,
        "reports": [
          {
            "id": "described_prompt_choice",
            "tokens": 87,
            "median_ms": 115.5135,
            "p95_ms": 126.489,
            "max_logit_error": 0.0042365193367004395,
            "logits": [
              [
                0.2800174951553345,
                -0.5930463075637817,
                -2.351038932800293
              ]
            ],
            "samples_ms": [
              120.382,
              119.017,
              122.073,
              118.858,
              126.489,
              127.3,
              121.762,
              115.515,
              116.201,
              116,
              114.344,
              113.682,
              114.185,
              114.693,
              115.512,
              113.526,
              113.713,
              115.173,
              113.691,
              113.231
            ]
          },
          {
            "id": "choice_score_noul",
            "tokens": 158,
            "median_ms": 168.90800000000002,
            "p95_ms": 172.069,
            "max_logit_error": 0.0024205446243286133,
            "logits": [
              [
                0.8533504605293274,
                -1.3543590307235718,
                -1.4838511943817139
              ],
              [
                -1.5403822660446167,
                -1.8746026754379272,
                -1.5477193593978882,
                -1.0722633600234985
              ],
              [
                -0.7505202293395996,
                0.3955964148044586
              ]
            ],
            "samples_ms": [
              169.518,
              168.01,
              168.079,
              169.105,
              168.834,
              169.246,
              168.599,
              168.03,
              167.205,
              169.021,
              169.651,
              168.664,
              172.069,
              170.341,
              168.982,
              169.722,
              173.092,
              168.689,
              167.961,
              168.178
            ]
          },
          {
            "id": "binary_short",
            "tokens": 40,
            "median_ms": 67.3965,
            "p95_ms": 69.398,
            "max_logit_error": 0.0016354545950889587,
            "logits": [
              [
                -0.08033614605665207,
                -0.16419093310832977
              ]
            ],
            "samples_ms": [
              67.662,
              68.49,
              69.78,
              66.826,
              67.239,
              69.398,
              68.975,
              66.169,
              68.317,
              66.682,
              67.908,
              67.79,
              68.267,
              66.776,
              67.502,
              66.761,
              66.475,
              67.097,
              67.291,
              66.089
            ]
          },
          {
            "id": "described_four_labels",
            "tokens": 79,
            "median_ms": 164.72750000000002,
            "p95_ms": 191.061,
            "max_logit_error": 0.004820585250854492,
            "logits": [
              [
                0.6339313983917236,
                -1.733758568763733,
                -1.5803184509277344,
                -1.8614152669906616
              ]
            ],
            "samples_ms": [
              166.223,
              177.077,
              187.765,
              179.657,
              182.376,
              191.061,
              164.757,
              170.015,
              160.221,
              154.833,
              153.652,
              164.698,
              164.084,
              150.229,
              148.146,
              151.058,
              162.157,
              188.914,
              191.877,
              154.602
            ]
          },
          {
            "id": "score_and_noul",
            "tokens": 93,
            "median_ms": 156.494,
            "p95_ms": 184.146,
            "max_logit_error": 0.0012413263320922852,
            "logits": [
              [
                -0.5477727055549622,
                -0.7741295099258423,
                -1.284361720085144
              ],
              [
                0.4722123146057129,
                -0.799809455871582
              ]
            ],
            "samples_ms": [
              174.341,
              159.259,
              165.051,
              166.916,
              161.24,
              149.242,
              148.186,
              149.706,
              147.9,
              153.729,
              149.45,
              171.266,
              170.912,
              184.146,
              189.2,
              174.433,
              151.659,
              150.714,
              150.622,
              152.367
            ]
          },
          {
            "id": "mixed_longer",
            "tokens": 174,
            "median_ms": 265.985,
            "p95_ms": 280.237,
            "max_logit_error": 0.0074683427810668945,
            "logits": [
              [
                0.355814129114151,
                -1.2603981494903564,
                -0.905807614326477
              ],
              [
                -1.5539684295654297,
                -1.518104910850525,
                -1.3633553981781006,
                -1.2683329582214355
              ],
              [
                -1.0248072147369385,
                0.589237630367279
              ]
            ],
            "samples_ms": [
              244.344,
              253.823,
              276.912,
              271.384,
              253.344,
              251.442,
              245.146,
              266.249,
              247.88,
              251.171,
              266.606,
              285.016,
              265.721,
              274.425,
              280.237,
              272.077,
              273.54,
              274.308,
              262.978,
              256.004
            ]
          }
        ]
      },
      "peak_process_footprint_bytes": 2473019528
    },
    "final-performance/q8-optimized-B2": {
      "receipt": {
        "command": [
          "${ANTFLY_DIR}/zig/zig-out/bin/antfly-inference-gliner-decide-quant-bench",
          "--model-dir",
          "${RELEASE_DIR}/bundle",
          "--backend",
          "metal",
          "--capture",
          "${RELEASE_DIR}/benchmark-six.json",
          "--warmups",
          "3",
          "--reps",
          "20",
          "--tolerance",
          ".05"
        ],
        "exit_code": 0,
        "wall_seconds": 23.03037691116333,
        "binary_sha256": "943d9710b94609cea6d604a8b81d1b0034be3d3edc004b3013333335a5c94ad0",
        "threads": 2,
        "f16_mirrors": true,
        "host_context": {
          "thermal": "Note: No thermal warning level has been recorded\nNote: No performance warning level has been recorded\nNote: No CPU power status has been recorded\n",
          "swap": "vm.swapusage: total = 3072.00M  used = 1665.62M  free = 1406.38M  (encrypted)\n",
          "system": "ProductName:\t\tmacOS\nProductVersion:\t\t26.5\nBuildVersion:\t\t25F71\n",
          "hardware": "machdep.cpu.brand_string: Apple M4\nhw.memsize: 17179869184\n"
        }
      },
      "report": {
        "scope": "offline loaded pipeline: schema compile, tokenization, encoder, classifier and completed readback; excludes HTTP, model load, and output presentation",
        "backend": "metal",
        "model_dir": "${RELEASE_DIR}/bundle",
        "load_ms": 750.71,
        "warmups": 3,
        "reps": 20,
        "validation_preflights": 1,
        "tolerance": 0.05,
        "reports": [
          {
            "id": "described_prompt_choice",
            "tokens": 87,
            "median_ms": 117.375,
            "p95_ms": 127.164,
            "max_logit_error": 0.0042365193367004395,
            "logits": [
              [
                0.2800174951553345,
                -0.5930463075637817,
                -2.351038932800293
              ]
            ],
            "samples_ms": [
              123.429,
              120.74,
              118.506,
              116.244,
              115.613,
              116.032,
              127.332,
              127.164,
              124.024,
              123.057,
              126.091,
              123.22,
              114.915,
              118.564,
              114.926,
              115.343,
              115.607,
              116.019,
              114.344,
              115.014
            ]
          },
          {
            "id": "choice_score_noul",
            "tokens": 158,
            "median_ms": 219.2,
            "p95_ms": 243.921,
            "max_logit_error": 0.0024205446243286133,
            "logits": [
              [
                0.8533504605293274,
                -1.3543590307235718,
                -1.4838511943817139
              ],
              [
                -1.5403822660446167,
                -1.8746026754379272,
                -1.5477193593978882,
                -1.0722633600234985
              ],
              [
                -0.7505202293395996,
                0.3955964148044586
              ]
            ],
            "samples_ms": [
              167.934,
              168.473,
              169.718,
              170.302,
              170.403,
              170.011,
              169.113,
              185.963,
              220.13,
              212.436,
              221.222,
              231.399,
              230.063,
              236.163,
              227.498,
              218.27,
              224.513,
              248.887,
              238.001,
              243.921
            ]
          },
          {
            "id": "binary_short",
            "tokens": 40,
            "median_ms": 143.5245,
            "p95_ms": 245.787,
            "max_logit_error": 0.0016354545950889587,
            "logits": [
              [
                -0.08033614605665207,
                -0.16419093310832977
              ]
            ],
            "samples_ms": [
              263.848,
              137.395,
              143.843,
              181.469,
              201.749,
              142.106,
              162.172,
              229.954,
              198.066,
              143.206,
              162.038,
              213.515,
              245.787,
              97.618,
              68.591,
              66.929,
              70.884,
              67.238,
              64.496,
              66.646
            ]
          },
          {
            "id": "described_four_labels",
            "tokens": 79,
            "median_ms": 109.5085,
            "p95_ms": 129.009,
            "max_logit_error": 0.004820585250854492,
            "logits": [
              [
                0.6339313983917236,
                -1.733758568763733,
                -1.5803184509277344,
                -1.8614152669906616
              ]
            ],
            "samples_ms": [
              108.544,
              108.884,
              109.671,
              108.329,
              108.691,
              107.786,
              108.319,
              109.083,
              109.867,
              108.031,
              108.485,
              109.612,
              109.405,
              121.967,
              123.506,
              128.558,
              125.51,
              133.33,
              128.167,
              129.009
            ]
          },
          {
            "id": "score_and_noul",
            "tokens": 93,
            "median_ms": 124.338,
            "p95_ms": 131.742,
            "max_logit_error": 0.0012413263320922852,
            "logits": [
              [
                -0.5477727055549622,
                -0.7741295099258423,
                -1.284361720085144
              ],
              [
                0.4722123146057129,
                -0.799809455871582
              ]
            ],
            "samples_ms": [
              117.705,
              119.516,
              127.531,
              124.068,
              128.414,
              123.397,
              118.843,
              123.687,
              136.566,
              127.152,
              129.037,
              128.658,
              131.742,
              126.413,
              124.608,
              118.987,
              125.347,
              123.186,
              119.633,
              120.272
            ]
          },
          {
            "id": "mixed_longer",
            "tokens": 174,
            "median_ms": 182.535,
            "p95_ms": 195.76,
            "max_logit_error": 0.0074683427810668945,
            "logits": [
              [
                0.355814129114151,
                -1.2603981494903564,
                -0.905807614326477
              ],
              [
                -1.5539684295654297,
                -1.518104910850525,
                -1.3633553981781006,
                -1.2683329582214355
              ],
              [
                -1.0248072147369385,
                0.589237630367279
              ]
            ],
            "samples_ms": [
              193.897,
              190.62,
              189.077,
              189.344,
              189.466,
              189.919,
              195.76,
              201.353,
              189.276,
              182.412,
              180.103,
              180.391,
              182.658,
              180.143,
              182.378,
              182.094,
              182.213,
              180.085,
              181.819,
              179.208
            ]
          }
        ]
      },
      "peak_process_footprint_bytes": 2473314440
    },
    "final-performance/fp32-original-A2": {
      "receipt": {
        "command": [
          "${ANTFLY_DIR}/zig/zig-out/bin/antfly-inference-gliner-decide-quant-bench",
          "--model-dir",
          "${SOURCE_DIR}",
          "--backend",
          "metal",
          "--capture",
          "${RELEASE_DIR}/benchmark-six.json",
          "--warmups",
          "3",
          "--reps",
          "20",
          "--tolerance",
          ".005"
        ],
        "exit_code": 0,
        "wall_seconds": 86.21902298927307,
        "binary_sha256": "943d9710b94609cea6d604a8b81d1b0034be3d3edc004b3013333335a5c94ad0",
        "threads": 2,
        "f16_mirrors": false,
        "host_context": {
          "thermal": "Note: No thermal warning level has been recorded\nNote: No performance warning level has been recorded\nNote: No CPU power status has been recorded\n",
          "swap": "vm.swapusage: total = 3072.00M  used = 1665.62M  free = 1406.38M  (encrypted)\n",
          "system": "ProductName:\t\tmacOS\nProductVersion:\t\t26.5\nBuildVersion:\t\t25F71\n",
          "hardware": "machdep.cpu.brand_string: Apple M4\nhw.memsize: 17179869184\n"
        }
      },
      "report": {
        "scope": "offline loaded pipeline: schema compile, tokenization, encoder, classifier and completed readback; excludes HTTP, model load, and output presentation",
        "backend": "metal",
        "model_dir": "${SOURCE_DIR}",
        "load_ms": 48134.976,
        "warmups": 3,
        "reps": 20,
        "validation_preflights": 1,
        "tolerance": 0.005,
        "reports": [
          {
            "id": "described_prompt_choice",
            "tokens": 87,
            "median_ms": 120.863,
            "p95_ms": 122.582,
            "max_logit_error": 2.086162567138672e-06,
            "logits": [
              [
                0.2834048867225647,
                -0.597280740737915,
                -2.3520116806030273
              ]
            ],
            "samples_ms": [
              120.24,
              120.166,
              120.111,
              121.722,
              122.839,
              121.215,
              120.291,
              122.582,
              120.68,
              120.424,
              120.632,
              119.94,
              122.003,
              122.47,
              121.046,
              121.616,
              121.068,
              120.148,
              120.249,
              121.125
            ]
          },
          {
            "id": "choice_score_noul",
            "tokens": 158,
            "median_ms": 275.21500000000003,
            "p95_ms": 294.391,
            "max_logit_error": 5.364418029785156e-07,
            "logits": [
              [
                0.8552009463310242,
                -1.3567794561386108,
                -1.4858782291412354
              ],
              [
                -1.5391309261322021,
                -1.873393177986145,
                -1.5460503101348877,
                -1.0720938444137573
              ],
              [
                -0.7481070160865784,
                0.3949039876461029
              ]
            ],
            "samples_ms": [
              238.543,
              270.941,
              280.415,
              262.626,
              266.173,
              265.636,
              274.06,
              278.666,
              278.979,
              276.37,
              288.19,
              283.098,
              249.109,
              238.769,
              244.845,
              263.711,
              278.35,
              294.391,
              281.392,
              315.604
            ]
          },
          {
            "id": "binary_short",
            "tokens": 40,
            "median_ms": 159.8375,
            "p95_ms": 225.321,
            "max_logit_error": 1.9371509552001953e-07,
            "logits": [
              [
                -0.08197179436683655,
                -0.16259542107582092
              ]
            ],
            "samples_ms": [
              146.712,
              178.266,
              225.321,
              145.707,
              161.252,
              212.466,
              149.022,
              153.607,
              182.851,
              250.594,
              133.753,
              158.423,
              200.815,
              210.497,
              143.318,
              134.736,
              150.703,
              154.941,
              171.208,
              189.48
            ]
          },
          {
            "id": "described_four_labels",
            "tokens": 79,
            "median_ms": 235.789,
            "p95_ms": 283.481,
            "max_logit_error": 7.152557373046875e-07,
            "logits": [
              [
                0.6374177932739258,
                -1.7385791540145874,
                -1.5831965208053589,
                -1.863297462463379
              ]
            ],
            "samples_ms": [
              231.339,
              224.672,
              258.999,
              292.159,
              256.402,
              255.656,
              256.376,
              240.239,
              225.979,
              166.331,
              161.002,
              162.069,
              165.094,
              168.953,
              186.585,
              227.336,
              283.481,
              254.705,
              255.98,
              276.374
            ]
          },
          {
            "id": "score_and_noul",
            "tokens": 93,
            "median_ms": 267.09000000000003,
            "p95_ms": 303.829,
            "max_logit_error": 3.5762786865234375e-07,
            "logits": [
              [
                -0.5489762425422668,
                -0.7728878855705261,
                -1.2835556268692017
              ],
              [
                0.4717816114425659,
                -0.7986574769020081
              ]
            ],
            "samples_ms": [
              303.829,
              243.232,
              217.498,
              224.457,
              252.339,
              317.368,
              292.669,
              250.753,
              247.744,
              270.899,
              291.125,
              276.184,
              282.396,
              268.422,
              265.758,
              246.751,
              273.109,
              260.436,
              254.41,
              278.078
            ]
          },
          {
            "id": "mixed_longer",
            "tokens": 174,
            "median_ms": 269.1,
            "p95_ms": 285.914,
            "max_logit_error": 1.0728836059570312e-06,
            "logits": [
              [
                0.34834524989128113,
                -1.2564462423324585,
                -0.9032323956489563
              ],
              [
                -1.5509973764419556,
                -1.5161597728729248,
                -1.364071249961853,
                -1.2701959609985352
              ],
              [
                -1.021314263343811,
                0.5874457359313965
              ]
            ],
            "samples_ms": [
              245.056,
              266.281,
              281.828,
              275.625,
              279.966,
              275.17,
              271.919,
              249.456,
              246.091,
              239.364,
              247.696,
              257.563,
              285.914,
              281.057,
              249.782,
              244.829,
              261.565,
              280.291,
              289.621,
              281.606
            ]
          }
        ]
      },
      "peak_process_footprint_bytes": 4621832368
    },
    "route-comparison/direct-0": {
      "receipt": {
        "command": [
          "${ANTFLY_DIR}/zig/zig-out/bin/antfly-inference-gliner-decide-quant-bench",
          "--model-dir",
          "${RELEASE_DIR}/bundle",
          "--backend",
          "metal",
          "--capture",
          "${RELEASE_DIR}/route-comparison/cases-0.json",
          "--warmups",
          "5",
          "--reps",
          "10",
          "--tolerance",
          ".05"
        ],
        "exit_code": 0,
        "wall_seconds": 23.44510316848755,
        "binary_sha256": "943d9710b94609cea6d604a8b81d1b0034be3d3edc004b3013333335a5c94ad0",
        "threads": 2,
        "f16_mirrors": false,
        "pair": 0,
        "case_shuffle_seed": 20261008
      },
      "report": {
        "scope": "offline loaded pipeline: schema compile, tokenization, encoder, classifier and completed readback; excludes HTTP, model load, and output presentation",
        "backend": "metal",
        "model_dir": "${RELEASE_DIR}/bundle",
        "load_ms": 7296.06,
        "warmups": 5,
        "reps": 10,
        "validation_preflights": 1,
        "tolerance": 0.05,
        "reports": [
          {
            "id": "choice_score_noul",
            "tokens": 158,
            "median_ms": 203.0675,
            "p95_ms": 228.231,
            "max_logit_error": 0.0026862621307373047,
            "logits": [
              [
                0.8532523512840271,
                -1.354093313217163,
                -1.4836039543151855
              ],
              [
                -1.5403270721435547,
                -1.8745851516723633,
                -1.5476717948913574,
                -1.0722771883010864
              ],
              [
                -0.7504106163978577,
                0.3954521417617798
              ]
            ],
            "samples_ms": [
              228.231,
              215.768,
              215.763,
              207.409,
              198.726,
              193.96,
              196.459,
              219.977,
              196.363,
              193.565
            ]
          },
          {
            "id": "mixed_longer",
            "tokens": 174,
            "median_ms": 203.72,
            "p95_ms": 215.504,
            "max_logit_error": 0.0077391862869262695,
            "logits": [
              [
                0.3560849726200104,
                -1.260509729385376,
                -0.9059531092643738
              ],
              [
                -1.5540333986282349,
                -1.5181679725646973,
                -1.3634045124053955,
                -1.2682830095291138
              ],
              [
                -1.025048851966858,
                0.5892159938812256
              ]
            ],
            "samples_ms": [
              215.504,
              204.123,
              198.748,
              206.24,
              208.447,
              203.317,
              206.751,
              198.514,
              198.21,
              195.906
            ]
          },
          {
            "id": "score_and_noul",
            "tokens": 93,
            "median_ms": 141.8095,
            "p95_ms": 166.381,
            "max_logit_error": 0.0012856721878051758,
            "logits": [
              [
                -0.5477256178855896,
                -0.7741094827651978,
                -1.284463882446289
              ],
              [
                0.4723998010158539,
                -0.7999430894851685
              ]
            ],
            "samples_ms": [
              166.381,
              165.265,
              161.287,
              143.379,
              138.563,
              145.964,
              139.661,
              139.242,
              139.038,
              140.24
            ]
          },
          {
            "id": "described_four_labels",
            "tokens": 79,
            "median_ms": 139.596,
            "p95_ms": 146.399,
            "max_logit_error": 0.005223751068115234,
            "logits": [
              [
                0.6337351202964783,
                -1.7333554029464722,
                -1.5802794694900513,
                -1.8612666130065918
              ]
            ],
            "samples_ms": [
              141.744,
              146.399,
              137.632,
              138.294,
              140.352,
              141.709,
              138.935,
              137.198,
              140.257,
              138.432
            ]
          },
          {
            "id": "described_prompt_choice",
            "tokens": 87,
            "median_ms": 145.8785,
            "p95_ms": 151.882,
            "max_logit_error": 0.004620492458343506,
            "logits": [
              [
                0.2800537943840027,
                -0.5926623344421387,
                -2.350696325302124
              ]
            ],
            "samples_ms": [
              150.023,
              149.906,
              148.084,
              139.865,
              140.897,
              143.673,
              143.263,
              139.859,
              150.746,
              151.882
            ]
          },
          {
            "id": "binary_short",
            "tokens": 40,
            "median_ms": 150.0375,
            "p95_ms": 151.75,
            "max_logit_error": 0.0016404464840888977,
            "logits": [
              [
                -0.08033115416765213,
                -0.16419440507888794
              ]
            ],
            "samples_ms": [
              150.374,
              150.914,
              151.639,
              148.801,
              151.75,
              151.061,
              145.053,
              142.546,
              144.898,
              149.701
            ]
          }
        ]
      },
      "peak_process_footprint_bytes": 183584760
    },
    "route-comparison/optimized-0": {
      "receipt": {
        "command": [
          "${ANTFLY_DIR}/zig/zig-out/bin/antfly-inference-gliner-decide-quant-bench",
          "--model-dir",
          "${RELEASE_DIR}/bundle",
          "--backend",
          "metal",
          "--capture",
          "${RELEASE_DIR}/route-comparison/cases-0.json",
          "--warmups",
          "5",
          "--reps",
          "10",
          "--tolerance",
          ".05"
        ],
        "exit_code": 0,
        "wall_seconds": 15.743356227874756,
        "binary_sha256": "943d9710b94609cea6d604a8b81d1b0034be3d3edc004b3013333335a5c94ad0",
        "threads": 2,
        "f16_mirrors": true,
        "pair": 0,
        "case_shuffle_seed": 20261008
      },
      "report": {
        "scope": "offline loaded pipeline: schema compile, tokenization, encoder, classifier and completed readback; excludes HTTP, model load, and output presentation",
        "backend": "metal",
        "model_dir": "${RELEASE_DIR}/bundle",
        "load_ms": 789.678,
        "warmups": 5,
        "reps": 10,
        "validation_preflights": 1,
        "tolerance": 0.05,
        "reports": [
          {
            "id": "choice_score_noul",
            "tokens": 158,
            "median_ms": 188.6925,
            "p95_ms": 199.818,
            "max_logit_error": 0.0024205446243286133,
            "logits": [
              [
                0.8533504605293274,
                -1.3543590307235718,
                -1.4838511943817139
              ],
              [
                -1.5403822660446167,
                -1.8746026754379272,
                -1.5477193593978882,
                -1.0722633600234985
              ],
              [
                -0.7505202293395996,
                0.3955964148044586
              ]
            ],
            "samples_ms": [
              192.811,
              184.767,
              185.224,
              188.668,
              188.717,
              199.818,
              178.901,
              192.306,
              180.696,
              191.72
            ]
          },
          {
            "id": "mixed_longer",
            "tokens": 174,
            "median_ms": 196.913,
            "p95_ms": 215.917,
            "max_logit_error": 0.0074683427810668945,
            "logits": [
              [
                0.355814129114151,
                -1.2603981494903564,
                -0.905807614326477
              ],
              [
                -1.5539684295654297,
                -1.518104910850525,
                -1.3633553981781006,
                -1.2683329582214355
              ],
              [
                -1.0248072147369385,
                0.589237630367279
              ]
            ],
            "samples_ms": [
              197.025,
              198.444,
              192.536,
              192.244,
              215.917,
              202.721,
              196.801,
              195.504,
              192.934,
              198.577
            ]
          },
          {
            "id": "score_and_noul",
            "tokens": 93,
            "median_ms": 129.7695,
            "p95_ms": 131.523,
            "max_logit_error": 0.0012413263320922852,
            "logits": [
              [
                -0.5477727055549622,
                -0.7741295099258423,
                -1.284361720085144
              ],
              [
                0.4722123146057129,
                -0.799809455871582
              ]
            ],
            "samples_ms": [
              128.089,
              127.945,
              124.504,
              131.091,
              130.743,
              131.403,
              129.536,
              131.523,
              130.003,
              126.792
            ]
          },
          {
            "id": "described_four_labels",
            "tokens": 79,
            "median_ms": 121.7755,
            "p95_ms": 132.579,
            "max_logit_error": 0.004820585250854492,
            "logits": [
              [
                0.6339313983917236,
                -1.733758568763733,
                -1.5803184509277344,
                -1.8614152669906616
              ]
            ],
            "samples_ms": [
              132.434,
              122.494,
              119.536,
              124.104,
              132.579,
              124.699,
              121.057,
              116.847,
              116.775,
              119.668
            ]
          },
          {
            "id": "described_prompt_choice",
            "tokens": 87,
            "median_ms": 127.793,
            "p95_ms": 133.774,
            "max_logit_error": 0.0042365193367004395,
            "logits": [
              [
                0.2800174951553345,
                -0.5930463075637817,
                -2.351038932800293
              ]
            ],
            "samples_ms": [
              124.324,
              121.965,
              127.151,
              130.26,
              133.774,
              129.176,
              128.435,
              126.636,
              129.123,
              125.521
            ]
          },
          {
            "id": "binary_short",
            "tokens": 40,
            "median_ms": 96.0115,
            "p95_ms": 144.481,
            "max_logit_error": 0.0016354545950889587,
            "logits": [
              [
                -0.08033614605665207,
                -0.16419093310832977
              ]
            ],
            "samples_ms": [
              78.262,
              76.094,
              79.985,
              86.381,
              91.601,
              100.422,
              111.428,
              128.541,
              144.481,
              136.221
            ]
          }
        ]
      },
      "peak_process_footprint_bytes": 2472298584
    },
    "route-comparison/direct-1": {
      "receipt": {
        "command": [
          "${ANTFLY_DIR}/zig/zig-out/bin/antfly-inference-gliner-decide-quant-bench",
          "--model-dir",
          "${RELEASE_DIR}/bundle",
          "--backend",
          "metal",
          "--capture",
          "${RELEASE_DIR}/route-comparison/cases-1.json",
          "--warmups",
          "5",
          "--reps",
          "10",
          "--tolerance",
          ".05"
        ],
        "exit_code": 0,
        "wall_seconds": 16.43961000442505,
        "binary_sha256": "943d9710b94609cea6d604a8b81d1b0034be3d3edc004b3013333335a5c94ad0",
        "threads": 2,
        "f16_mirrors": false,
        "pair": 1,
        "case_shuffle_seed": 20261009
      },
      "report": {
        "scope": "offline loaded pipeline: schema compile, tokenization, encoder, classifier and completed readback; excludes HTTP, model load, and output presentation",
        "backend": "metal",
        "model_dir": "${RELEASE_DIR}/bundle",
        "load_ms": 757.713,
        "warmups": 5,
        "reps": 10,
        "validation_preflights": 1,
        "tolerance": 0.05,
        "reports": [
          {
            "id": "binary_short",
            "tokens": 40,
            "median_ms": 145.5435,
            "p95_ms": 151.354,
            "max_logit_error": 0.0016404464840888977,
            "logits": [
              [
                -0.08033115416765213,
                -0.16419440507888794
              ]
            ],
            "samples_ms": [
              146.852,
              151.354,
              146.071,
              148.087,
              146.396,
              145.016,
              143.228,
              142.507,
              141.161,
              140.721
            ]
          },
          {
            "id": "score_and_noul",
            "tokens": 93,
            "median_ms": 144.803,
            "p95_ms": 161.339,
            "max_logit_error": 0.0012856721878051758,
            "logits": [
              [
                -0.5477256178855896,
                -0.7741094827651978,
                -1.284463882446289
              ],
              [
                0.4723998010158539,
                -0.7999430894851685
              ]
            ],
            "samples_ms": [
              135.142,
              137.173,
              137.173,
              142.661,
              152.475,
              146.945,
              142.462,
              154.428,
              161.339,
              157.718
            ]
          },
          {
            "id": "described_prompt_choice",
            "tokens": 87,
            "median_ms": 136.978,
            "p95_ms": 152.131,
            "max_logit_error": 0.004620492458343506,
            "logits": [
              [
                0.2800537943840027,
                -0.5926623344421387,
                -2.350696325302124
              ]
            ],
            "samples_ms": [
              152.131,
              139.157,
              138.411,
              137.989,
              135.958,
              134.749,
              137.128,
              135.262,
              136.828,
              133.075
            ]
          },
          {
            "id": "described_four_labels",
            "tokens": 79,
            "median_ms": 133.589,
            "p95_ms": 137.413,
            "max_logit_error": 0.005223751068115234,
            "logits": [
              [
                0.6337351202964783,
                -1.7333554029464722,
                -1.5802794694900513,
                -1.8612666130065918
              ]
            ],
            "samples_ms": [
              136.338,
              133.291,
              134.677,
              133.558,
              132.2,
              130.863,
              133.839,
              133.62,
              132.814,
              137.413
            ]
          },
          {
            "id": "choice_score_noul",
            "tokens": 158,
            "median_ms": 194.0195,
            "p95_ms": 222.371,
            "max_logit_error": 0.0026862621307373047,
            "logits": [
              [
                0.8532523512840271,
                -1.354093313217163,
                -1.4836039543151855
              ],
              [
                -1.5403270721435547,
                -1.8745851516723633,
                -1.5476717948913574,
                -1.0722771883010864
              ],
              [
                -0.7504106163978577,
                0.3954521417617798
              ]
            ],
            "samples_ms": [
              191.337,
              195.179,
              191.745,
              195.128,
              190.167,
              192.653,
              222.371,
              197.118,
              195.68,
              192.911
            ]
          },
          {
            "id": "mixed_longer",
            "tokens": 174,
            "median_ms": 198.0285,
            "p95_ms": 205.097,
            "max_logit_error": 0.0077391862869262695,
            "logits": [
              [
                0.3560849726200104,
                -1.260509729385376,
                -0.9059531092643738
              ],
              [
                -1.5540333986282349,
                -1.5181679725646973,
                -1.3634045124053955,
                -1.2682830095291138
              ],
              [
                -1.025048851966858,
                0.5892159938812256
              ]
            ],
            "samples_ms": [
              205.097,
              200.644,
              201.857,
              199.214,
              195.054,
              196.843,
              195.344,
              195.409,
              195.763,
              200.423
            ]
          }
        ]
      },
      "peak_process_footprint_bytes": 204425208
    },
    "route-comparison/optimized-1": {
      "receipt": {
        "command": [
          "${ANTFLY_DIR}/zig/zig-out/bin/antfly-inference-gliner-decide-quant-bench",
          "--model-dir",
          "${RELEASE_DIR}/bundle",
          "--backend",
          "metal",
          "--capture",
          "${RELEASE_DIR}/route-comparison/cases-1.json",
          "--warmups",
          "5",
          "--reps",
          "10",
          "--tolerance",
          ".05"
        ],
        "exit_code": 0,
        "wall_seconds": 15.498201131820679,
        "binary_sha256": "943d9710b94609cea6d604a8b81d1b0034be3d3edc004b3013333335a5c94ad0",
        "threads": 2,
        "f16_mirrors": true,
        "pair": 1,
        "case_shuffle_seed": 20261009
      },
      "report": {
        "scope": "offline loaded pipeline: schema compile, tokenization, encoder, classifier and completed readback; excludes HTTP, model load, and output presentation",
        "backend": "metal",
        "model_dir": "${RELEASE_DIR}/bundle",
        "load_ms": 769.533,
        "warmups": 5,
        "reps": 10,
        "validation_preflights": 1,
        "tolerance": 0.05,
        "reports": [
          {
            "id": "binary_short",
            "tokens": 40,
            "median_ms": 87.459,
            "p95_ms": 94.878,
            "max_logit_error": 0.0016354545950889587,
            "logits": [
              [
                -0.08033614605665207,
                -0.16419093310832977
              ]
            ],
            "samples_ms": [
              87.305,
              87.613,
              83.358,
              87.231,
              94.878,
              91.89,
              92.493,
              85.229,
              83.93,
              89.438
            ]
          },
          {
            "id": "score_and_noul",
            "tokens": 93,
            "median_ms": 129.9425,
            "p95_ms": 148.849,
            "max_logit_error": 0.0012413263320922852,
            "logits": [
              [
                -0.5477727055549622,
                -0.7741295099258423,
                -1.284361720085144
              ],
              [
                0.4722123146057129,
                -0.799809455871582
              ]
            ],
            "samples_ms": [
              127.698,
              148.849,
              147.627,
              147.459,
              147.132,
              125.311,
              130.622,
              129.263,
              125.834,
              124.29
            ]
          },
          {
            "id": "described_prompt_choice",
            "tokens": 87,
            "median_ms": 126.014,
            "p95_ms": 130.106,
            "max_logit_error": 0.0042365193367004395,
            "logits": [
              [
                0.2800174951553345,
                -0.5930463075637817,
                -2.351038932800293
              ]
            ],
            "samples_ms": [
              130.106,
              126.81,
              126.395,
              122.956,
              123.547,
              124.562,
              127.984,
              128.754,
              124.709,
              125.633
            ]
          },
          {
            "id": "described_four_labels",
            "tokens": 79,
            "median_ms": 129.8025,
            "p95_ms": 135.846,
            "max_logit_error": 0.004820585250854492,
            "logits": [
              [
                0.6339313983917236,
                -1.733758568763733,
                -1.5803184509277344,
                -1.8614152669906616
              ]
            ],
            "samples_ms": [
              129.704,
              135.846,
              133.121,
              134.633,
              129.901,
              132.154,
              118.664,
              117.896,
              124.527,
              125.631
            ]
          },
          {
            "id": "choice_score_noul",
            "tokens": 158,
            "median_ms": 181.51,
            "p95_ms": 190.903,
            "max_logit_error": 0.0024205446243286133,
            "logits": [
              [
                0.8533504605293274,
                -1.3543590307235718,
                -1.4838511943817139
              ],
              [
                -1.5403822660446167,
                -1.8746026754379272,
                -1.5477193593978882,
                -1.0722633600234985
              ],
              [
                -0.7505202293395996,
                0.3955964148044586
              ]
            ],
            "samples_ms": [
              184.522,
              181.56,
              177.97,
              178.003,
              182.537,
              180.656,
              181.46,
              184.805,
              179.606,
              190.903
            ]
          },
          {
            "id": "mixed_longer",
            "tokens": 174,
            "median_ms": 200.6655,
            "p95_ms": 222.843,
            "max_logit_error": 0.0074683427810668945,
            "logits": [
              [
                0.355814129114151,
                -1.2603981494903564,
                -0.905807614326477
              ],
              [
                -1.5539684295654297,
                -1.518104910850525,
                -1.3633553981781006,
                -1.2683329582214355
              ],
              [
                -1.0248072147369385,
                0.589237630367279
              ]
            ],
            "samples_ms": [
              200.26,
              201.673,
              201.071,
              204.122,
              188.092,
              187.685,
              192.082,
              218.26,
              222.843,
              191.289
            ]
          }
        ]
      },
      "peak_process_footprint_bytes": 2472413320
    },
    "route-comparison/direct-2": {
      "receipt": {
        "command": [
          "${ANTFLY_DIR}/zig/zig-out/bin/antfly-inference-gliner-decide-quant-bench",
          "--model-dir",
          "${RELEASE_DIR}/bundle",
          "--backend",
          "metal",
          "--capture",
          "${RELEASE_DIR}/route-comparison/cases-2.json",
          "--warmups",
          "5",
          "--reps",
          "10",
          "--tolerance",
          ".05"
        ],
        "exit_code": 0,
        "wall_seconds": 17.77045202255249,
        "binary_sha256": "943d9710b94609cea6d604a8b81d1b0034be3d3edc004b3013333335a5c94ad0",
        "threads": 2,
        "f16_mirrors": false,
        "pair": 2,
        "case_shuffle_seed": 20261010
      },
      "report": {
        "scope": "offline loaded pipeline: schema compile, tokenization, encoder, classifier and completed readback; excludes HTTP, model load, and output presentation",
        "backend": "metal",
        "model_dir": "${RELEASE_DIR}/bundle",
        "load_ms": 768.086,
        "warmups": 5,
        "reps": 10,
        "validation_preflights": 1,
        "tolerance": 0.05,
        "reports": [
          {
            "id": "described_four_labels",
            "tokens": 79,
            "median_ms": 138.7715,
            "p95_ms": 147.661,
            "max_logit_error": 0.005223751068115234,
            "logits": [
              [
                0.6337351202964783,
                -1.7333554029464722,
                -1.5802794694900513,
                -1.8612666130065918
              ]
            ],
            "samples_ms": [
              139.943,
              135.924,
              136.727,
              138.53,
              143.381,
              144.027,
              136.922,
              133.516,
              147.661,
              139.013
            ]
          },
          {
            "id": "score_and_noul",
            "tokens": 93,
            "median_ms": 148.99849999999998,
            "p95_ms": 155.386,
            "max_logit_error": 0.0012856721878051758,
            "logits": [
              [
                -0.5477256178855896,
                -0.7741094827651978,
                -1.284463882446289
              ],
              [
                0.4723998010158539,
                -0.7999430894851685
              ]
            ],
            "samples_ms": [
              151.726,
              155.171,
              149.354,
              148.653,
              146.376,
              155.386,
              149.344,
              141.364,
              144.506,
              145.348
            ]
          },
          {
            "id": "mixed_longer",
            "tokens": 174,
            "median_ms": 209.893,
            "p95_ms": 234.497,
            "max_logit_error": 0.0077391862869262695,
            "logits": [
              [
                0.3560849726200104,
                -1.260509729385376,
                -0.9059531092643738
              ],
              [
                -1.5540333986282349,
                -1.5181679725646973,
                -1.3634045124053955,
                -1.2682830095291138
              ],
              [
                -1.025048851966858,
                0.5892159938812256
              ]
            ],
            "samples_ms": [
              203.434,
              209.648,
              227.213,
              210.138,
              205.716,
              225.274,
              208.88,
              213.501,
              234.497,
              201.486
            ]
          },
          {
            "id": "described_prompt_choice",
            "tokens": 87,
            "median_ms": 149.9985,
            "p95_ms": 162.94,
            "max_logit_error": 0.004620492458343506,
            "logits": [
              [
                0.2800537943840027,
                -0.5926623344421387,
                -2.350696325302124
              ]
            ],
            "samples_ms": [
              147.359,
              162.94,
              152.638,
              140.097,
              159.788,
              155.918,
              139.359,
              141.384,
              140.845,
              161.101
            ]
          },
          {
            "id": "choice_score_noul",
            "tokens": 158,
            "median_ms": 247.19,
            "p95_ms": 275.518,
            "max_logit_error": 0.0026862621307373047,
            "logits": [
              [
                0.8532523512840271,
                -1.354093313217163,
                -1.4836039543151855
              ],
              [
                -1.5403270721435547,
                -1.8745851516723633,
                -1.5476717948913574,
                -1.0722771883010864
              ],
              [
                -0.7504106163978577,
                0.3954521417617798
              ]
            ],
            "samples_ms": [
              217.293,
              246.855,
              234.071,
              251.45,
              245.179,
              240.504,
              247.525,
              275.518,
              275.072,
              263.104
            ]
          },
          {
            "id": "binary_short",
            "tokens": 40,
            "median_ms": 153.887,
            "p95_ms": 171.469,
            "max_logit_error": 0.0016404464840888977,
            "logits": [
              [
                -0.08033115416765213,
                -0.16419440507888794
              ]
            ],
            "samples_ms": [
              161.026,
              171.469,
              152.136,
              158.089,
              153.101,
              151.66,
              151.026,
              150.529,
              154.673,
              157.76
            ]
          }
        ]
      },
      "peak_process_footprint_bytes": 183551968
    },
    "route-comparison/optimized-2": {
      "receipt": {
        "command": [
          "${ANTFLY_DIR}/zig/zig-out/bin/antfly-inference-gliner-decide-quant-bench",
          "--model-dir",
          "${RELEASE_DIR}/bundle",
          "--backend",
          "metal",
          "--capture",
          "${RELEASE_DIR}/route-comparison/cases-2.json",
          "--warmups",
          "5",
          "--reps",
          "10",
          "--tolerance",
          ".05"
        ],
        "exit_code": 0,
        "wall_seconds": 17.533469200134277,
        "binary_sha256": "943d9710b94609cea6d604a8b81d1b0034be3d3edc004b3013333335a5c94ad0",
        "threads": 2,
        "f16_mirrors": true,
        "pair": 2,
        "case_shuffle_seed": 20261010
      },
      "report": {
        "scope": "offline loaded pipeline: schema compile, tokenization, encoder, classifier and completed readback; excludes HTTP, model load, and output presentation",
        "backend": "metal",
        "model_dir": "${RELEASE_DIR}/bundle",
        "load_ms": 761.433,
        "warmups": 5,
        "reps": 10,
        "validation_preflights": 1,
        "tolerance": 0.05,
        "reports": [
          {
            "id": "described_four_labels",
            "tokens": 79,
            "median_ms": 132.32850000000002,
            "p95_ms": 143.869,
            "max_logit_error": 0.004820585250854492,
            "logits": [
              [
                0.6339313983917236,
                -1.733758568763733,
                -1.5803184509277344,
                -1.8614152669906616
              ]
            ],
            "samples_ms": [
              132.214,
              132.443,
              128.733,
              140.579,
              137.935,
              143.869,
              139.446,
              129.848,
              121.81,
              132.19
            ]
          },
          {
            "id": "score_and_noul",
            "tokens": 93,
            "median_ms": 134.61950000000002,
            "p95_ms": 146.37,
            "max_logit_error": 0.0012413263320922852,
            "logits": [
              [
                -0.5477727055549622,
                -0.7741295099258423,
                -1.284361720085144
              ],
              [
                0.4722123146057129,
                -0.799809455871582
              ]
            ],
            "samples_ms": [
              125.749,
              129.627,
              132.902,
              142.906,
              146.37,
              144.13,
              135.786,
              137.893,
              127.53,
              133.453
            ]
          },
          {
            "id": "mixed_longer",
            "tokens": 174,
            "median_ms": 244.41500000000002,
            "p95_ms": 273.008,
            "max_logit_error": 0.0074683427810668945,
            "logits": [
              [
                0.355814129114151,
                -1.2603981494903564,
                -0.905807614326477
              ],
              [
                -1.5539684295654297,
                -1.518104910850525,
                -1.3633553981781006,
                -1.2683329582214355
              ],
              [
                -1.0248072147369385,
                0.589237630367279
              ]
            ],
            "samples_ms": [
              209.75,
              225.912,
              231.76,
              233.027,
              243.705,
              273.008,
              261.644,
              251.633,
              252.579,
              245.125
            ]
          },
          {
            "id": "described_prompt_choice",
            "tokens": 87,
            "median_ms": 164.2715,
            "p95_ms": 190.341,
            "max_logit_error": 0.0042365193367004395,
            "logits": [
              [
                0.2800174951553345,
                -0.5930463075637817,
                -2.351038932800293
              ]
            ],
            "samples_ms": [
              150.79,
              153.23,
              158.222,
              172.313,
              190.341,
              167.947,
              167.029,
              161.514,
              157.537,
              172.651
            ]
          },
          {
            "id": "choice_score_noul",
            "tokens": 158,
            "median_ms": 224.625,
            "p95_ms": 241.658,
            "max_logit_error": 0.0024205446243286133,
            "logits": [
              [
                0.8533504605293274,
                -1.3543590307235718,
                -1.4838511943817139
              ],
              [
                -1.5403822660446167,
                -1.8746026754379272,
                -1.5477193593978882,
                -1.0722633600234985
              ],
              [
                -0.7505202293395996,
                0.3955964148044586
              ]
            ],
            "samples_ms": [
              241.658,
              225.087,
              227.153,
              224.163,
              221.694,
              219.834,
              216.53,
              213.867,
              232.902,
              233.161
            ]
          },
          {
            "id": "binary_short",
            "tokens": 40,
            "median_ms": 77.162,
            "p95_ms": 81.104,
            "max_logit_error": 0.0016354545950889587,
            "logits": [
              [
                -0.08033614605665207,
                -0.16419093310832977
              ]
            ],
            "samples_ms": [
              75.507,
              77.64,
              76.684,
              79.191,
              79.553,
              76.017,
              78.273,
              81.104,
              72.992,
              74.762
            ]
          }
        ]
      },
      "peak_process_footprint_bytes": 2472216688
    },
    "repeat/direct-A1": {
      "receipt": {
        "command": [
          "${ANTFLY_DIR}/zig/zig-out/bin/antfly-inference-gliner-decide-quant-bench",
          "--model-dir",
          "${RELEASE_DIR}/bundle",
          "--backend",
          "metal",
          "--capture",
          "${RELEASE_DIR}/benchmark-six.json",
          "--warmups",
          "3",
          "--reps",
          "20",
          "--tolerance",
          ".05"
        ],
        "exit_code": 0,
        "wall_seconds": 26.08305597305298,
        "binary_sha256": "34f93e2b412e0d6836dc1ca6e24a5563e4dd5444c2fbaa5e74cec14bc54fb178",
        "threads": 2,
        "f16_mirrors": false
      },
      "report": {
        "scope": "offline loaded pipeline: schema compile, tokenization, encoder, classifier and completed readback; excludes HTTP, model load, and output presentation",
        "backend": "metal",
        "model_dir": "${RELEASE_DIR}/bundle",
        "load_ms": 64.661,
        "warmups": 3,
        "reps": 20,
        "validation_preflights": 1,
        "tolerance": 0.05,
        "reports": [
          {
            "id": "described_prompt_choice",
            "tokens": 87,
            "median_ms": 151.22449999999998,
            "p95_ms": 175.613,
            "max_logit_error": 0.004620492458343506,
            "logits": [
              [
                0.2800537943840027,
                -0.5926623344421387,
                -2.350696325302124
              ]
            ],
            "samples_ms": [
              133.484,
              133.266,
              136.293,
              146.357,
              152.584,
              143.983,
              148.903,
              149.565,
              150.909,
              175.613,
              177.583,
              154.619,
              151.54,
              150.794,
              155.269,
              153.815,
              152.07,
              150.861,
              155.694,
              153.171
            ]
          },
          {
            "id": "choice_score_noul",
            "tokens": 158,
            "median_ms": 217.459,
            "p95_ms": 233.843,
            "max_logit_error": 0.0026862621307373047,
            "logits": [
              [
                0.8532523512840271,
                -1.354093313217163,
                -1.4836039543151855
              ],
              [
                -1.5403270721435547,
                -1.8745851516723633,
                -1.5476717948913574,
                -1.0722771883010864
              ],
              [
                -0.7504106163978577,
                0.3954521417617798
              ]
            ],
            "samples_ms": [
              215.825,
              214.243,
              217.958,
              225.393,
              242.567,
              222.08,
              211.468,
              233.843,
              217.896,
              216.46,
              217.022,
              224.229,
              220.352,
              221.455,
              220.187,
              216.618,
              212.753,
              214.754,
              209.993,
              211.34
            ]
          },
          {
            "id": "binary_short",
            "tokens": 40,
            "median_ms": 155.076,
            "p95_ms": 161.924,
            "max_logit_error": 0.0016404464840888977,
            "logits": [
              [
                -0.08033115416765213,
                -0.16419440507888794
              ]
            ],
            "samples_ms": [
              154.658,
              159.801,
              159.972,
              155.22,
              151.805,
              155.966,
              159.632,
              154.932,
              153.576,
              161.924,
              165.537,
              147.552,
              138.505,
              146.598,
              150.122,
              157.997,
              157.161,
              152.325,
              161.329,
              154.105
            ]
          },
          {
            "id": "described_four_labels",
            "tokens": 79,
            "median_ms": 150.075,
            "p95_ms": 158.591,
            "max_logit_error": 0.005223751068115234,
            "logits": [
              [
                0.6337351202964783,
                -1.7333554029464722,
                -1.5802794694900513,
                -1.8612666130065918
              ]
            ],
            "samples_ms": [
              148.958,
              152.593,
              147.961,
              159.606,
              155.972,
              148.546,
              149.304,
              151.82,
              158.591,
              155.588,
              155.288,
              149.271,
              152.025,
              148.658,
              148.439,
              150.09,
              150.06,
              150.781,
              149.872,
              149.84
            ]
          },
          {
            "id": "score_and_noul",
            "tokens": 93,
            "median_ms": 155.642,
            "p95_ms": 164.298,
            "max_logit_error": 0.0012856721878051758,
            "logits": [
              [
                -0.5477256178855896,
                -0.7741094827651978,
                -1.284463882446289
              ],
              [
                0.4723998010158539,
                -0.7999430894851685
              ]
            ],
            "samples_ms": [
              163.782,
              152.495,
              158.201,
              159.659,
              161.545,
              149.573,
              153.229,
              154.11,
              157.51,
              151.997,
              157.174,
              164.298,
              159.839,
              167.699,
              163.094,
              140.711,
              141.228,
              134.555,
              134.503,
              140.267
            ]
          },
          {
            "id": "mixed_longer",
            "tokens": 174,
            "median_ms": 206.934,
            "p95_ms": 221.648,
            "max_logit_error": 0.0077391862869262695,
            "logits": [
              [
                0.3560849726200104,
                -1.260509729385376,
                -0.9059531092643738
              ],
              [
                -1.5540333986282349,
                -1.5181679725646973,
                -1.3634045124053955,
                -1.2682830095291138
              ],
              [
                -1.025048851966858,
                0.5892159938812256
              ]
            ],
            "samples_ms": [
              221.474,
              218.258,
              221.648,
              211.133,
              233.508,
              219.12,
              216.549,
              217.935,
              206.459,
              195.653,
              201.556,
              202.113,
              197.163,
              200.892,
              203.176,
              207.409,
              201.166,
              207.762,
              202.539,
              201.368
            ]
          }
        ]
      },
      "peak_process_footprint_bytes": 207111728
    },
    "repeat/mirror-B1": {
      "receipt": {
        "command": [
          "${ANTFLY_DIR}/zig/zig-out/bin/antfly-inference-gliner-decide-quant-bench",
          "--model-dir",
          "${RELEASE_DIR}/bundle",
          "--backend",
          "metal",
          "--capture",
          "${RELEASE_DIR}/benchmark-six.json",
          "--warmups",
          "3",
          "--reps",
          "20",
          "--tolerance",
          ".05"
        ],
        "exit_code": 0,
        "wall_seconds": 20.994187831878662,
        "binary_sha256": "34f93e2b412e0d6836dc1ca6e24a5563e4dd5444c2fbaa5e74cec14bc54fb178",
        "threads": 2,
        "f16_mirrors": true
      },
      "report": {
        "scope": "offline loaded pipeline: schema compile, tokenization, encoder, classifier and completed readback; excludes HTTP, model load, and output presentation",
        "backend": "metal",
        "model_dir": "${RELEASE_DIR}/bundle",
        "load_ms": 64.096,
        "warmups": 3,
        "reps": 20,
        "validation_preflights": 1,
        "tolerance": 0.05,
        "reports": [
          {
            "id": "described_prompt_choice",
            "tokens": 87,
            "median_ms": 121.072,
            "p95_ms": 154.295,
            "max_logit_error": 0.0042365193367004395,
            "logits": [
              [
                0.2800174951553345,
                -0.5930463075637817,
                -2.351038932800293
              ]
            ],
            "samples_ms": [
              113.143,
              120.482,
              114.939,
              113.524,
              113.971,
              113.693,
              113.333,
              113.122,
              135.354,
              154.419,
              154.295,
              132.563,
              123.612,
              122.622,
              117.057,
              119.11,
              121.662,
              124.761,
              125.648,
              133.544
            ]
          },
          {
            "id": "choice_score_noul",
            "tokens": 158,
            "median_ms": 173.007,
            "p95_ms": 185.729,
            "max_logit_error": 0.0024205446243286133,
            "logits": [
              [
                0.8533504605293274,
                -1.3543590307235718,
                -1.4838511943817139
              ],
              [
                -1.5403822660446167,
                -1.8746026754379272,
                -1.5477193593978882,
                -1.0722633600234985
              ],
              [
                -0.7505202293395996,
                0.3955964148044586
              ]
            ],
            "samples_ms": [
              183.851,
              183.103,
              182.143,
              185.181,
              182.138,
              185.729,
              183.69,
              186.628,
              173.413,
              170.618,
              170.356,
              171.451,
              172.607,
              170.898,
              172.047,
              172.09,
              171.93,
              171.9,
              173.407,
              172.599
            ]
          },
          {
            "id": "binary_short",
            "tokens": 40,
            "median_ms": 100.9105,
            "p95_ms": 121.49,
            "max_logit_error": 0.0016354545950889587,
            "logits": [
              [
                -0.08033614605665207,
                -0.16419093310832977
              ]
            ],
            "samples_ms": [
              69.555,
              72.983,
              72.37,
              76.541,
              76.924,
              80.63,
              84.598,
              90.179,
              97.816,
              100.572,
              103.132,
              107.073,
              112.108,
              115.824,
              120.418,
              125.195,
              121.49,
              116.421,
              110.602,
              101.249
            ]
          },
          {
            "id": "described_four_labels",
            "tokens": 79,
            "median_ms": 125.0195,
            "p95_ms": 129.967,
            "max_logit_error": 0.004820585250854492,
            "logits": [
              [
                0.6339313983917236,
                -1.733758568763733,
                -1.5803184509277344,
                -1.8614152669906616
              ]
            ],
            "samples_ms": [
              123.036,
              118.88,
              113.815,
              112.576,
              113.983,
              114.594,
              114.999,
              117.372,
              119.243,
              122.916,
              127.264,
              129.502,
              129.967,
              129.411,
              128.608,
              129.862,
              129.704,
              130.435,
              127.003,
              127.096
            ]
          },
          {
            "id": "score_and_noul",
            "tokens": 93,
            "median_ms": 127.255,
            "p95_ms": 130.064,
            "max_logit_error": 0.0012413263320922852,
            "logits": [
              [
                -0.5477727055549622,
                -0.7741295099258423,
                -1.284361720085144
              ],
              [
                0.4722123146057129,
                -0.799809455871582
              ]
            ],
            "samples_ms": [
              126.735,
              127.087,
              124.847,
              121.891,
              121.378,
              123.431,
              121.712,
              126.759,
              128.108,
              128.031,
              127.755,
              127.423,
              128.556,
              128.145,
              128.943,
              130.026,
              130.525,
              130.064,
              127.074,
              127.057
            ]
          },
          {
            "id": "mixed_longer",
            "tokens": 174,
            "median_ms": 186.5655,
            "p95_ms": 187.96,
            "max_logit_error": 0.0074683427810668945,
            "logits": [
              [
                0.355814129114151,
                -1.2603981494903564,
                -0.905807614326477
              ],
              [
                -1.5539684295654297,
                -1.518104910850525,
                -1.3633553981781006,
                -1.2683329582214355
              ],
              [
                -1.0248072147369385,
                0.589237630367279
              ]
            ],
            "samples_ms": [
              185.21,
              188.982,
              187.96,
              187.61,
              187.858,
              187.799,
              186.798,
              186.542,
              184.846,
              180.776,
              182.999,
              183.888,
              186.589,
              186.089,
              186.954,
              186.605,
              186.329,
              186.723,
              185.852,
              185.12
            ]
          }
        ]
      },
      "peak_process_footprint_bytes": 2472789720
    },
    "repeat/mirror-B2": {
      "receipt": {
        "command": [
          "${ANTFLY_DIR}/zig/zig-out/bin/antfly-inference-gliner-decide-quant-bench",
          "--model-dir",
          "${RELEASE_DIR}/bundle",
          "--backend",
          "metal",
          "--capture",
          "${RELEASE_DIR}/benchmark-six.json",
          "--warmups",
          "3",
          "--reps",
          "20",
          "--tolerance",
          ".05"
        ],
        "exit_code": 0,
        "wall_seconds": 20.795201063156128,
        "binary_sha256": "34f93e2b412e0d6836dc1ca6e24a5563e4dd5444c2fbaa5e74cec14bc54fb178",
        "threads": 2,
        "f16_mirrors": true
      },
      "report": {
        "scope": "offline loaded pipeline: schema compile, tokenization, encoder, classifier and completed readback; excludes HTTP, model load, and output presentation",
        "backend": "metal",
        "model_dir": "${RELEASE_DIR}/bundle",
        "load_ms": 62.054,
        "warmups": 3,
        "reps": 20,
        "validation_preflights": 1,
        "tolerance": 0.05,
        "reports": [
          {
            "id": "described_prompt_choice",
            "tokens": 87,
            "median_ms": 119.5635,
            "p95_ms": 121.18,
            "max_logit_error": 0.0042365193367004395,
            "logits": [
              [
                0.2800174951553345,
                -0.5930463075637817,
                -2.351038932800293
              ]
            ],
            "samples_ms": [
              120.641,
              117.177,
              119.278,
              118.348,
              120.227,
              121.824,
              119.982,
              119.05,
              119.227,
              119.849,
              118.151,
              118.48,
              120.702,
              120.014,
              121.18,
              120.378,
              118.655,
              118.404,
              120.046,
              117.195
            ]
          },
          {
            "id": "choice_score_noul",
            "tokens": 158,
            "median_ms": 173.8095,
            "p95_ms": 175.577,
            "max_logit_error": 0.0024205446243286133,
            "logits": [
              [
                0.8533504605293274,
                -1.3543590307235718,
                -1.4838511943817139
              ],
              [
                -1.5403822660446167,
                -1.8746026754379272,
                -1.5477193593978882,
                -1.0722633600234985
              ],
              [
                -0.7505202293395996,
                0.3955964148044586
              ]
            ],
            "samples_ms": [
              174.884,
              174.171,
              175.577,
              173.585,
              174.67,
              174.299,
              173.1,
              173.576,
              172.678,
              173.41,
              173.834,
              171.81,
              174.596,
              173.067,
              175.657,
              174.101,
              174.984,
              173.785,
              172.85,
              172.947
            ]
          },
          {
            "id": "binary_short",
            "tokens": 40,
            "median_ms": 101.3575,
            "p95_ms": 119.854,
            "max_logit_error": 0.0016354545950889587,
            "logits": [
              [
                -0.08033614605665207,
                -0.16419093310832977
              ]
            ],
            "samples_ms": [
              70.853,
              71.696,
              74.558,
              77.767,
              80.509,
              82.644,
              87.84,
              92.424,
              95.383,
              99.787,
              104.119,
              102.928,
              103.262,
              105.193,
              105.703,
              109.008,
              114.619,
              117.075,
              119.854,
              122.953
            ]
          },
          {
            "id": "described_four_labels",
            "tokens": 79,
            "median_ms": 113.2615,
            "p95_ms": 114.628,
            "max_logit_error": 0.004820585250854492,
            "logits": [
              [
                0.6339313983917236,
                -1.733758568763733,
                -1.5803184509277344,
                -1.8614152669906616
              ]
            ],
            "samples_ms": [
              116.997,
              111.999,
              112.368,
              111.397,
              112.065,
              114.127,
              113.579,
              111.805,
              111.14,
              111.464,
              111.803,
              113.493,
              113.03,
              113.651,
              113.389,
              113.999,
              114.628,
              113.947,
              113.134,
              113.618
            ]
          },
          {
            "id": "score_and_noul",
            "tokens": 93,
            "median_ms": 129.63400000000001,
            "p95_ms": 132.549,
            "max_logit_error": 0.0012413263320922852,
            "logits": [
              [
                -0.5477727055549622,
                -0.7741295099258423,
                -1.284361720085144
              ],
              [
                0.4722123146057129,
                -0.799809455871582
              ]
            ],
            "samples_ms": [
              128.949,
              130.192,
              128.678,
              127.207,
              124.548,
              122.513,
              127.063,
              126.615,
              127.348,
              128.57,
              130.45,
              131.884,
              129.25,
              130.564,
              134.111,
              132.19,
              130.852,
              130.018,
              130.158,
              132.549
            ]
          },
          {
            "id": "mixed_longer",
            "tokens": 174,
            "median_ms": 184.946,
            "p95_ms": 186.934,
            "max_logit_error": 0.0074683427810668945,
            "logits": [
              [
                0.355814129114151,
                -1.2603981494903564,
                -0.905807614326477
              ],
              [
                -1.5539684295654297,
                -1.518104910850525,
                -1.3633553981781006,
                -1.2683329582214355
              ],
              [
                -1.0248072147369385,
                0.589237630367279
              ]
            ],
            "samples_ms": [
              186.934,
              186.13,
              185.955,
              184.341,
              184.717,
              183.554,
              183.95,
              183.911,
              184.469,
              186.375,
              185.582,
              187.098,
              186.761,
              185.09,
              184.474,
              184.802,
              184.514,
              183.526,
              186.624,
              186.309
            ]
          }
        ]
      },
      "peak_process_footprint_bytes": 2471560896
    },
    "mirrors/Q8_0": {
      "receipt": {
        "command": [
          "${ANTFLY_DIR}/zig/zig-out/bin/antfly-inference-gliner-decide-quant-bench",
          "--model-dir",
          "${RELEASE_DIR}/bundle",
          "--backend",
          "metal",
          "--capture",
          "${RELEASE_DIR}/benchmark-cases.json",
          "--warmups",
          "1",
          "--reps",
          "3",
          "--tolerance",
          "0.05"
        ],
        "exit_code": 0,
        "wall_seconds": 18.300604820251465,
        "binary_sha256": "34f93e2b412e0d6836dc1ca6e24a5563e4dd5444c2fbaa5e74cec14bc54fb178",
        "threads": 2,
        "f16_mirrors": true
      },
      "report": {
        "scope": "offline loaded pipeline: schema compile, tokenization, encoder, classifier and completed readback; excludes HTTP, model load, and output presentation",
        "backend": "metal",
        "model_dir": "${RELEASE_DIR}/bundle",
        "load_ms": 85.84,
        "warmups": 1,
        "reps": 3,
        "validation_preflights": 1,
        "tolerance": 0.05,
        "reports": [
          {
            "id": "english_intent",
            "tokens": 25,
            "median_ms": 76.041,
            "p95_ms": 89.662,
            "max_logit_error": 0.005368947982788086,
            "logits": [
              [
                2.7824366092681885,
                -3.4416027069091797,
                -3.55084228515625
              ]
            ],
            "samples_ms": [
              73.535,
              76.041,
              89.662
            ]
          },
          {
            "id": "spanish_intent",
            "tokens": 37,
            "median_ms": 220.367,
            "p95_ms": 235.48,
            "max_logit_error": 0.007356166839599609,
            "logits": [
              [
                -4.538506984710693,
                -4.374109268188477,
                3.6617918014526367,
                -5.3323893547058105
              ]
            ],
            "samples_ms": [
              190.326,
              220.367,
              235.48
            ]
          },
          {
            "id": "japanese_intent",
            "tokens": 45,
            "median_ms": 138.898,
            "p95_ms": 193.769,
            "max_logit_error": 0.009947538375854492,
            "logits": [
              [
                -2.013369083404541,
                -4.249100685119629,
                2.763531446456909,
                -4.4679274559021
              ]
            ],
            "samples_ms": [
              193.769,
              126.158,
              138.898
            ]
          },
          {
            "id": "arabic_intent",
            "tokens": 61,
            "median_ms": 232.557,
            "p95_ms": 249.517,
            "max_logit_error": 0.005527019500732422,
            "logits": [
              [
                -2.4141592979431152,
                1.5470284223556519,
                -3.0412371158599854,
                -2.528088331222534
              ]
            ],
            "samples_ms": [
              249.517,
              232.557,
              213.209
            ]
          },
          {
            "id": "described_labels",
            "tokens": 83,
            "median_ms": 213.669,
            "p95_ms": 216.51,
            "max_logit_error": 0.005053341388702393,
            "logits": [
              [
                -0.4495925307273865,
                -0.6831516027450562,
                -2.028061628341675
              ]
            ],
            "samples_ms": [
              213.669,
              216.51,
              195.007
            ]
          },
          {
            "id": "instruction_prompt",
            "tokens": 35,
            "median_ms": 136.056,
            "p95_ms": 167.502,
            "max_logit_error": 0.022690653800964355,
            "logits": [
              [
                1.8410570621490479,
                -1.6607609987258911
              ]
            ],
            "samples_ms": [
              125.96,
              136.056,
              167.502
            ]
          },
          {
            "id": "multi_label_aspects",
            "tokens": 41,
            "median_ms": 159.609,
            "p95_ms": 216.87,
            "max_logit_error": 0.014851093292236328,
            "logits": [
              [
                2.0349650382995605,
                1.6998846530914307,
                1.5370807647705078,
                -5.107205867767334,
                -3.954423427581787,
                -4.606977939605713
              ]
            ],
            "samples_ms": [
              133.925,
              159.609,
              216.87
            ]
          },
          {
            "id": "long_context_cutoff",
            "tokens": 198,
            "median_ms": 263.438,
            "p95_ms": 263.453,
            "max_logit_error": 0.01193016767501831,
            "logits": [
              [
                0.5265380144119263,
                -1.0681111812591553,
                -1.8944110870361328
              ]
            ],
            "samples_ms": [
              263.453,
              255.632,
              263.438
            ]
          },
          {
            "id": "described_prompt_choice",
            "tokens": 87,
            "median_ms": 143.931,
            "p95_ms": 145.149,
            "max_logit_error": 0.0042365193367004395,
            "logits": [
              [
                0.2800174951553345,
                -0.5930463075637817,
                -2.351038932800293
              ]
            ],
            "samples_ms": [
              143.931,
              140.825,
              145.149
            ]
          },
          {
            "id": "choice_score_noul",
            "tokens": 158,
            "median_ms": 203.673,
            "p95_ms": 205.707,
            "max_logit_error": 0.0024205446243286133,
            "logits": [
              [
                0.8533504605293274,
                -1.3543590307235718,
                -1.4838511943817139
              ],
              [
                -1.5403822660446167,
                -1.8746026754379272,
                -1.5477193593978882,
                -1.0722633600234985
              ],
              [
                -0.7505202293395996,
                0.3955964148044586
              ]
            ],
            "samples_ms": [
              198.217,
              203.673,
              205.707
            ]
          },
          {
            "id": "binary_short",
            "tokens": 40,
            "median_ms": 93.75,
            "p95_ms": 94.701,
            "max_logit_error": 0.0016354545950889587,
            "logits": [
              [
                -0.08033614605665207,
                -0.16419093310832977
              ]
            ],
            "samples_ms": [
              93.75,
              92.055,
              94.701
            ]
          },
          {
            "id": "described_four_labels",
            "tokens": 79,
            "median_ms": 240.654,
            "p95_ms": 272.59,
            "max_logit_error": 0.004820585250854492,
            "logits": [
              [
                0.6339313983917236,
                -1.733758568763733,
                -1.5803184509277344,
                -1.8614152669906616
              ]
            ],
            "samples_ms": [
              240.654,
              272.59,
              239.418
            ]
          },
          {
            "id": "score_and_noul",
            "tokens": 93,
            "median_ms": 145.566,
            "p95_ms": 196.91,
            "max_logit_error": 0.0012413263320922852,
            "logits": [
              [
                -0.5477727055549622,
                -0.7741295099258423,
                -1.284361720085144
              ],
              [
                0.4722123146057129,
                -0.799809455871582
              ]
            ],
            "samples_ms": [
              196.91,
              145.566,
              128.626
            ]
          },
          {
            "id": "mixed_longer",
            "tokens": 174,
            "median_ms": 213.555,
            "p95_ms": 214.827,
            "max_logit_error": 0.0074683427810668945,
            "logits": [
              [
                0.355814129114151,
                -1.2603981494903564,
                -0.905807614326477
              ],
              [
                -1.5539684295654297,
                -1.518104910850525,
                -1.3633553981781006,
                -1.2683329582214355
              ],
              [
                -1.0248072147369385,
                0.589237630367279
              ]
            ],
            "samples_ms": [
              213.061,
              214.827,
              213.555
            ]
          }
        ]
      },
      "peak_process_footprint_bytes": 2514077376
    },
    "mirrors/Q8_0_EMB_F16": {
      "receipt": {
        "command": [
          "${ANTFLY_DIR}/zig/zig-out/bin/antfly-inference-gliner-decide-quant-bench",
          "--model-dir",
          "${VARIANTS_DIR}/Q8_0_EMB_F16",
          "--backend",
          "metal",
          "--capture",
          "${RELEASE_DIR}/benchmark-cases.json",
          "--warmups",
          "1",
          "--reps",
          "3",
          "--tolerance",
          "0.05"
        ],
        "exit_code": 0,
        "wall_seconds": 23.095704078674316,
        "binary_sha256": "34f93e2b412e0d6836dc1ca6e24a5563e4dd5444c2fbaa5e74cec14bc54fb178",
        "threads": 2,
        "f16_mirrors": true
      },
      "report": {
        "scope": "offline loaded pipeline: schema compile, tokenization, encoder, classifier and completed readback; excludes HTTP, model load, and output presentation",
        "backend": "metal",
        "model_dir": "${VARIANTS_DIR}/Q8_0_EMB_F16",
        "load_ms": 78.077,
        "warmups": 1,
        "reps": 3,
        "validation_preflights": 1,
        "tolerance": 0.05,
        "reports": [
          {
            "id": "english_intent",
            "tokens": 25,
            "median_ms": 57.601,
            "p95_ms": 65.383,
            "max_logit_error": 0.00438237190246582,
            "logits": [
              [
                2.7834231853485107,
                -3.44307804107666,
                -3.5526018142700195
              ]
            ],
            "samples_ms": [
              52.865,
              57.601,
              65.383
            ]
          },
          {
            "id": "spanish_intent",
            "tokens": 37,
            "median_ms": 104.875,
            "p95_ms": 125.364,
            "max_logit_error": 0.004902839660644531,
            "logits": [
              [
                -4.54024600982666,
                -4.375777244567871,
                3.6640021800994873,
                -5.334842681884766
              ]
            ],
            "samples_ms": [
              104.482,
              104.875,
              125.364
            ]
          },
          {
            "id": "japanese_intent",
            "tokens": 45,
            "median_ms": 149.688,
            "p95_ms": 168.089,
            "max_logit_error": 0.011018991470336914,
            "logits": [
              [
                -2.0145576000213623,
                -4.248989105224609,
                2.7624599933624268,
                -4.469165325164795
              ]
            ],
            "samples_ms": [
              168.089,
              148.474,
              149.688
            ]
          },
          {
            "id": "arabic_intent",
            "tokens": 61,
            "median_ms": 183.687,
            "p95_ms": 203.283,
            "max_logit_error": 0.004580020904541016,
            "logits": [
              [
                -2.4122095108032227,
                1.5491341352462769,
                -3.0425496101379395,
                -2.5290353298187256
              ]
            ],
            "samples_ms": [
              183.687,
              203.283,
              169.596
            ]
          },
          {
            "id": "described_labels",
            "tokens": 83,
            "median_ms": 158.276,
            "p95_ms": 158.326,
            "max_logit_error": 0.0031912922859191895,
            "logits": [
              [
                -0.44903266429901123,
                -0.6850136518478394,
                -2.0271942615509033
              ]
            ],
            "samples_ms": [
              158.276,
              158.087,
              158.326
            ]
          },
          {
            "id": "instruction_prompt",
            "tokens": 35,
            "median_ms": 127.958,
            "p95_ms": 156.423,
            "max_logit_error": 0.022855639457702637,
            "logits": [
              [
                1.8412220478057861,
                -1.6611943244934082
              ]
            ],
            "samples_ms": [
              111.461,
              127.958,
              156.423
            ]
          },
          {
            "id": "multi_label_aspects",
            "tokens": 41,
            "median_ms": 142.134,
            "p95_ms": 173.073,
            "max_logit_error": 0.01581096649169922,
            "logits": [
              [
                2.031291961669922,
                1.7009786367416382,
                1.5364865064620972,
                -5.106245994567871,
                -3.9517228603363037,
                -4.60662317276001
              ]
            ],
            "samples_ms": [
              127.827,
              142.134,
              173.073
            ]
          },
          {
            "id": "long_context_cutoff",
            "tokens": 198,
            "median_ms": 261.297,
            "p95_ms": 264.88,
            "max_logit_error": 0.014055490493774414,
            "logits": [
              [
                0.5244126915931702,
                -1.069954752922058,
                -1.89470636844635
              ]
            ],
            "samples_ms": [
              253.021,
              264.88,
              261.297
            ]
          },
          {
            "id": "described_prompt_choice",
            "tokens": 87,
            "median_ms": 149.626,
            "p95_ms": 152.882,
            "max_logit_error": 0.0040323734283447266,
            "logits": [
              [
                0.2793734073638916,
                -0.5944779515266418,
                -2.351762294769287
              ]
            ],
            "samples_ms": [
              149.626,
              147.304,
              152.882
            ]
          },
          {
            "id": "choice_score_noul",
            "tokens": 158,
            "median_ms": 225.512,
            "p95_ms": 241.768,
            "max_logit_error": 0.0027284622192382812,
            "logits": [
              [
                0.8530282974243164,
                -1.3544520139694214,
                -1.4843562841415405
              ],
              [
                -1.539745807647705,
                -1.874936580657959,
                -1.5483351945877075,
                -1.0733317136764526
              ],
              [
                -0.750835657119751,
                0.3958036005496979
              ]
            ],
            "samples_ms": [
              224.082,
              225.512,
              241.768
            ]
          },
          {
            "id": "binary_short",
            "tokens": 40,
            "median_ms": 140.398,
            "p95_ms": 144.628,
            "max_logit_error": 0.0026174038648605347,
            "logits": [
              [
                -0.0793541967868805,
                -0.16509532928466797
              ]
            ],
            "samples_ms": [
              140.398,
              144.628,
              126.041
            ]
          },
          {
            "id": "described_four_labels",
            "tokens": 79,
            "median_ms": 184.182,
            "p95_ms": 210.022,
            "max_logit_error": 0.003313422203063965,
            "logits": [
              [
                0.6344422698020935,
                -1.7352657318115234,
                -1.5812276601791382,
                -1.8622545003890991
              ]
            ],
            "samples_ms": [
              210.022,
              184.182,
              150.452
            ]
          },
          {
            "id": "score_and_noul",
            "tokens": 93,
            "median_ms": 150.42,
            "p95_ms": 170.184,
            "max_logit_error": 0.001793503761291504,
            "logits": [
              [
                -0.5480290055274963,
                -0.7746816873550415,
                -1.2849966287612915
              ],
              [
                0.47144755721092224,
                -0.7990273237228394
              ]
            ],
            "samples_ms": [
              170.184,
              150.42,
              143.818
            ]
          },
          {
            "id": "mixed_longer",
            "tokens": 174,
            "median_ms": 222.144,
            "p95_ms": 224.446,
            "max_logit_error": 0.006498545408248901,
            "logits": [
              [
                0.354844331741333,
                -1.2600997686386108,
                -0.9057801961898804
              ],
              [
                -1.5539551973342896,
                -1.5177017450332642,
                -1.3632891178131104,
                -1.2685394287109375
              ],
              [
                -1.0246649980545044,
                0.5891305208206177
              ]
            ],
            "samples_ms": [
              222.144,
              224.446,
              210.393
            ]
          }
        ]
      },
      "peak_process_footprint_bytes": 2513405632
    },
    "mirrors/FP32": {
      "receipt": {
        "command": [
          "${ANTFLY_DIR}/zig/zig-out/bin/antfly-inference-gliner-decide-quant-bench",
          "--model-dir",
          "${SOURCE_DIR}",
          "--backend",
          "metal",
          "--capture",
          "${RELEASE_DIR}/benchmark-cases.json",
          "--warmups",
          "1",
          "--reps",
          "3",
          "--tolerance",
          "0.005"
        ],
        "exit_code": 0,
        "wall_seconds": 60.50992727279663,
        "binary_sha256": "34f93e2b412e0d6836dc1ca6e24a5563e4dd5444c2fbaa5e74cec14bc54fb178",
        "threads": 2,
        "f16_mirrors": true
      },
      "report": {
        "scope": "offline loaded pipeline: schema compile, tokenization, encoder, classifier and completed readback; excludes HTTP, model load, and output presentation",
        "backend": "metal",
        "model_dir": "${SOURCE_DIR}",
        "load_ms": 47910.518,
        "warmups": 1,
        "reps": 3,
        "validation_preflights": 1,
        "tolerance": 0.005,
        "reports": [
          {
            "id": "english_intent",
            "tokens": 25,
            "median_ms": 73.434,
            "p95_ms": 73.626,
            "max_logit_error": 0.00020956993103027344,
            "logits": [
              [
                2.7876644134521484,
                -3.442647695541382,
                -3.5547735691070557
              ]
            ],
            "samples_ms": [
              73.626,
              71.783,
              73.434
            ]
          },
          {
            "id": "spanish_intent",
            "tokens": 37,
            "median_ms": 111.124,
            "p95_ms": 120.903,
            "max_logit_error": 0.00039196014404296875,
            "logits": [
              [
                -4.536512851715088,
                -4.3759050369262695,
                3.6668474674224854,
                -5.3397698402404785
              ]
            ],
            "samples_ms": [
              103.598,
              111.124,
              120.903
            ]
          },
          {
            "id": "japanese_intent",
            "tokens": 45,
            "median_ms": 149.319,
            "p95_ms": 152.384,
            "max_logit_error": 0.0009062290191650391,
            "logits": [
              [
                -2.0108540058135986,
                -4.24641752243042,
                2.7725727558135986,
                -4.460661888122559
              ]
            ],
            "samples_ms": [
              152.384,
              149.319,
              128.075
            ]
          },
          {
            "id": "arabic_intent",
            "tokens": 61,
            "median_ms": 118.952,
            "p95_ms": 123.876,
            "max_logit_error": 0.00026702880859375,
            "logits": [
              [
                -2.414156913757324,
                1.544503092765808,
                -3.0411128997802734,
                -2.533618450164795
              ]
            ],
            "samples_ms": [
              118.952,
              117.157,
              123.876
            ]
          },
          {
            "id": "described_labels",
            "tokens": 83,
            "median_ms": 196.486,
            "p95_ms": 200.792,
            "max_logit_error": 0.0004520416259765625,
            "logits": [
              [
                -0.4485377371311188,
                -0.687752902507782,
                -2.027747631072998
              ]
            ],
            "samples_ms": [
              196.241,
              196.486,
              200.792
            ]
          },
          {
            "id": "instruction_prompt",
            "tokens": 35,
            "median_ms": 194.399,
            "p95_ms": 238.126,
            "max_logit_error": 7.128715515136719e-05,
            "logits": [
              [
                1.8183372020721436,
                -1.6394487619400024
              ]
            ],
            "samples_ms": [
              171.157,
              194.399,
              238.126
            ]
          },
          {
            "id": "multi_label_aspects",
            "tokens": 41,
            "median_ms": 223.599,
            "p95_ms": 231.488,
            "max_logit_error": 0.0006237030029296875,
            "logits": [
              [
                2.0237317085266113,
                1.700064778327942,
                1.53156578540802,
                -5.1226806640625,
                -3.9483044147491455,
                -4.606832981109619
              ]
            ],
            "samples_ms": [
              231.488,
              222.153,
              223.599
            ]
          },
          {
            "id": "long_context_cutoff",
            "tokens": 198,
            "median_ms": 260.806,
            "p95_ms": 264.718,
            "max_logit_error": 0.000308990478515625,
            "logits": [
              [
                0.5387771725654602,
                -1.0756468772888184,
                -1.9026062488555908
              ]
            ],
            "samples_ms": [
              260.806,
              264.718,
              259.38
            ]
          },
          {
            "id": "described_prompt_choice",
            "tokens": 87,
            "median_ms": 154.117,
            "p95_ms": 173.836,
            "max_logit_error": 0.0002709925174713135,
            "logits": [
              [
                0.28367677330970764,
                -0.5975092053413391,
                -2.352233409881592
              ]
            ],
            "samples_ms": [
              143.769,
              154.117,
              173.836
            ]
          },
          {
            "id": "choice_score_noul",
            "tokens": 158,
            "median_ms": 253.494,
            "p95_ms": 268.448,
            "max_logit_error": 0.0001221299171447754,
            "logits": [
              [
                0.8553236126899719,
                -1.356791377067566,
                -1.4858750104904175
              ],
              [
                -1.5390199422836304,
                -1.8733830451965332,
                -1.5460691452026367,
                -1.0720876455307007
              ],
              [
                -0.7481409907341003,
                0.39489802718162537
              ]
            ],
            "samples_ms": [
              268.448,
              253.494,
              217.389
            ]
          },
          {
            "id": "binary_short",
            "tokens": 40,
            "median_ms": 76.399,
            "p95_ms": 80.625,
            "max_logit_error": 1.528114080429077e-05,
            "logits": [
              [
                -0.08195631951093674,
                -0.16258564591407776
              ]
            ],
            "samples_ms": [
              76.399,
              80.625,
              75.572
            ]
          },
          {
            "id": "described_four_labels",
            "tokens": 79,
            "median_ms": 129.537,
            "p95_ms": 133.639,
            "max_logit_error": 0.00011593103408813477,
            "logits": [
              [
                0.6375343203544617,
                -1.7385412454605103,
                -1.5831855535507202,
                -1.8631856441497803
              ]
            ],
            "samples_ms": [
              129.537,
              126.17,
              133.639
            ]
          },
          {
            "id": "score_and_noul",
            "tokens": 93,
            "median_ms": 143.176,
            "p95_ms": 145.898,
            "max_logit_error": 7.915496826171875e-05,
            "logits": [
              [
                -0.5489175915718079,
                -0.7728844285011292,
                -1.2835336923599243
              ],
              [
                0.4717959761619568,
                -0.798736572265625
              ]
            ],
            "samples_ms": [
              140.949,
              145.898,
              143.176
            ]
          },
          {
            "id": "mixed_longer",
            "tokens": 174,
            "median_ms": 200.882,
            "p95_ms": 205.186,
            "max_logit_error": 0.0002772808074951172,
            "logits": [
              [
                0.3483729064464569,
                -1.2564573287963867,
                -0.9031543731689453
              ],
              [
                -1.5509387254714966,
                -1.516160488128662,
                -1.3640905618667603,
                -1.2701717615127563
              ],
              [
                -1.021592617034912,
                0.5876017808914185
              ]
            ],
            "samples_ms": [
              205.186,
              196.467,
              200.882
            ]
          }
        ]
      },
      "peak_process_footprint_bytes": 2806747336
    },
    "exploration/FP32": {
      "receipt": {
        "command": [
          "${ANTFLY_DIR}/zig/zig-out/bin/antfly-inference-gliner-decide-quant-bench",
          "--model-dir",
          "${SOURCE_DIR}",
          "--backend",
          "metal",
          "--capture",
          "${RELEASE_DIR}/benchmark-cases.json",
          "--warmups",
          "1",
          "--reps",
          "3",
          "--tolerance",
          "0.005"
        ],
        "exit_code": 0,
        "wall_seconds": 66.54741716384888,
        "binary_sha256": "22f047cbf1ca25f374caa07b5c4b2d65bc2637a6f4dd969d2bfd5c66399c104e",
        "threads": 2
      },
      "report": {
        "scope": "offline loaded pipeline: schema compile, tokenization, encoder, classifier and completed readback; excludes HTTP, model load, and output presentation",
        "backend": "metal",
        "model_dir": "${SOURCE_DIR}",
        "load_ms": 47946.207,
        "warmups": 1,
        "reps": 3,
        "validation_preflights": 1,
        "tolerance": 0.005,
        "reports": [
          {
            "id": "english_intent",
            "tokens": 25,
            "median_ms": 74.375,
            "p95_ms": 100.455,
            "max_logit_error": 9.5367431640625e-07,
            "logits": [
              [
                2.78780460357666,
                -3.442857265472412,
                -3.5548508167266846
              ]
            ],
            "samples_ms": [
              66.265,
              74.375,
              100.455
            ]
          },
          {
            "id": "spanish_intent",
            "tokens": 37,
            "median_ms": 160.447,
            "p95_ms": 221.621,
            "max_logit_error": 1.430511474609375e-06,
            "logits": [
              [
                -4.536905288696289,
                -4.376052379608154,
                3.66702938079834,
                -5.339744567871094
              ]
            ],
            "samples_ms": [
              221.621,
              160.447,
              130.076
            ]
          },
          {
            "id": "japanese_intent",
            "tokens": 45,
            "median_ms": 195.052,
            "p95_ms": 240.942,
            "max_logit_error": 5.4836273193359375e-06,
            "logits": [
              [
                -2.011669397354126,
                -4.246890544891357,
                2.7734735012054443,
                -4.461105823516846
              ]
            ],
            "samples_ms": [
              240.942,
              177.695,
              195.052
            ]
          },
          {
            "id": "arabic_intent",
            "tokens": 61,
            "median_ms": 186.544,
            "p95_ms": 239.581,
            "max_logit_error": 1.430511474609375e-06,
            "logits": [
              [
                -2.4143550395965576,
                1.5446804761886597,
                -3.041381359100342,
                -2.533616065979004
              ]
            ],
            "samples_ms": [
              158.606,
              186.544,
              239.581
            ]
          },
          {
            "id": "described_labels",
            "tokens": 83,
            "median_ms": 134.118,
            "p95_ms": 152.187,
            "max_logit_error": 2.0265579223632812e-06,
            "logits": [
              [
                -0.44867241382598877,
                -0.6882063150405884,
                -2.027874708175659
              ]
            ],
            "samples_ms": [
              152.187,
              134.118,
              127.863
            ]
          },
          {
            "id": "instruction_prompt",
            "tokens": 35,
            "median_ms": 91.953,
            "p95_ms": 95.188,
            "max_logit_error": 3.814697265625e-06,
            "logits": [
              [
                1.8183702230453491,
                -1.6395232677459717
              ]
            ],
            "samples_ms": [
              84.73,
              95.188,
              91.953
            ]
          },
          {
            "id": "multi_label_aspects",
            "tokens": 41,
            "median_ms": 156.18,
            "p95_ms": 170.308,
            "max_logit_error": 1.5497207641601562e-06,
            "logits": [
              [
                2.0237197875976562,
                1.7001829147338867,
                1.5317857265472412,
                -5.122055530548096,
                -3.948167562484741,
                -4.606495380401611
              ]
            ],
            "samples_ms": [
              120.722,
              156.18,
              170.308
            ]
          },
          {
            "id": "long_context_cutoff",
            "tokens": 198,
            "median_ms": 271.306,
            "p95_ms": 274.85,
            "max_logit_error": 8.940696716308594e-07,
            "logits": [
              [
                0.5384690761566162,
                -1.0756206512451172,
                -1.902353048324585
              ]
            ],
            "samples_ms": [
              274.85,
              271.306,
              265.305
            ]
          },
          {
            "id": "described_prompt_choice",
            "tokens": 87,
            "median_ms": 162.493,
            "p95_ms": 178.672,
            "max_logit_error": 2.086162567138672e-06,
            "logits": [
              [
                0.2834048867225647,
                -0.597280740737915,
                -2.3520116806030273
              ]
            ],
            "samples_ms": [
              156.273,
              162.493,
              178.672
            ]
          },
          {
            "id": "choice_score_noul",
            "tokens": 158,
            "median_ms": 235.237,
            "p95_ms": 285.299,
            "max_logit_error": 5.364418029785156e-07,
            "logits": [
              [
                0.8552009463310242,
                -1.3567794561386108,
                -1.4858782291412354
              ],
              [
                -1.5391309261322021,
                -1.873393177986145,
                -1.5460503101348877,
                -1.0720938444137573
              ],
              [
                -0.7481070160865784,
                0.3949039876461029
              ]
            ],
            "samples_ms": [
              285.299,
              235.237,
              223.154
            ]
          },
          {
            "id": "binary_short",
            "tokens": 40,
            "median_ms": 113.746,
            "p95_ms": 138.859,
            "max_logit_error": 1.9371509552001953e-07,
            "logits": [
              [
                -0.08197179436683655,
                -0.16259542107582092
              ]
            ],
            "samples_ms": [
              107.874,
              113.746,
              138.859
            ]
          },
          {
            "id": "described_four_labels",
            "tokens": 79,
            "median_ms": 132.124,
            "p95_ms": 139.003,
            "max_logit_error": 7.152557373046875e-07,
            "logits": [
              [
                0.6374177932739258,
                -1.7385791540145874,
                -1.5831965208053589,
                -1.863297462463379
              ]
            ],
            "samples_ms": [
              139.003,
              129.87,
              132.124
            ]
          },
          {
            "id": "score_and_noul",
            "tokens": 93,
            "median_ms": 162.01,
            "p95_ms": 169.072,
            "max_logit_error": 3.5762786865234375e-07,
            "logits": [
              [
                -0.5489762425422668,
                -0.7728878855705261,
                -1.2835556268692017
              ],
              [
                0.4717816114425659,
                -0.7986574769020081
              ]
            ],
            "samples_ms": [
              162.01,
              154.571,
              169.072
            ]
          },
          {
            "id": "mixed_longer",
            "tokens": 174,
            "median_ms": 235.918,
            "p95_ms": 237.425,
            "max_logit_error": 1.0728836059570312e-06,
            "logits": [
              [
                0.34834524989128113,
                -1.2564462423324585,
                -0.9032323956489563
              ],
              [
                -1.5509973764419556,
                -1.5161597728729248,
                -1.364071249961853,
                -1.2701959609985352
              ],
              [
                -1.021314263343811,
                0.5874457359313965
              ]
            ],
            "samples_ms": [
              234.269,
              235.918,
              237.425
            ]
          }
        ]
      },
      "peak_process_footprint_bytes": 4639740104
    },
    "exploration/Q8_0": {
      "receipt": {
        "command": [
          "${ANTFLY_DIR}/zig/zig-out/bin/antfly-inference-gliner-decide-quant-bench",
          "--model-dir",
          "${RELEASE_DIR}/bundle",
          "--backend",
          "metal",
          "--capture",
          "${RELEASE_DIR}/benchmark-cases.json",
          "--warmups",
          "1",
          "--reps",
          "3",
          "--tolerance",
          "0.05"
        ],
        "exit_code": 0,
        "wall_seconds": 16.093481063842773,
        "binary_sha256": "22f047cbf1ca25f374caa07b5c4b2d65bc2637a6f4dd969d2bfd5c66399c104e",
        "threads": 2
      },
      "report": {
        "scope": "offline loaded pipeline: schema compile, tokenization, encoder, classifier and completed readback; excludes HTTP, model load, and output presentation",
        "backend": "metal",
        "model_dir": "${RELEASE_DIR}/bundle",
        "load_ms": 117.176,
        "warmups": 1,
        "reps": 3,
        "validation_preflights": 1,
        "tolerance": 0.05,
        "reports": [
          {
            "id": "english_intent",
            "tokens": 25,
            "median_ms": 111.108,
            "p95_ms": 112.651,
            "max_logit_error": 0.00526881217956543,
            "logits": [
              [
                2.782536745071411,
                -3.4416000843048096,
                -3.55098032951355
              ]
            ],
            "samples_ms": [
              112.651,
              107.696,
              111.108
            ]
          },
          {
            "id": "spanish_intent",
            "tokens": 37,
            "median_ms": 136.895,
            "p95_ms": 146.079,
            "max_logit_error": 0.007391452789306641,
            "logits": [
              [
                -4.538680553436279,
                -4.3741350173950195,
                3.6620118618011475,
                -5.3323540687561035
              ]
            ],
            "samples_ms": [
              135.925,
              136.895,
              146.079
            ]
          },
          {
            "id": "japanese_intent",
            "tokens": 45,
            "median_ms": 180.33,
            "p95_ms": 181.68,
            "max_logit_error": 0.009930849075317383,
            "logits": [
              [
                -2.013615369796753,
                -4.249353408813477,
                2.7635481357574463,
                -4.467931747436523
              ]
            ],
            "samples_ms": [
              170.804,
              180.33,
              181.68
            ]
          },
          {
            "id": "arabic_intent",
            "tokens": 61,
            "median_ms": 207.441,
            "p95_ms": 212.362,
            "max_logit_error": 0.005476951599121094,
            "logits": [
              [
                -2.4140946865081787,
                1.5469484329223633,
                -3.0412635803222656,
                -2.5281383991241455
              ]
            ],
            "samples_ms": [
              206.366,
              207.441,
              212.362
            ]
          },
          {
            "id": "described_labels",
            "tokens": 83,
            "median_ms": 141.173,
            "p95_ms": 142.741,
            "max_logit_error": 0.004698216915130615,
            "logits": [
              [
                -0.4491078853607178,
                -0.6835067272186279,
                -2.027749538421631
              ]
            ],
            "samples_ms": [
              141.173,
              138.24,
              142.741
            ]
          },
          {
            "id": "instruction_prompt",
            "tokens": 35,
            "median_ms": 138.011,
            "p95_ms": 139.172,
            "max_logit_error": 0.022950410842895508,
            "logits": [
              [
                1.841316819190979,
                -1.661022424697876
              ]
            ],
            "samples_ms": [
              139.172,
              138.011,
              135.742
            ]
          },
          {
            "id": "multi_label_aspects",
            "tokens": 41,
            "median_ms": 155.666,
            "p95_ms": 162.488,
            "max_logit_error": 0.014748573303222656,
            "logits": [
              [
                2.0350499153137207,
                1.7003920078277588,
                1.5374373197555542,
                -5.107308387756348,
                -3.9544317722320557,
                -4.606983184814453
              ]
            ],
            "samples_ms": [
              154.855,
              155.666,
              162.488
            ]
          },
          {
            "id": "long_context_cutoff",
            "tokens": 198,
            "median_ms": 268.241,
            "p95_ms": 294.286,
            "max_logit_error": 0.011503934860229492,
            "logits": [
              [
                0.5269642472267151,
                -1.0680434703826904,
                -1.89457368850708
              ]
            ],
            "samples_ms": [
              263.039,
              268.241,
              294.286
            ]
          },
          {
            "id": "described_prompt_choice",
            "tokens": 87,
            "median_ms": 142.735,
            "p95_ms": 146.152,
            "max_logit_error": 0.004620492458343506,
            "logits": [
              [
                0.2800537943840027,
                -0.5926623344421387,
                -2.350696325302124
              ]
            ],
            "samples_ms": [
              142.735,
              146.152,
              141.966
            ]
          },
          {
            "id": "choice_score_noul",
            "tokens": 158,
            "median_ms": 209.792,
            "p95_ms": 212.143,
            "max_logit_error": 0.0026862621307373047,
            "logits": [
              [
                0.8532523512840271,
                -1.354093313217163,
                -1.4836039543151855
              ],
              [
                -1.5403270721435547,
                -1.8745851516723633,
                -1.5476717948913574,
                -1.0722771883010864
              ],
              [
                -0.7504106163978577,
                0.3954521417617798
              ]
            ],
            "samples_ms": [
              209.792,
              212.143,
              205.265
            ]
          },
          {
            "id": "binary_short",
            "tokens": 40,
            "median_ms": 147.24,
            "p95_ms": 147.853,
            "max_logit_error": 0.0016404464840888977,
            "logits": [
              [
                -0.08033115416765213,
                -0.16419440507888794
              ]
            ],
            "samples_ms": [
              146.889,
              147.853,
              147.24
            ]
          },
          {
            "id": "described_four_labels",
            "tokens": 79,
            "median_ms": 132.474,
            "p95_ms": 137.602,
            "max_logit_error": 0.005223751068115234,
            "logits": [
              [
                0.6337351202964783,
                -1.7333554029464722,
                -1.5802794694900513,
                -1.8612666130065918
              ]
            ],
            "samples_ms": [
              132.474,
              131.218,
              137.602
            ]
          },
          {
            "id": "score_and_noul",
            "tokens": 93,
            "median_ms": 139.666,
            "p95_ms": 141.029,
            "max_logit_error": 0.0012856721878051758,
            "logits": [
              [
                -0.5477256178855896,
                -0.7741094827651978,
                -1.284463882446289
              ],
              [
                0.4723998010158539,
                -0.7999430894851685
              ]
            ],
            "samples_ms": [
              141.029,
              136.668,
              139.666
            ]
          },
          {
            "id": "mixed_longer",
            "tokens": 174,
            "median_ms": 196.833,
            "p95_ms": 200.741,
            "max_logit_error": 0.0077391862869262695,
            "logits": [
              [
                0.3560849726200104,
                -1.260509729385376,
                -0.9059531092643738
              ],
              [
                -1.5540333986282349,
                -1.5181679725646973,
                -1.3634045124053955,
                -1.2682830095291138
              ],
              [
                -1.025048851966858,
                0.5892159938812256
              ]
            ],
            "samples_ms": [
              194.18,
              196.833,
              200.741
            ]
          }
        ]
      },
      "peak_process_footprint_bytes": 188614168
    },
    "exploration/F16": {
      "receipt": {
        "command": [
          "${ANTFLY_DIR}/zig/zig-out/bin/antfly-inference-gliner-decide-quant-bench",
          "--model-dir",
          "${VARIANTS_DIR}/F16",
          "--backend",
          "metal",
          "--capture",
          "${RELEASE_DIR}/benchmark-cases.json",
          "--warmups",
          "1",
          "--reps",
          "3",
          "--tolerance",
          "0.01"
        ],
        "exit_code": 0,
        "wall_seconds": 28.238765001296997,
        "binary_sha256": "22f047cbf1ca25f374caa07b5c4b2d65bc2637a6f4dd969d2bfd5c66399c104e",
        "threads": 2
      },
      "report": {
        "scope": "offline loaded pipeline: schema compile, tokenization, encoder, classifier and completed readback; excludes HTTP, model load, and output presentation",
        "backend": "metal",
        "model_dir": "${VARIANTS_DIR}/F16",
        "load_ms": 99.948,
        "warmups": 1,
        "reps": 3,
        "validation_preflights": 1,
        "tolerance": 0.01,
        "reports": [
          {
            "id": "english_intent",
            "tokens": 25,
            "median_ms": 91.915,
            "p95_ms": 107.327,
            "max_logit_error": 9.059906005859375e-05,
            "logits": [
              [
                2.787714958190918,
                -3.4427785873413086,
                -3.554865837097168
              ]
            ],
            "samples_ms": [
              54.085,
              91.915,
              107.327
            ]
          },
          {
            "id": "spanish_intent",
            "tokens": 37,
            "median_ms": 86.446,
            "p95_ms": 95.845,
            "max_logit_error": 0.0003304481506347656,
            "logits": [
              [
                -4.536574363708496,
                -4.375915050506592,
                3.666870594024658,
                -5.339787006378174
              ]
            ],
            "samples_ms": [
              95.845,
              86.446,
              80.267
            ]
          },
          {
            "id": "japanese_intent",
            "tokens": 45,
            "median_ms": 73.821,
            "p95_ms": 75.105,
            "max_logit_error": 0.001573801040649414,
            "logits": [
              [
                -2.010096549987793,
                -4.2460737228393555,
                2.7723116874694824,
                -4.460190296173096
              ]
            ],
            "samples_ms": [
              75.105,
              73.821,
              71.358
            ]
          },
          {
            "id": "arabic_intent",
            "tokens": 61,
            "median_ms": 81.143,
            "p95_ms": 81.177,
            "max_logit_error": 0.00024008750915527344,
            "logits": [
              [
                -2.414400577545166,
                1.5447365045547485,
                -3.0413239002227783,
                -2.533855438232422
              ]
            ],
            "samples_ms": [
              79.653,
              81.177,
              81.143
            ]
          },
          {
            "id": "described_labels",
            "tokens": 83,
            "median_ms": 117.338,
            "p95_ms": 118.482,
            "max_logit_error": 0.00037610530853271484,
            "logits": [
              [
                -0.4486452639102936,
                -0.6878288388252258,
                -2.027761220932007
              ]
            ],
            "samples_ms": [
              118.482,
              117.338,
              117.064
            ]
          },
          {
            "id": "instruction_prompt",
            "tokens": 35,
            "median_ms": 68.547,
            "p95_ms": 69.275,
            "max_logit_error": 6.377696990966797e-05,
            "logits": [
              [
                1.8184301853179932,
                -1.6395704746246338
              ]
            ],
            "samples_ms": [
              69.275,
              68.35,
              68.547
            ]
          },
          {
            "id": "multi_label_aspects",
            "tokens": 41,
            "median_ms": 78.254,
            "p95_ms": 78.796,
            "max_logit_error": 0.0008554458618164062,
            "logits": [
              [
                2.0236587524414062,
                1.7000795602798462,
                1.5315216779708862,
                -5.122912406921387,
                -3.94846248626709,
                -4.60704231262207
              ]
            ],
            "samples_ms": [
              73.359,
              78.254,
              78.796
            ]
          },
          {
            "id": "long_context_cutoff",
            "tokens": 198,
            "median_ms": 226.694,
            "p95_ms": 227.908,
            "max_logit_error": 0.0002561807632446289,
            "logits": [
              [
                0.5385533571243286,
                -1.0757311582565308,
                -1.9026092290878296
              ]
            ],
            "samples_ms": [
              226.694,
              227.908,
              226.694
            ]
          },
          {
            "id": "described_prompt_choice",
            "tokens": 87,
            "median_ms": 119.169,
            "p95_ms": 119.402,
            "max_logit_error": 0.0003889799118041992,
            "logits": [
              [
                0.28364160656929016,
                -0.5976718068122864,
                -2.3522660732269287
              ]
            ],
            "samples_ms": [
              118.859,
              119.402,
              119.169
            ]
          },
          {
            "id": "choice_score_noul",
            "tokens": 158,
            "median_ms": 175.294,
            "p95_ms": 175.431,
            "max_logit_error": 0.00011134147644042969,
            "logits": [
              [
                0.855305016040802,
                -1.3568416833877563,
                -1.4859567880630493
              ],
              [
                -1.5390191078186035,
                -1.8734071254730225,
                -1.546127438545227,
                -1.0721876621246338
              ],
              [
                -0.7481582164764404,
                0.394877552986145
              ]
            ],
            "samples_ms": [
              175.431,
              175.294,
              173.617
            ]
          },
          {
            "id": "binary_short",
            "tokens": 40,
            "median_ms": 68.119,
            "p95_ms": 69.079,
            "max_logit_error": 1.5087425708770752e-05,
            "logits": [
              [
                -0.08195651322603226,
                -0.16260330379009247
              ]
            ],
            "samples_ms": [
              67.172,
              68.119,
              69.079
            ]
          },
          {
            "id": "described_four_labels",
            "tokens": 79,
            "median_ms": 113.4,
            "p95_ms": 113.463,
            "max_logit_error": 7.49826431274414e-05,
            "logits": [
              [
                0.6374523639678955,
                -1.7385207414627075,
                -1.5831879377365112,
                -1.8632231950759888
              ]
            ],
            "samples_ms": [
              113.4,
              113.463,
              111.297
            ]
          },
          {
            "id": "score_and_noul",
            "tokens": 93,
            "median_ms": 119.756,
            "p95_ms": 119.959,
            "max_logit_error": 0.00012427568435668945,
            "logits": [
              [
                -0.5489447712898254,
                -0.77292400598526,
                -1.283611536026001
              ],
              [
                0.47180160880088806,
                -0.79878169298172
              ]
            ],
            "samples_ms": [
              119.756,
              119.095,
              119.959
            ]
          },
          {
            "id": "mixed_longer",
            "tokens": 174,
            "median_ms": 186.254,
            "p95_ms": 187.361,
            "max_logit_error": 0.0003654956817626953,
            "logits": [
              [
                0.348331481218338,
                -1.2564473152160645,
                -0.903221607208252
              ],
              [
                -1.5509648323059082,
                -1.5161980390548706,
                -1.3641291856765747,
                -1.27019464969635
              ],
              [
                -1.0216808319091797,
                0.5876362323760986
              ]
            ],
            "samples_ms": [
              186.254,
              187.361,
              185.844
            ]
          }
        ]
      },
      "peak_process_footprint_bytes": 2402633984
    },
    "exploration/Q8_0_EMB_F16": {
      "receipt": {
        "command": [
          "${ANTFLY_DIR}/zig/zig-out/bin/antfly-inference-gliner-decide-quant-bench",
          "--model-dir",
          "${VARIANTS_DIR}/Q8_0_EMB_F16",
          "--backend",
          "metal",
          "--capture",
          "${RELEASE_DIR}/benchmark-cases.json",
          "--warmups",
          "1",
          "--reps",
          "3",
          "--tolerance",
          "0.05"
        ],
        "exit_code": 0,
        "wall_seconds": 13.293127059936523,
        "binary_sha256": "22f047cbf1ca25f374caa07b5c4b2d65bc2637a6f4dd969d2bfd5c66399c104e",
        "threads": 2
      },
      "report": {
        "scope": "offline loaded pipeline: schema compile, tokenization, encoder, classifier and completed readback; excludes HTTP, model load, and output presentation",
        "backend": "metal",
        "model_dir": "${VARIANTS_DIR}/Q8_0_EMB_F16",
        "load_ms": 77.787,
        "warmups": 1,
        "reps": 3,
        "validation_preflights": 1,
        "tolerance": 0.05,
        "reports": [
          {
            "id": "english_intent",
            "tokens": 25,
            "median_ms": 100.793,
            "p95_ms": 101.502,
            "max_logit_error": 0.004281520843505859,
            "logits": [
              [
                2.7835240364074707,
                -3.4430747032165527,
                -3.5527408123016357
              ]
            ],
            "samples_ms": [
              99.794,
              100.793,
              101.502
            ]
          },
          {
            "id": "spanish_intent",
            "tokens": 37,
            "median_ms": 128.923,
            "p95_ms": 129.094,
            "max_logit_error": 0.004927158355712891,
            "logits": [
              [
                -4.540432453155518,
                -4.375818729400635,
                3.664249897003174,
                -5.334818363189697
              ]
            ],
            "samples_ms": [
              129.094,
              128.285,
              128.923
            ]
          },
          {
            "id": "japanese_intent",
            "tokens": 45,
            "median_ms": 149.724,
            "p95_ms": 152.661,
            "max_logit_error": 0.010996341705322266,
            "logits": [
              [
                -2.0147948265075684,
                -4.249237060546875,
                2.7624826431274414,
                -4.4691643714904785
              ]
            ],
            "samples_ms": [
              149.724,
              149.055,
              152.661
            ]
          },
          {
            "id": "arabic_intent",
            "tokens": 61,
            "median_ms": 199.644,
            "p95_ms": 199.919,
            "max_logit_error": 0.004532814025878906,
            "logits": [
              [
                -2.4121408462524414,
                1.5490520000457764,
                -3.0425713062286377,
                -2.5290825366973877
              ]
            ],
            "samples_ms": [
              199.919,
              199.644,
              197.594
            ]
          },
          {
            "id": "described_labels",
            "tokens": 83,
            "median_ms": 130.083,
            "p95_ms": 130.2,
            "max_logit_error": 0.0031307339668273926,
            "logits": [
              [
                -0.4491026699542999,
                -0.6850742101669312,
                -2.0273001194000244
              ]
            ],
            "samples_ms": [
              130.083,
              130.2,
              129.316
            ]
          },
          {
            "id": "instruction_prompt",
            "tokens": 35,
            "median_ms": 121.751,
            "p95_ms": 123.385,
            "max_logit_error": 0.023118019104003906,
            "logits": [
              [
                1.8414844274520874,
                -1.6614588499069214
              ]
            ],
            "samples_ms": [
              121.751,
              120.919,
              123.385
            ]
          },
          {
            "id": "multi_label_aspects",
            "tokens": 41,
            "median_ms": 143.82,
            "p95_ms": 144.506,
            "max_logit_error": 0.01570749282836914,
            "logits": [
              [
                2.0313785076141357,
                1.701485514640808,
                1.5368398427963257,
                -5.106349468231201,
                -3.9517362117767334,
                -4.606631278991699
              ]
            ],
            "samples_ms": [
              143.82,
              143.391,
              144.506
            ]
          },
          {
            "id": "long_context_cutoff",
            "tokens": 198,
            "median_ms": 246.512,
            "p95_ms": 250.172,
            "max_logit_error": 0.013529837131500244,
            "logits": [
              [
                0.5249383449554443,
                -1.0698899030685425,
                -1.8947813510894775
              ]
            ],
            "samples_ms": [
              245.832,
              246.512,
              250.172
            ]
          },
          {
            "id": "described_prompt_choice",
            "tokens": 87,
            "median_ms": 133.956,
            "p95_ms": 144.948,
            "max_logit_error": 0.004156529903411865,
            "logits": [
              [
                0.27924925088882446,
                -0.594815194606781,
                -2.3523173332214355
              ]
            ],
            "samples_ms": [
              131.666,
              133.956,
              144.948
            ]
          },
          {
            "id": "choice_score_noul",
            "tokens": 158,
            "median_ms": 194.831,
            "p95_ms": 203.984,
            "max_logit_error": 0.0027168989181518555,
            "logits": [
              [
                0.8529219627380371,
                -1.3543915748596191,
                -1.484152913093567
              ],
              [
                -1.5398378372192383,
                -1.8749620914459229,
                -1.548470377922058,
                -1.0735082626342773
              ],
              [
                -0.7508240938186646,
                0.39580604434013367
              ]
            ],
            "samples_ms": [
              188.389,
              194.831,
              203.984
            ]
          },
          {
            "id": "binary_short",
            "tokens": 40,
            "median_ms": 149.656,
            "p95_ms": 150.224,
            "max_logit_error": 0.002621270716190338,
            "logits": [
              [
                -0.07935032993555069,
                -0.1650981903076172
              ]
            ],
            "samples_ms": [
              149.656,
              149.107,
              150.224
            ]
          },
          {
            "id": "described_four_labels",
            "tokens": 79,
            "median_ms": 134.246,
            "p95_ms": 144.543,
            "max_logit_error": 0.0034188032150268555,
            "logits": [
              [
                0.6342526078224182,
                -1.7351603507995605,
                -1.5812020301818848,
                -1.862324595451355
              ]
            ],
            "samples_ms": [
              144.543,
              128.45,
              134.246
            ]
          },
          {
            "id": "score_and_noul",
            "tokens": 93,
            "median_ms": 135.029,
            "p95_ms": 142.79,
            "max_logit_error": 0.0018458366394042969,
            "logits": [
              [
                -0.5479922890663147,
                -0.7747340202331543,
                -1.2850291728973389
              ],
              [
                0.47155874967575073,
                -0.7991582155227661
              ]
            ],
            "samples_ms": [
              132.609,
              135.029,
              142.79
            ]
          },
          {
            "id": "mixed_longer",
            "tokens": 174,
            "median_ms": 215.484,
            "p95_ms": 217.144,
            "max_logit_error": 0.006537288427352905,
            "logits": [
              [
                0.354883074760437,
                -1.259857416152954,
                -0.9059025049209595
              ],
              [
                -1.5539367198944092,
                -1.5176777839660645,
                -1.3632774353027344,
                -1.2684277296066284
              ],
              [
                -1.0243778228759766,
                0.5887718200683594
              ]
            ],
            "samples_ms": [
              215.484,
              212.792,
              217.144
            ]
          }
        ]
      },
      "peak_process_footprint_bytes": 183715280
    },
    "exploration/Q4_0_EMB_F16": {
      "receipt": {
        "command": [
          "${ANTFLY_DIR}/zig/zig-out/bin/antfly-inference-gliner-decide-quant-bench",
          "--model-dir",
          "${VARIANTS_DIR}/Q4_0_EMB_F16",
          "--backend",
          "metal",
          "--capture",
          "${RELEASE_DIR}/benchmark-cases.json",
          "--warmups",
          "1",
          "--reps",
          "3",
          "--tolerance",
          "2.0"
        ],
        "exit_code": 0,
        "wall_seconds": 9.987133741378784,
        "binary_sha256": "22f047cbf1ca25f374caa07b5c4b2d65bc2637a6f4dd969d2bfd5c66399c104e",
        "threads": 2
      },
      "report": {
        "scope": "offline loaded pipeline: schema compile, tokenization, encoder, classifier and completed readback; excludes HTTP, model load, and output presentation",
        "backend": "metal",
        "model_dir": "${VARIANTS_DIR}/Q4_0_EMB_F16",
        "load_ms": 73.062,
        "warmups": 1,
        "reps": 3,
        "validation_preflights": 1,
        "tolerance": 2,
        "reports": [
          {
            "id": "english_intent",
            "tokens": 25,
            "median_ms": 48.339,
            "p95_ms": 49.412,
            "max_logit_error": 0.13965320587158203,
            "logits": [
              [
                2.65307879447937,
                -3.3422276973724365,
                -3.415196657180786
              ]
            ],
            "samples_ms": [
              48.339,
              48.191,
              49.412
            ]
          },
          {
            "id": "spanish_intent",
            "tokens": 37,
            "median_ms": 86.527,
            "p95_ms": 90.305,
            "max_logit_error": 0.11873793601989746,
            "logits": [
              [
                -4.440944671630859,
                -4.3155083656311035,
                3.548292875289917,
                -5.342981815338135
              ]
            ],
            "samples_ms": [
              90.305,
              86.527,
              80.632
            ]
          },
          {
            "id": "japanese_intent",
            "tokens": 45,
            "median_ms": 81.696,
            "p95_ms": 82.575,
            "max_logit_error": 0.4353463649749756,
            "logits": [
              [
                -1.5763239860534668,
                -3.9258174896240234,
                2.5321836471557617,
                -4.1887712478637695
              ]
            ],
            "samples_ms": [
              80.854,
              81.696,
              82.575
            ]
          },
          {
            "id": "arabic_intent",
            "tokens": 61,
            "median_ms": 89.308,
            "p95_ms": 90.073,
            "max_logit_error": 0.22383356094360352,
            "logits": [
              [
                -2.52139949798584,
                1.720342993736267,
                -3.2652134895324707,
                -2.670491933822632
              ]
            ],
            "samples_ms": [
              89.308,
              90.073,
              89
            ]
          },
          {
            "id": "described_labels",
            "tokens": 83,
            "median_ms": 122.526,
            "p95_ms": 124.575,
            "max_logit_error": 0.20630860328674316,
            "logits": [
              [
                -0.2809015214443207,
                -0.8277905583381653,
                -1.8215675354003906
              ]
            ],
            "samples_ms": [
              119.415,
              122.526,
              124.575
            ]
          },
          {
            "id": "instruction_prompt",
            "tokens": 35,
            "median_ms": 83.152,
            "p95_ms": 88.669,
            "max_logit_error": 0.015994906425476074,
            "logits": [
              [
                1.8301854133605957,
                -1.6555149555206299
              ]
            ],
            "samples_ms": [
              83.152,
              81.16,
              88.669
            ]
          },
          {
            "id": "multi_label_aspects",
            "tokens": 41,
            "median_ms": 81.79,
            "p95_ms": 84.074,
            "max_logit_error": 0.4038354158401489,
            "logits": [
              [
                1.8480340242385864,
                2.1040198802948,
                1.6166446208953857,
                -5.172761917114258,
                -3.961876630783081,
                -4.603903293609619
              ]
            ],
            "samples_ms": [
              84.074,
              81.79,
              80.855
            ]
          },
          {
            "id": "long_context_cutoff",
            "tokens": 198,
            "median_ms": 250.874,
            "p95_ms": 252.873,
            "max_logit_error": 0.42143404483795166,
            "logits": [
              [
                0.7971519231796265,
                -1.4970545768737793,
                -1.9002348184585571
              ]
            ],
            "samples_ms": [
              238.373,
              250.874,
              252.873
            ]
          },
          {
            "id": "described_prompt_choice",
            "tokens": 87,
            "median_ms": 117.187,
            "p95_ms": 118.458,
            "max_logit_error": 0.0331994891166687,
            "logits": [
              [
                0.2853166460990906,
                -0.6304823160171509,
                -2.3566532135009766
              ]
            ],
            "samples_ms": [
              116.751,
              117.187,
              118.458
            ]
          },
          {
            "id": "choice_score_noul",
            "tokens": 158,
            "median_ms": 185.545,
            "p95_ms": 186.761,
            "max_logit_error": 0.11369681358337402,
            "logits": [
              [
                0.7415046691894531,
                -1.308090090751648,
                -1.4229182004928589
              ],
              [
                -1.551451325416565,
                -1.8780757188796997,
                -1.5485312938690186,
                -1.0499252080917358
              ],
              [
                -0.7069659233093262,
                0.3646862506866455
              ]
            ],
            "samples_ms": [
              185.545,
              186.761,
              184.921
            ]
          },
          {
            "id": "binary_short",
            "tokens": 40,
            "median_ms": 82.48,
            "p95_ms": 84.445,
            "max_logit_error": 0.04196585714817047,
            "logits": [
              [
                -0.1199280396103859,
                -0.12062974274158478
              ]
            ],
            "samples_ms": [
              84.445,
              80.635,
              82.48
            ]
          },
          {
            "id": "described_four_labels",
            "tokens": 79,
            "median_ms": 115.502,
            "p95_ms": 117.606,
            "max_logit_error": 0.06197464466094971,
            "logits": [
              [
                0.6956205368041992,
                -1.800553798675537,
                -1.5694905519485474,
                -1.8841803073883057
              ]
            ],
            "samples_ms": [
              114.007,
              117.606,
              115.502
            ]
          },
          {
            "id": "score_and_noul",
            "tokens": 93,
            "median_ms": 118.392,
            "p95_ms": 120.965,
            "max_logit_error": 0.03593379259109497,
            "logits": [
              [
                -0.5289738774299622,
                -0.7801679372787476,
                -1.3126132488250732
              ],
              [
                0.439281165599823,
                -0.7627236247062683
              ]
            ],
            "samples_ms": [
              120.965,
              117.945,
              118.392
            ]
          },
          {
            "id": "mixed_longer",
            "tokens": 174,
            "median_ms": 219.399,
            "p95_ms": 224.981,
            "max_logit_error": 0.05724895000457764,
            "logits": [
              [
                0.3050369620323181,
                -1.2924771308898926,
                -0.9090039730072021
              ],
              [
                -1.5252559185028076,
                -1.5261579751968384,
                -1.388321042060852,
                -1.2494364976882935
              ],
              [
                -1.0785642862319946,
                0.6404154300689697
              ]
            ],
            "samples_ms": [
              219.399,
              217.629,
              224.981
            ]
          }
        ]
      },
      "peak_process_footprint_bytes": 183288984
    }
  },
  "serving": {
    "native": {
      "backend_requested": "native",
      "binary_sha256": "1615b2787e1111f1bde9e2e1c11bd9d9129c3b16f041a6d2f97ff4961a72bfdc",
      "command": [
        "${ANTFLY_DIR}/zig/zig-out/bin/antfly-inference-bench-server",
        "run",
        "--host",
        "127.0.0.1",
        "--port",
        "18769",
        "--models-dir",
        "${RELEASE_DIR}/models",
        "--max-loaded-models",
        "1",
        "--max-concurrent-requests",
        "1",
        "--process-memory-budget-mb",
        "8192",
        "--host-budget-mb",
        "6144",
        "--backend-budget-mb",
        "4096",
        "--combined-budget-mb",
        "8192",
        "--preload-model",
        "extractor:native:antflydb/gliner2.5-decide-1B-gguf"
      ],
      "required_backend": "native",
      "results": [
        {
          "id": "english_intent",
          "route": "extract",
          "elapsed_ms": 2767.3187500004133,
          "response": {
            "status": 200,
            "body": {
              "object": "extraction",
              "model": "antflydb/gliner2.5-decide-1B-gguf",
              "schema_version": 2,
              "data": [
                {
                  "offset_unit": "unicode_codepoints",
                  "classifications": [
                    {
                      "name": "intent",
                      "label": "refund",
                      "score": 0.9962573051452637
                    }
                  ],
                  "solvers": {
                    "classification": {
                      "status": "optimal",
                      "utility": 2.782538652420044,
                      "visited_nodes": 3,
                      "exhausted": false
                    }
                  }
                }
              ],
              "usage": {
                "prompt_tokens": 25,
                "completion_tokens": 0,
                "total_tokens": 25
              }
            }
          },
          "passed": true
        },
        {
          "id": "spanish_intent",
          "route": "extract",
          "elapsed_ms": 693.9363339988631,
          "response": {
            "status": 200,
            "body": {
              "object": "extraction",
              "model": "antflydb/gliner2.5-decide-1B-gguf",
              "schema_version": 2,
              "data": [
                {
                  "offset_unit": "unicode_codepoints",
                  "classifications": [
                    {
                      "name": "intenci\u00f3n",
                      "label": "cancelar",
                      "score": 0.9992783665657043
                    }
                  ],
                  "solvers": {
                    "classification": {
                      "status": "optimal",
                      "utility": 3.662010431289673,
                      "visited_nodes": 4,
                      "exhausted": false
                    }
                  }
                }
              ],
              "usage": {
                "prompt_tokens": 37,
                "completion_tokens": 0,
                "total_tokens": 37
              }
            }
          },
          "passed": true
        },
        {
          "id": "japanese_intent",
          "route": "extract",
          "elapsed_ms": 695.8633329995791,
          "response": {
            "status": 200,
            "body": {
              "object": "extraction",
              "model": "antflydb/gliner2.5-decide-1B-gguf",
              "schema_version": 2,
              "data": [
                {
                  "offset_unit": "unicode_codepoints",
                  "classifications": [
                    {
                      "name": "\u4f9d\u983c",
                      "label": "\u30ad\u30e3\u30f3\u30bb\u30eb",
                      "score": 0.9900563955307007
                    }
                  ],
                  "solvers": {
                    "classification": {
                      "status": "optimal",
                      "utility": 2.763552188873291,
                      "visited_nodes": 4,
                      "exhausted": false
                    }
                  }
                }
              ],
              "usage": {
                "prompt_tokens": 45,
                "completion_tokens": 0,
                "total_tokens": 45
              }
            }
          },
          "passed": true
        },
        {
          "id": "arabic_intent",
          "route": "extract",
          "elapsed_ms": 665.7182079979975,
          "response": {
            "status": 200,
            "body": {
              "object": "extraction",
              "model": "antflydb/gliner2.5-decide-1B-gguf",
              "schema_version": 2,
              "data": [
                {
                  "offset_unit": "unicode_codepoints",
                  "classifications": [
                    {
                      "name": "\u0627\u0644\u0637\u0644\u0628",
                      "label": "\u062a\u063a\u064a\u064a\u0631",
                      "score": 0.9558354616165161
                    }
                  ],
                  "solvers": {
                    "classification": {
                      "status": "optimal",
                      "utility": 1.5469462871551514,
                      "visited_nodes": 4,
                      "exhausted": false
                    }
                  }
                }
              ],
              "usage": {
                "prompt_tokens": 61,
                "completion_tokens": 0,
                "total_tokens": 61
              }
            }
          },
          "passed": true
        },
        {
          "id": "described_labels",
          "route": "extract",
          "elapsed_ms": 698.3013330027461,
          "response": {
            "status": 200,
            "body": {
              "object": "extraction",
              "model": "antflydb/gliner2.5-decide-1B-gguf",
              "schema_version": 2,
              "data": [
                {
                  "offset_unit": "unicode_codepoints",
                  "classifications": [
                    {
                      "name": "intent",
                      "label": "card_pin_change",
                      "score": 0.5005353689193726
                    }
                  ],
                  "solvers": {
                    "classification": {
                      "status": "optimal",
                      "utility": -0.44942861795425415,
                      "visited_nodes": 3,
                      "exhausted": false
                    }
                  }
                }
              ],
              "usage": {
                "prompt_tokens": 83,
                "completion_tokens": 0,
                "total_tokens": 83
              }
            }
          },
          "passed": true
        },
        {
          "id": "instruction_prompt",
          "route": "extract",
          "elapsed_ms": 642.2015000025567,
          "response": {
            "status": 200,
            "body": {
              "object": "extraction",
              "model": "antflydb/gliner2.5-decide-1B-gguf",
              "schema_version": 2,
              "data": [
                {
                  "offset_unit": "unicode_codepoints",
                  "classifications": [
                    {
                      "name": "answer",
                      "label": "yes",
                      "score": 0.9707541465759277
                    }
                  ],
                  "solvers": {
                    "classification": {
                      "status": "optimal",
                      "utility": 1.8413138389587402,
                      "visited_nodes": 2,
                      "exhausted": false
                    }
                  }
                }
              ],
              "usage": {
                "prompt_tokens": 35,
                "completion_tokens": 0,
                "total_tokens": 35
              }
            }
          },
          "passed": true
        },
        {
          "id": "multi_label_aspects",
          "route": "extract",
          "elapsed_ms": 670.9124579974741,
          "response": {
            "status": 200,
            "body": {
              "object": "extraction",
              "model": "antflydb/gliner2.5-decide-1B-gguf",
              "schema_version": 2,
              "data": [
                {
                  "offset_unit": "unicode_codepoints",
                  "classifications": [
                    {
                      "name": "aspects",
                      "label": "battery",
                      "score": 0.8844283223152161
                    },
                    {
                      "name": "aspects",
                      "label": "keyboard",
                      "score": 0.8455860614776611
                    },
                    {
                      "name": "aspects",
                      "label": "screen",
                      "score": 0.8230921626091003
                    }
                  ],
                  "solvers": {
                    "classification": {
                      "status": "optimal",
                      "utility": 6.489277905081634,
                      "visited_nodes": 1,
                      "exhausted": false
                    }
                  }
                }
              ],
              "usage": {
                "prompt_tokens": 41,
                "completion_tokens": 0,
                "total_tokens": 41
              }
            }
          },
          "passed": true
        },
        {
          "id": "long_context_cutoff",
          "route": "extract",
          "elapsed_ms": 959.3226670003787,
          "response": {
            "status": 200,
            "body": {
              "object": "extraction",
              "model": "antflydb/gliner2.5-decide-1B-gguf",
              "schema_version": 2,
              "data": [
                {
                  "offset_unit": "unicode_codepoints",
                  "classifications": [
                    {
                      "name": "topic",
                      "label": "employment",
                      "score": 0.7741079330444336
                    }
                  ],
                  "solvers": {
                    "classification": {
                      "status": "optimal",
                      "utility": 0.5264807939529419,
                      "visited_nodes": 3,
                      "exhausted": false
                    }
                  }
                }
              ],
              "usage": {
                "prompt_tokens": 198,
                "completion_tokens": 0,
                "total_tokens": 198
              }
            }
          },
          "passed": true
        },
        {
          "id": "described_prompt_choice",
          "route": "decide",
          "elapsed_ms": 731.850874999509,
          "response": {
            "status": 200,
            "body": {
              "model": "antflydb/gliner2.5-decide-1B-gguf",
              "answers": {
                "action": {
                  "type": "choice",
                  "choice": "send_pin",
                  "probabilities": {
                    "send_pin": 0.6714258193969727,
                    "replace_card": 0.28024688363075256,
                    "balance_help": 0.04832729324698448
                  }
                }
              },
              "usage": {
                "input_tokens": 87,
                "output_tokens": 0
              }
            }
          },
          "passed": true
        },
        {
          "id": "choice_score_noul",
          "route": "decide",
          "elapsed_ms": 833.7814999977127,
          "response": {
            "status": 200,
            "body": {
              "model": "antflydb/gliner2.5-decide-1B-gguf",
              "answers": {
                "response": {
                  "type": "choice",
                  "choice": "rollback",
                  "probabilities": {
                    "rollback": 0.8287984132766724,
                    "retry": 0.09113436192274094,
                    "observe": 0.0800672397017479
                  }
                },
                "severity": {
                  "type": "score",
                  "score": 1.7401925176382065,
                  "legend": {
                    "0": "Low impact",
                    "1": "Moderate impact",
                    "2": "High impact",
                    "3": "Critical impact"
                  },
                  "probabilities": {
                    "0": 0.23222987353801727,
                    "1": 0.16626812517642975,
                    "2": 0.23058152198791504,
                    "3": 0.37092044949531555
                  }
                },
                "page_on_call": {
                  "type": "noul",
                  "noul": 0.7588280439376831
                }
              },
              "usage": {
                "input_tokens": 158,
                "output_tokens": 0
              }
            }
          },
          "passed": true
        },
        {
          "id": "binary_short",
          "route": "decide",
          "elapsed_ms": 720.5219579991535,
          "response": {
            "status": 200,
            "body": {
              "model": "antflydb/gliner2.5-decide-1B-gguf",
              "answers": {
                "refund": {
                  "type": "choice",
                  "choice": "refund",
                  "probabilities": {
                    "refund": 0.5209535360336304,
                    "keep": 0.47904646396636963
                  }
                }
              },
              "usage": {
                "input_tokens": 40,
                "output_tokens": 0
              }
            }
          },
          "passed": true
        },
        {
          "id": "described_four_labels",
          "route": "decide",
          "elapsed_ms": 703.3293749991572,
          "response": {
            "status": 200,
            "body": {
              "model": "antflydb/gliner2.5-decide-1B-gguf",
              "answers": {
                "action": {
                  "type": "choice",
                  "choice": "reset",
                  "probabilities": {
                    "reset": 0.7779102921485901,
                    "refund": 0.07291090488433838,
                    "cancel": 0.08500776439905167,
                    "ship": 0.06417100876569748
                  }
                }
              },
              "usage": {
                "input_tokens": 79,
                "output_tokens": 0
              }
            }
          },
          "passed": true
        },
        {
          "id": "score_and_noul",
          "route": "decide",
          "elapsed_ms": 710.2717919988208,
          "response": {
            "status": 200,
            "body": {
              "model": "antflydb/gliner2.5-decide-1B-gguf",
              "answers": {
                "severity": {
                  "type": "score",
                  "score": 0.7709876596927643,
                  "legend": {
                    "0": "No impact",
                    "1": "Small impact",
                    "2": "Major impact"
                  },
                  "probabilities": {
                    "0": 0.4393300414085388,
                    "1": 0.3503521978855133,
                    "2": 0.2103177309036255
                  }
                },
                "page": {
                  "type": "noul",
                  "noul": 0.21890267729759216
                }
              },
              "usage": {
                "input_tokens": 93,
                "output_tokens": 0
              }
            }
          },
          "passed": true
        },
        {
          "id": "mixed_longer",
          "route": "decide",
          "elapsed_ms": 970.3179159987485,
          "response": {
            "status": 200,
            "body": {
              "model": "antflydb/gliner2.5-decide-1B-gguf",
              "answers": {
                "action": {
                  "type": "choice",
                  "choice": "rollback",
                  "probabilities": {
                    "rollback": 0.6747900247573853,
                    "retry": 0.1340658962726593,
                    "wait": 0.19114406406879425
                  }
                },
                "severity": {
                  "type": "score",
                  "score": 1.6273143291473389,
                  "legend": {
                    "0": "Low",
                    "1": "Moderate",
                    "2": "High",
                    "3": "Critical"
                  },
                  "probabilities": {
                    "0": 0.21846941113471985,
                    "1": 0.22645795345306396,
                    "2": 0.2643614411354065,
                    "3": 0.2907111644744873
                  }
                },
                "page": {
                  "type": "noul",
                  "noul": 0.8340135216712952
                }
              },
              "usage": {
                "input_tokens": 174,
                "output_tokens": 0
              }
            }
          },
          "passed": true
        }
      ],
      "passed": true
    },
    "metal": {
      "backend_requested": "metal",
      "binary_sha256": "1615b2787e1111f1bde9e2e1c11bd9d9129c3b16f041a6d2f97ff4961a72bfdc",
      "command": [
        "${ANTFLY_DIR}/zig/zig-out/bin/antfly-inference-bench-server",
        "run",
        "--host",
        "127.0.0.1",
        "--port",
        "18769",
        "--models-dir",
        "${RELEASE_DIR}/models",
        "--max-loaded-models",
        "1",
        "--max-concurrent-requests",
        "1",
        "--process-memory-budget-mb",
        "8192",
        "--host-budget-mb",
        "6144",
        "--backend-budget-mb",
        "4096",
        "--combined-budget-mb",
        "8192",
        "--preload-model",
        "extractor:metal:antflydb/gliner2.5-decide-1B-gguf"
      ],
      "required_backend": "metal",
      "results": [
        {
          "id": "english_intent",
          "route": "extract",
          "elapsed_ms": 948.0069999990519,
          "response": {
            "status": 200,
            "body": {
              "object": "extraction",
              "model": "antflydb/gliner2.5-decide-1B-gguf",
              "schema_version": 2,
              "data": [
                {
                  "offset_unit": "unicode_codepoints",
                  "classifications": [
                    {
                      "name": "intent",
                      "label": "refund",
                      "score": 0.9962565898895264
                    }
                  ],
                  "solvers": {
                    "classification": {
                      "status": "optimal",
                      "utility": 2.7824366092681885,
                      "visited_nodes": 3,
                      "exhausted": false
                    }
                  }
                }
              ],
              "usage": {
                "prompt_tokens": 25,
                "completion_tokens": 0,
                "total_tokens": 25
              }
            }
          },
          "passed": true
        },
        {
          "id": "spanish_intent",
          "route": "extract",
          "elapsed_ms": 72.23229099690798,
          "response": {
            "status": 200,
            "body": {
              "object": "extraction",
              "model": "antflydb/gliner2.5-decide-1B-gguf",
              "schema_version": 2,
              "data": [
                {
                  "offset_unit": "unicode_codepoints",
                  "classifications": [
                    {
                      "name": "intenci\u00f3n",
                      "label": "cancelar",
                      "score": 0.9992782473564148
                    }
                  ],
                  "solvers": {
                    "classification": {
                      "status": "optimal",
                      "utility": 3.6617918014526367,
                      "visited_nodes": 4,
                      "exhausted": false
                    }
                  }
                }
              ],
              "usage": {
                "prompt_tokens": 37,
                "completion_tokens": 0,
                "total_tokens": 37
              }
            }
          },
          "passed": true
        },
        {
          "id": "japanese_intent",
          "route": "extract",
          "elapsed_ms": 70.31741600076202,
          "response": {
            "status": 200,
            "body": {
              "object": "extraction",
              "model": "antflydb/gliner2.5-decide-1B-gguf",
              "schema_version": 2,
              "data": [
                {
                  "offset_unit": "unicode_codepoints",
                  "classifications": [
                    {
                      "name": "\u4f9d\u983c",
                      "label": "\u30ad\u30e3\u30f3\u30bb\u30eb",
                      "score": 0.9900538921356201
                    }
                  ],
                  "solvers": {
                    "classification": {
                      "status": "optimal",
                      "utility": 2.763531446456909,
                      "visited_nodes": 4,
                      "exhausted": false
                    }
                  }
                }
              ],
              "usage": {
                "prompt_tokens": 45,
                "completion_tokens": 0,
                "total_tokens": 45
              }
            }
          },
          "passed": true
        },
        {
          "id": "arabic_intent",
          "route": "extract",
          "elapsed_ms": 81.86079200095264,
          "response": {
            "status": 200,
            "body": {
              "object": "extraction",
              "model": "antflydb/gliner2.5-decide-1B-gguf",
              "schema_version": 2,
              "data": [
                {
                  "offset_unit": "unicode_codepoints",
                  "classifications": [
                    {
                      "name": "\u0627\u0644\u0637\u0644\u0628",
                      "label": "\u062a\u063a\u064a\u064a\u0631",
                      "score": 0.9558391571044922
                    }
                  ],
                  "solvers": {
                    "classification": {
                      "status": "optimal",
                      "utility": 1.5470284223556519,
                      "visited_nodes": 4,
                      "exhausted": false
                    }
                  }
                }
              ],
              "usage": {
                "prompt_tokens": 61,
                "completion_tokens": 0,
                "total_tokens": 61
              }
            }
          },
          "passed": true
        },
        {
          "id": "described_labels",
          "route": "extract",
          "elapsed_ms": 120.3525000018999,
          "response": {
            "status": 200,
            "body": {
              "object": "extraction",
              "model": "antflydb/gliner2.5-decide-1B-gguf",
              "schema_version": 2,
              "data": [
                {
                  "offset_unit": "unicode_codepoints",
                  "classifications": [
                    {
                      "name": "intent",
                      "label": "card_pin_change",
                      "score": 0.5005000829696655
                    }
                  ],
                  "solvers": {
                    "classification": {
                      "status": "optimal",
                      "utility": -0.4495925307273865,
                      "visited_nodes": 3,
                      "exhausted": false
                    }
                  }
                }
              ],
              "usage": {
                "prompt_tokens": 83,
                "completion_tokens": 0,
                "total_tokens": 83
              }
            }
          },
          "passed": true
        },
        {
          "id": "instruction_prompt",
          "route": "extract",
          "elapsed_ms": 72.19166700087953,
          "response": {
            "status": 200,
            "body": {
              "object": "extraction",
              "model": "antflydb/gliner2.5-decide-1B-gguf",
              "schema_version": 2,
              "data": [
                {
                  "offset_unit": "unicode_codepoints",
                  "classifications": [
                    {
                      "name": "answer",
                      "label": "yes",
                      "score": 0.9707394242286682
                    }
                  ],
                  "solvers": {
                    "classification": {
                      "status": "optimal",
                      "utility": 1.8410570621490479,
                      "visited_nodes": 2,
                      "exhausted": false
                    }
                  }
                }
              ],
              "usage": {
                "prompt_tokens": 35,
                "completion_tokens": 0,
                "total_tokens": 35
              }
            }
          },
          "passed": true
        },
        {
          "id": "multi_label_aspects",
          "route": "extract",
          "elapsed_ms": 69.0010420003091,
          "response": {
            "status": 200,
            "body": {
              "object": "extraction",
              "model": "antflydb/gliner2.5-decide-1B-gguf",
              "schema_version": 2,
              "data": [
                {
                  "offset_unit": "unicode_codepoints",
                  "classifications": [
                    {
                      "name": "aspects",
                      "label": "battery",
                      "score": 0.8844195604324341
                    },
                    {
                      "name": "aspects",
                      "label": "keyboard",
                      "score": 0.8455196619033813
                    },
                    {
                      "name": "aspects",
                      "label": "screen",
                      "score": 0.8230400085449219
                    }
                  ],
                  "solvers": {
                    "classification": {
                      "status": "optimal",
                      "utility": 6.488325780485992,
                      "visited_nodes": 1,
                      "exhausted": false
                    }
                  }
                }
              ],
              "usage": {
                "prompt_tokens": 41,
                "completion_tokens": 0,
                "total_tokens": 41
              }
            }
          },
          "passed": true
        },
        {
          "id": "long_context_cutoff",
          "route": "extract",
          "elapsed_ms": 225.36424999998417,
          "response": {
            "status": 200,
            "body": {
              "object": "extraction",
              "model": "antflydb/gliner2.5-decide-1B-gguf",
              "schema_version": 2,
              "data": [
                {
                  "offset_unit": "unicode_codepoints",
                  "classifications": [
                    {
                      "name": "topic",
                      "label": "employment",
                      "score": 0.7741034626960754
                    }
                  ],
                  "solvers": {
                    "classification": {
                      "status": "optimal",
                      "utility": 0.5265380144119263,
                      "visited_nodes": 3,
                      "exhausted": false
                    }
                  }
                }
              ],
              "usage": {
                "prompt_tokens": 198,
                "completion_tokens": 0,
                "total_tokens": 198
              }
            }
          },
          "passed": true
        },
        {
          "id": "described_prompt_choice",
          "route": "decide",
          "elapsed_ms": 117.71920799947111,
          "response": {
            "status": 200,
            "body": {
              "model": "antflydb/gliner2.5-decide-1B-gguf",
              "answers": {
                "action": {
                  "type": "choice",
                  "choice": "send_pin",
                  "probabilities": {
                    "send_pin": 0.6712885499000549,
                    "replace_card": 0.280377060174942,
                    "balance_help": 0.04833436757326126
                  }
                }
              },
              "usage": {
                "input_tokens": 87,
                "output_tokens": 0
              }
            }
          },
          "passed": true
        },
        {
          "id": "choice_score_noul",
          "route": "decide",
          "elapsed_ms": 183.15295900174533,
          "response": {
            "status": 200,
            "body": {
              "model": "antflydb/gliner2.5-decide-1B-gguf",
              "answers": {
                "response": {
                  "type": "choice",
                  "choice": "rollback",
                  "probabilities": {
                    "rollback": 0.8288095593452454,
                    "retry": 0.09112943708896637,
                    "observe": 0.08006100356578827
                  }
                },
                "severity": {
                  "type": "score",
                  "score": 1.7401254326105118,
                  "legend": {
                    "0": "Low impact",
                    "1": "Moderate impact",
                    "2": "High impact",
                    "3": "Critical impact"
                  },
                  "probabilities": {
                    "0": 0.23225712776184082,
                    "1": 0.16627193987369537,
                    "2": 0.23055925965309143,
                    "3": 0.3709116578102112
                  }
                },
                "page_on_call": {
                  "type": "noul",
                  "noul": 0.7588009238243103
                }
              },
              "usage": {
                "input_tokens": 158,
                "output_tokens": 0
              }
            }
          },
          "passed": true
        },
        {
          "id": "binary_short",
          "route": "decide",
          "elapsed_ms": 78.72908400167944,
          "response": {
            "status": 200,
            "body": {
              "model": "antflydb/gliner2.5-decide-1B-gguf",
              "answers": {
                "refund": {
                  "type": "choice",
                  "choice": "refund",
                  "probabilities": {
                    "refund": 0.5209514498710632,
                    "keep": 0.47904857993125916
                  }
                }
              },
              "usage": {
                "input_tokens": 40,
                "output_tokens": 0
              }
            }
          },
          "passed": true
        },
        {
          "id": "described_four_labels",
          "route": "decide",
          "elapsed_ms": 119.5720830000937,
          "response": {
            "status": 200,
            "body": {
              "model": "antflydb/gliner2.5-decide-1B-gguf",
              "answers": {
                "action": {
                  "type": "choice",
                  "choice": "reset",
                  "probabilities": {
                    "reset": 0.7779678106307983,
                    "refund": 0.0728931725025177,
                    "cancel": 0.08498164266347885,
                    "ship": 0.06415734440088272
                  }
                }
              },
              "usage": {
                "input_tokens": 79,
                "output_tokens": 0
              }
            }
          },
          "passed": true
        },
        {
          "id": "score_and_noul",
          "route": "decide",
          "elapsed_ms": 118.45437500232947,
          "response": {
            "status": 200,
            "body": {
              "model": "antflydb/gliner2.5-decide-1B-gguf",
              "answers": {
                "severity": {
                  "type": "score",
                  "score": 0.7709950804710388,
                  "legend": {
                    "0": "No impact",
                    "1": "Small impact",
                    "2": "Major impact"
                  },
                  "probabilities": {
                    "0": 0.4393330216407776,
                    "1": 0.350338876247406,
                    "2": 0.2103281021118164
                  }
                },
                "page": {
                  "type": "noul",
                  "noul": 0.21891134977340698
                }
              },
              "usage": {
                "input_tokens": 93,
                "output_tokens": 0
              }
            }
          },
          "passed": true
        },
        {
          "id": "mixed_longer",
          "route": "decide",
          "elapsed_ms": 182.4247500007914,
          "response": {
            "status": 200,
            "body": {
              "model": "antflydb/gliner2.5-decide-1B-gguf",
              "answers": {
                "action": {
                  "type": "choice",
                  "choice": "rollback",
                  "probabilities": {
                    "rollback": 0.6748348474502563,
                    "retry": 0.1340557336807251,
                    "wait": 0.19110944867134094
                  }
                },
                "severity": {
                  "type": "score",
                  "score": 1.6272962391376495,
                  "legend": {
                    "0": "Low",
                    "1": "Moderate",
                    "2": "High",
                    "3": "Critical"
                  },
                  "probabilities": {
                    "0": 0.21847832202911377,
                    "1": 0.2264559268951416,
                    "2": 0.2643568515777588,
                    "3": 0.29070886969566345
                  }
                },
                "page": {
                  "type": "noul",
                  "noul": 0.8339722156524658
                }
              },
              "usage": {
                "input_tokens": 174,
                "output_tokens": 0
              }
            }
          },
          "passed": true
        }
      ],
      "passed": true
    }
  },
  "focused_tests": {
    "count": 7,
    "output": "1/7 inference_internal.test.GLiNER Decide artifact test reachability...OK\n2/7 models.gliner_decide_qualification.test.GLiNER Decide qualification binds exact loaded legacy identity...OK\n3/7 models.gliner_decide_qualification.test.GLiNER Decide 1B qualification binds exact loaded identity...OK\n4/7 models.gliner_decide_qualification.test.GLiNER Decide 1B serving policy stays within measured backend and geometry...OK\n5/7 models.tensor_store.test.open split gliner gguf bundle from manifest...OK\n6/7 gguf.root.test_0...OK\n7/7 models.manifest.test.GLiNER Decide listing falls back to tokenizer JSON marker IDs...OK\nAll 7 tests passed.\n"
  },
  "earlier_control_failure": {
    "receipt": {
      "command": [
        "${ANTFLY_DIR}/zig/zig-out/bin/antfly-inference-gliner-decide-quant-bench",
        "--model-dir",
        "${RELEASE_DIR}/bundle",
        "--backend",
        "metal",
        "--capture",
        "${RELEASE_DIR}/benchmark-six.json",
        "--warmups",
        "3",
        "--reps",
        "20",
        "--tolerance",
        ".05"
      ],
      "exit_code": 86,
      "wall_seconds": 132.2631118297577,
      "binary_sha256": "34f93e2b412e0d6836dc1ca6e24a5563e4dd5444c2fbaa5e74cec14bc54fb178",
      "threads": 2,
      "f16_mirrors": false
    },
    "log": "metal described_prompt_choice: 130.503 ms, error 0.004620\nmetal choice_score_noul: 187.521 ms, error 0.002686\n      132.20 real         0.25 user         0.64 sys\n           163184640  maximum resident set size\n                   0  average shared memory size\n                   0  average unshared data size\n                   0  average unshared stack size\n              109046  page reclaims\n                   0  page faults\n                   0  swaps\n                   0  block input operations\n                   0  block output operations\n                   0  messages sent\n                   0  messages received\n                   0  signals received\n                   0  voluntary context switches\n                6744  involuntary context switches\n          6871155752  instructions retired\n          2201343018  cycles elapsed\n           182912536  peak memory footprint\n",
    "interpretation": "One earlier direct-Q8 control hit the 120-second hard watchdog. Its run is excluded from completed-run timing summaries but retained here. Three later paired direct-Q8 controls completed. Root cause is unresolved. The recommended FP16-matrix path completed every recorded optimized run."
  },
  "optimized_q8_completed_requests": 948,
  "optimized_q8_processes": 9
}