generation_bench_results/warmup_runs.partial.jsonl

{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 64, "prefill_time_sec": 20.030063987942412, "decode_time_sec": 1.0472896150313318, "total_time_sec": 21.08037214993965, "prefill_units_per_sec": 10.634014955130477, "prefill_bytes_per_sec": 10.584090002289487, "decode_units_per_sec": 61.11012568198274, "decode_bytes_per_sec": 61.11012568198274, "total_units_per_sec": 3.0359995328727263, "total_bytes_per_sec": 3.0359995328727263, "step_latency_ms": {"count": 64, "sum": 1032, "mean": 16.125, "median": 7.0, "p95": 33.849999999999994, "max": 230, "min": 7}, "peak_allocated_mb": 3556.9033203125, "peak_reserved_mb": 9920.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 212, "mean": 212.0, "median": 212.0, "p95": 212.0, "max": 212, "min": 212}, "model_input_units": {"count": 1, "sum": 213, "mean": 213.0, "median": 213.0, "p95": 213.0, "max": 213, "min": 213}}, "generated_stats": {"units": {"count": 1, "sum": 64, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}, "bytes": {"count": 1, "sum": 64, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}}, "compression_summary": {"raw_prompt_bytes": 212, "model_input_units": 213, "stage0_units": 100, "stage1_units": 42, "bytes_per_stage0_unit": 2.12, "stage0_per_stage1_unit": 2.380952380952381}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 213, "units_out": 100, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 1, 1, 1, 1, 3, 2, 4, 1, 1, 1, 9, 1, 3, 1, 1, 3, 1, 4, 1, 9, 1, 1, 1, 1, 2, 5, 2, 1, 3, 1, 3, 1, 1, 2, 4, 1, 1, 9, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 3, 2, 1, 3, 1, 3, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 4, 1, 9, 1, 3, 1, 3, 1, 1, 1], "chunk_stats": {"count": 100, "sum": 213, "mean": 2.13, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 100, "units_out": 42, "chunk_lengths": [1, 2, 2, 5, 2, 3, 2, 3, 4, 1, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 1, 4, 1, 3, 1, 4, 2, 1, 3, 2, 2, 3, 3, 1, 5, 4, 6, 3, 1, 4, 2, 1], "chunk_stats": {"count": 42, "sum": 100, "mean": 2.380952380952381, "median": 2.0, "p95": 4.949999999999996, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 30, "chunk_lengths": [1, 9, 3, 4, 1, 1, 1, 1, 2, 4, 2, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 1, 1, 1, 5, 1], "chunk_stats": {"count": 30, "sum": 64, "mean": 2.1333333333333333, "median": 1.0, "p95": 6.099999999999994, "max": 9, "min": 1}, "active_size_stats": {"count": 64, "sum": 64, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 8, "chunk_lengths": [1, 1, 8, 8, 6, 1, 1, 1, 3], "chunk_stats": {"count": 9, "sum": 30, "mean": 3.3333333333333335, "median": 1.0, "p95": 8.0, "max": 8, "min": 1}, "active_size_stats": {"count": 30, "sum": 30, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.061119014979340136, "decode_time_sec": 1.6831181040033698, "total_time_sec": 1.7470763099845499, "prefill_units_per_sec": 3485.003808912819, "prefill_bytes_per_sec": 3468.642288683181, "decode_units_per_sec": 76.04932755196823, "decode_bytes_per_sec": 76.04932755196823, "total_units_per_sec": 73.26525994799388, "total_bytes_per_sec": 73.26525994799388, "step_latency_ms": {"count": 128, "sum": 1663, "mean": 12.9921875, "median": 7.0, "p95": 33.0, "max": 38, "min": 7}, "peak_allocated_mb": 3318.39208984375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 212, "mean": 212.0, "median": 212.0, "p95": 212.0, "max": 212, "min": 212}, "model_input_units": {"count": 1, "sum": 213, "mean": 213.0, "median": 213.0, "p95": 213.0, "max": 213, "min": 213}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 212, "model_input_units": 213, "stage0_units": 100, "stage1_units": 42, "bytes_per_stage0_unit": 2.12, "stage0_per_stage1_unit": 2.380952380952381}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 213, "units_out": 100, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 1, 1, 1, 1, 3, 2, 4, 1, 1, 1, 9, 1, 3, 1, 1, 3, 1, 4, 1, 9, 1, 1, 1, 1, 2, 5, 2, 1, 3, 1, 3, 1, 1, 2, 4, 1, 1, 9, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 3, 2, 1, 3, 1, 3, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 4, 1, 9, 1, 3, 1, 3, 1, 1, 1], "chunk_stats": {"count": 100, "sum": 213, "mean": 2.13, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 100, "units_out": 42, "chunk_lengths": [1, 2, 2, 5, 2, 3, 2, 3, 4, 1, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 1, 4, 1, 3, 1, 4, 2, 1, 3, 2, 2, 3, 3, 1, 5, 4, 6, 3, 1, 4, 2, 1], "chunk_stats": {"count": 42, "sum": 100, "mean": 2.380952380952381, "median": 2.0, "p95": 4.949999999999996, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 55, "chunk_lengths": [1, 9, 3, 4, 1, 1, 1, 1, 2, 4, 2, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 1, 1, 1, 5, 1, 2, 4, 1, 6, 1, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 4, 1, 1, 9, 1, 3, 1, 4], "chunk_stats": {"count": 56, "sum": 128, "mean": 2.2857142857142856, "median": 1.0, "p95": 6.25, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 1, 8, 8, 6, 1, 1, 1, 5, 1, 3, 1, 1, 7, 3, 3, 1, 3], "chunk_stats": {"count": 18, "sum": 55, "mean": 3.0555555555555554, "median": 2.0, "p95": 8.0, "max": 8, "min": 1}, "active_size_stats": {"count": 55, "sum": 55, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "hnet", "workload": "code/256B", "batch_size": 2, "max_new_tokens": 64, "prefill_time_sec": 0.2073598449351266, "decode_time_sec": 1.191086933016777, "total_time_sec": 1.402412437950261, "prefill_units_per_sec": 1900.0785813823527, "prefill_bytes_per_sec": 1890.4335124413255, "decode_units_per_sec": 107.46486797214915, "decode_bytes_per_sec": 107.46486797214915, "total_units_per_sec": 91.27129547359287, "total_bytes_per_sec": 91.27129547359287, "step_latency_ms": {"count": 64, "sum": 1168, "mean": 18.25, "median": 16.0, "p95": 35.849999999999994, "max": 45, "min": 7}, "peak_allocated_mb": 3384.15380859375, "peak_reserved_mb": 3456.0, "prompt_stats": {"raw_bytes": {"count": 2, "sum": 392, "mean": 196.0, "median": 196.0, "p95": 210.4, "max": 212, "min": 180}, "model_input_units": {"count": 2, "sum": 394, "mean": 197.0, "median": 197.0, "p95": 211.4, "max": 213, "min": 181}}, "generated_stats": {"units": {"count": 2, "sum": 128, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}, "bytes": {"count": 2, "sum": 128, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}}, "compression_summary": {"raw_prompt_bytes": 392, "model_input_units": 394, "stage0_units": 162, "stage1_units": 71, "bytes_per_stage0_unit": 2.419753086419753, "stage0_per_stage1_unit": 2.2816901408450705}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 394, "units_out": 162, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 1, 1, 1, 1, 3, 2, 4, 1, 1, 1, 9, 1, 3, 1, 1, 3, 1, 4, 1, 9, 1, 1, 1, 1, 2, 5, 2, 1, 3, 1, 3, 1, 1, 2, 4, 1, 1, 9, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 3, 2, 1, 3, 1, 3, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 4, 1, 9, 1, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 2, 5, 1, 1, 3, 2, 1, 2, 1, 1, 9, 6, 3, 1, 1, 3, 1, 1, 3, 1, 2, 1, 13, 1, 2, 3, 1, 4, 1, 1, 2, 1, 2, 1, 17, 1, 3, 1, 3, 1, 1, 13, 4, 1, 17, 1, 3, 1, 1, 5, 1, 4, 1, 4, 4, 1, 3, 1], "chunk_stats": {"count": 162, "sum": 394, "mean": 2.432098765432099, "median": 1.0, "p95": 8.899999999999977, "max": 17, "min": 1}}, {"stage": 1, "units_in": 162, "units_out": 71, "chunk_lengths": [1, 2, 2, 5, 2, 3, 2, 3, 4, 1, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 1, 4, 1, 3, 1, 4, 2, 1, 3, 2, 2, 3, 3, 1, 5, 4, 6, 3, 1, 4, 2, 1, 1, 2, 2, 1, 1, 3, 4, 1, 1, 1, 5, 4, 1, 1, 2, 4, 4, 1, 4, 2, 1, 2, 1, 5, 1, 3, 1, 2, 1], "chunk_stats": {"count": 71, "sum": 162, "mean": 2.2816901408450705, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 58, "chunk_lengths": [1, 1, 4, 1, 1, 1, 1, 9, 1, 1, 3, 5, 4, 1, 1, 1, 4, 1, 1, 2, 4, 4, 2, 4, 1, 1, 1, 1, 1, 6, 4, 1, 1, 1, 2, 1, 1, 5, 4, 1, 7, 1, 1, 2, 4, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 2, 5, 1, 2], "chunk_stats": {"count": 59, "sum": 128, "mean": 2.169491525423729, "median": 1.0, "p95": 5.099999999999994, "max": 9, "min": 1}, "active_size_stats": {"count": 64, "sum": 128, "mean": 2.0, "median": 2.0, "p95": 2.0, "max": 2, "min": 2}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 3, 2, 1, 1, 1, 8, 6, 1, 3, 8, 1, 6, 1, 1, 7, 1, 3, 3], "chunk_stats": {"count": 19, "sum": 58, "mean": 3.0526315789473686, "median": 2.0, "p95": 8.0, "max": 8, "min": 1}, "active_size_stats": {"count": 45, "sum": 58, "mean": 1.288888888888889, "median": 1.0, "p95": 2.0, "max": 2, "min": 1}}]}}, "status": "ok", "num_samples": 2, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "hnet", "workload": "code/256B", "batch_size": 2, "max_new_tokens": 128, "prefill_time_sec": 0.0629830330144614, "decode_time_sec": 2.3319890450220555, "total_time_sec": 2.3993653759825975, "prefill_units_per_sec": 6255.653009113335, "prefill_bytes_per_sec": 6223.89842531073, "decode_units_per_sec": 109.77753113654906, "decode_bytes_per_sec": 109.77753113654906, "total_units_per_sec": 106.6948796388136, "total_bytes_per_sec": 106.6948796388136, "step_latency_ms": {"count": 128, "sum": 2295, "mean": 17.9296875, "median": 16.0, "p95": 35.0, "max": 35, "min": 7}, "peak_allocated_mb": 3414.87451171875, "peak_reserved_mb": 3496.0, "prompt_stats": {"raw_bytes": {"count": 2, "sum": 392, "mean": 196.0, "median": 196.0, "p95": 210.4, "max": 212, "min": 180}, "model_input_units": {"count": 2, "sum": 394, "mean": 197.0, "median": 197.0, "p95": 211.4, "max": 213, "min": 181}}, "generated_stats": {"units": {"count": 2, "sum": 256, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 2, "sum": 256, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 392, "model_input_units": 394, "stage0_units": 162, "stage1_units": 71, "bytes_per_stage0_unit": 2.419753086419753, "stage0_per_stage1_unit": 2.2816901408450705}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 394, "units_out": 162, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 1, 1, 1, 1, 3, 2, 4, 1, 1, 1, 9, 1, 3, 1, 1, 3, 1, 4, 1, 9, 1, 1, 1, 1, 2, 5, 2, 1, 3, 1, 3, 1, 1, 2, 4, 1, 1, 9, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 3, 2, 1, 3, 1, 3, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 4, 1, 9, 1, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 2, 5, 1, 1, 3, 2, 1, 2, 1, 1, 9, 6, 3, 1, 1, 3, 1, 1, 3, 1, 2, 1, 13, 1, 2, 3, 1, 4, 1, 1, 2, 1, 2, 1, 17, 1, 3, 1, 3, 1, 1, 13, 4, 1, 17, 1, 3, 1, 1, 5, 1, 4, 1, 4, 4, 1, 3, 1], "chunk_stats": {"count": 162, "sum": 394, "mean": 2.432098765432099, "median": 1.0, "p95": 8.899999999999977, "max": 17, "min": 1}}, {"stage": 1, "units_in": 162, "units_out": 71, "chunk_lengths": [1, 2, 2, 5, 2, 3, 2, 3, 4, 1, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 1, 4, 1, 3, 1, 4, 2, 1, 3, 2, 2, 3, 3, 1, 5, 4, 6, 3, 1, 4, 2, 1, 1, 2, 2, 1, 1, 3, 4, 1, 1, 1, 5, 4, 1, 1, 2, 4, 4, 1, 4, 2, 1, 2, 1, 5, 1, 3, 1, 2, 1], "chunk_stats": {"count": 71, "sum": 162, "mean": 2.2816901408450705, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 103, "chunk_lengths": [1, 1, 4, 1, 1, 1, 1, 9, 1, 1, 3, 5, 4, 1, 1, 1, 4, 1, 1, 2, 4, 4, 2, 4, 1, 1, 1, 1, 1, 6, 4, 1, 1, 1, 2, 1, 1, 5, 4, 1, 7, 1, 1, 2, 4, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 2, 5, 1, 2, 5, 1, 1, 4, 1, 6, 1, 9, 1, 4, 1, 5, 1, 1, 1, 6, 2, 5, 2, 1, 5, 2, 1, 5, 5, 1, 2, 4, 2, 1, 1, 1, 4, 1, 1, 7, 1, 4, 5, 1, 1, 3, 2, 1, 2, 7], "chunk_stats": {"count": 105, "sum": 256, "mean": 2.4380952380952383, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 256, "mean": 2.0, "median": 2.0, "p95": 2.0, "max": 2, "min": 2}}, {"stage": 1, "boundary_events": 38, "chunk_lengths": [1, 3, 2, 1, 1, 1, 8, 6, 1, 3, 8, 1, 6, 1, 1, 7, 1, 3, 3, 5, 1, 1, 3, 1, 3, 3, 1, 1, 2, 1, 3, 1, 2, 1, 3, 10, 1, 1, 1], "chunk_stats": {"count": 39, "sum": 103, "mean": 2.641025641025641, "median": 1.0, "p95": 8.0, "max": 10, "min": 1}, "active_size_stats": {"count": 83, "sum": 103, "mean": 1.2409638554216869, "median": 1.0, "p95": 2.0, "max": 2, "min": 1}}]}}, "status": "ok", "num_samples": 2, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "hnet", "workload": "code/256B", "batch_size": 4, "max_new_tokens": 64, "prefill_time_sec": 0.06830130401067436, "decode_time_sec": 1.5037200970109552, "total_time_sec": 1.5782395818969235, "prefill_units_per_sec": 11053.961720584515, "prefill_bytes_per_sec": 10995.39768497877, "decode_units_per_sec": 170.24444942171638, "decode_bytes_per_sec": 170.24444942171638, "total_units_per_sec": 162.20604459324707, "total_bytes_per_sec": 162.20604459324707, "step_latency_ms": {"count": 64, "sum": 1475, "mean": 23.046875, "median": 16.0, "p95": 36.0, "max": 39, "min": 7}, "peak_allocated_mb": 3559.291015625, "peak_reserved_mb": 3606.0, "prompt_stats": {"raw_bytes": {"count": 4, "sum": 751, "mean": 187.75, "median": 182.5, "p95": 207.95, "max": 212, "min": 174}, "model_input_units": {"count": 4, "sum": 755, "mean": 188.75, "median": 183.5, "p95": 208.95, "max": 213, "min": 175}}, "generated_stats": {"units": {"count": 4, "sum": 256, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}, "bytes": {"count": 4, "sum": 256, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}}, "compression_summary": {"raw_prompt_bytes": 751, "model_input_units": 755, "stage0_units": 301, "stage1_units": 140, "bytes_per_stage0_unit": 2.495016611295681, "stage0_per_stage1_unit": 2.15}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 755, "units_out": 301, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 1, 1, 1, 1, 3, 2, 4, 1, 1, 1, 9, 1, 3, 1, 1, 3, 1, 4, 1, 9, 1, 1, 1, 1, 2, 5, 2, 1, 3, 1, 3, 1, 1, 2, 4, 1, 1, 9, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 3, 2, 1, 3, 1, 3, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 4, 1, 9, 1, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 2, 5, 1, 1, 3, 2, 1, 2, 1, 1, 9, 6, 3, 1, 1, 3, 1, 1, 3, 1, 2, 1, 13, 1, 2, 3, 1, 4, 1, 1, 2, 1, 2, 1, 17, 1, 3, 1, 3, 1, 1, 13, 4, 1, 17, 1, 3, 1, 1, 5, 1, 4, 1, 4, 4, 1, 3, 1, 1, 1, 3, 1, 2, 1, 7, 1, 1, 3, 2, 4, 1, 1, 9, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 7, 1, 1, 1, 9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 1, 6, 1, 6, 1, 1, 1, 1, 1, 1, 3, 11, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 3, 3, 1, 12, 2, 1, 5, 3, 1, 2, 1, 12, 2, 1, 1, 1, 3, 4, 1, 2, 3, 1, 3, 2, 3, 1, 1, 5, 1, 2, 4, 1, 2, 4, 2, 2, 1, 7, 1, 1, 1, 7, 1, 3, 1, 3, 4, 1, 2, 1, 1, 2, 5, 1, 1, 1, 1, 6, 1, 3, 1, 1], "chunk_stats": {"count": 301, "sum": 755, "mean": 2.5083056478405314, "median": 1.0, "p95": 8.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 301, "units_out": 140, "chunk_lengths": [1, 2, 2, 5, 2, 3, 2, 3, 4, 1, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 1, 4, 1, 3, 1, 4, 2, 1, 3, 2, 2, 3, 3, 1, 5, 4, 6, 3, 1, 4, 2, 1, 1, 2, 2, 1, 1, 3, 4, 1, 1, 1, 5, 4, 1, 1, 2, 4, 4, 1, 4, 2, 1, 2, 1, 5, 1, 3, 1, 2, 1, 1, 2, 2, 2, 1, 3, 3, 1, 1, 1, 5, 2, 2, 1, 4, 1, 1, 1, 3, 1, 3, 1, 1, 8, 2, 1, 3, 4, 1, 1, 1, 2, 4, 1, 4, 1, 1, 1, 1, 2, 1, 2, 1, 4, 1, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 6, 1, 4, 3, 2, 1, 2, 2, 1, 5, 3, 1], "chunk_stats": {"count": 140, "sum": 301, "mean": 2.15, "median": 2.0, "p95": 5.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 101, "chunk_lengths": [1, 1, 4, 5, 1, 1, 1, 1, 9, 4, 9, 1, 1, 1, 1, 2, 3, 5, 4, 7, 1, 1, 1, 1, 1, 4, 8, 1, 1, 1, 1, 2, 2, 1, 4, 1, 1, 4, 7, 1, 2, 4, 1, 1, 1, 3, 1, 1, 1, 3, 6, 4, 1, 2, 1, 1, 13, 2, 2, 1, 2, 1, 1, 5, 1, 3, 4, 8, 1, 7, 1, 2, 1, 1, 4, 2, 4, 3, 3, 2, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 3, 1, 3, 3, 1, 2, 1, 5, 1, 2, 5, 2], "chunk_stats": {"count": 104, "sum": 256, "mean": 2.4615384615384617, "median": 1.0, "p95": 7.0, "max": 13, "min": 1}, "active_size_stats": {"count": 64, "sum": 256, "mean": 4.0, "median": 4.0, "p95": 4.0, "max": 4, "min": 4}}, {"stage": 1, "boundary_events": 36, "chunk_lengths": [1, 1, 3, 2, 1, 1, 1, 2, 2, 1, 3, 1, 3, 8, 4, 6, 1, 2, 2, 1, 3, 1, 8, 3, 1, 1, 1, 1, 6, 1, 1, 7, 3, 1, 3, 4, 3, 7], "chunk_stats": {"count": 38, "sum": 101, "mean": 2.6578947368421053, "median": 2.0, "p95": 7.149999999999999, "max": 8, "min": 1}, "active_size_stats": {"count": 54, "sum": 101, "mean": 1.8703703703703705, "median": 2.0, "p95": 3.0, "max": 4, "min": 1}}]}}, "status": "ok", "num_samples": 4, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "hnet", "workload": "code/256B", "batch_size": 4, "max_new_tokens": 128, "prefill_time_sec": 0.06667658395599574, "decode_time_sec": 3.104468791047111, "total_time_sec": 3.182805799995549, "prefill_units_per_sec": 11323.315551052738, "prefill_bytes_per_sec": 11263.32447528557, "decode_units_per_sec": 164.92354552783465, "decode_bytes_per_sec": 164.92354552783465, "total_units_per_sec": 160.86435433814907, "total_bytes_per_sec": 160.86435433814907, "step_latency_ms": {"count": 128, "sum": 3045, "mean": 23.7890625, "median": 16.0, "p95": 36.0, "max": 37, "min": 7}, "peak_allocated_mb": 3615.9716796875, "peak_reserved_mb": 3690.0, "prompt_stats": {"raw_bytes": {"count": 4, "sum": 751, "mean": 187.75, "median": 182.5, "p95": 207.95, "max": 212, "min": 174}, "model_input_units": {"count": 4, "sum": 755, "mean": 188.75, "median": 183.5, "p95": 208.95, "max": 213, "min": 175}}, "generated_stats": {"units": {"count": 4, "sum": 512, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 4, "sum": 512, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 751, "model_input_units": 755, "stage0_units": 301, "stage1_units": 140, "bytes_per_stage0_unit": 2.495016611295681, "stage0_per_stage1_unit": 2.15}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 755, "units_out": 301, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 1, 1, 1, 1, 3, 2, 4, 1, 1, 1, 9, 1, 3, 1, 1, 3, 1, 4, 1, 9, 1, 1, 1, 1, 2, 5, 2, 1, 3, 1, 3, 1, 1, 2, 4, 1, 1, 9, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 3, 2, 1, 3, 1, 3, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 4, 1, 9, 1, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 2, 5, 1, 1, 3, 2, 1, 2, 1, 1, 9, 6, 3, 1, 1, 3, 1, 1, 3, 1, 2, 1, 13, 1, 2, 3, 1, 4, 1, 1, 2, 1, 2, 1, 17, 1, 3, 1, 3, 1, 1, 13, 4, 1, 17, 1, 3, 1, 1, 5, 1, 4, 1, 4, 4, 1, 3, 1, 1, 1, 3, 1, 2, 1, 7, 1, 1, 3, 2, 4, 1, 1, 9, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 7, 1, 1, 1, 9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 1, 6, 1, 6, 1, 1, 1, 1, 1, 1, 3, 11, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 3, 3, 1, 12, 2, 1, 5, 3, 1, 2, 1, 12, 2, 1, 1, 1, 3, 4, 1, 2, 3, 1, 3, 2, 3, 1, 1, 5, 1, 2, 4, 1, 2, 4, 2, 2, 1, 7, 1, 1, 1, 7, 1, 3, 1, 3, 4, 1, 2, 1, 1, 2, 5, 1, 1, 1, 1, 6, 1, 3, 1, 1], "chunk_stats": {"count": 301, "sum": 755, "mean": 2.5083056478405314, "median": 1.0, "p95": 8.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 301, "units_out": 140, "chunk_lengths": [1, 2, 2, 5, 2, 3, 2, 3, 4, 1, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 1, 4, 1, 3, 1, 4, 2, 1, 3, 2, 2, 3, 3, 1, 5, 4, 6, 3, 1, 4, 2, 1, 1, 2, 2, 1, 1, 3, 4, 1, 1, 1, 5, 4, 1, 1, 2, 4, 4, 1, 4, 2, 1, 2, 1, 5, 1, 3, 1, 2, 1, 1, 2, 2, 2, 1, 3, 3, 1, 1, 1, 5, 2, 2, 1, 4, 1, 1, 1, 3, 1, 3, 1, 1, 8, 2, 1, 3, 4, 1, 1, 1, 2, 4, 1, 4, 1, 1, 1, 1, 2, 1, 2, 1, 4, 1, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 6, 1, 4, 3, 2, 1, 2, 2, 1, 5, 3, 1], "chunk_stats": {"count": 140, "sum": 301, "mean": 2.15, "median": 2.0, "p95": 5.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 193, "chunk_lengths": [1, 1, 4, 5, 1, 1, 1, 1, 9, 4, 9, 1, 1, 1, 1, 2, 3, 5, 4, 7, 1, 1, 1, 1, 1, 4, 8, 1, 1, 1, 1, 2, 2, 1, 4, 1, 1, 4, 7, 1, 2, 4, 1, 1, 1, 3, 1, 1, 1, 3, 6, 4, 1, 2, 1, 1, 13, 2, 2, 1, 2, 1, 1, 5, 1, 3, 4, 8, 1, 7, 1, 2, 1, 1, 4, 2, 4, 3, 3, 2, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 3, 1, 3, 3, 1, 2, 1, 5, 1, 2, 7, 5, 1, 5, 1, 1, 4, 3, 1, 4, 2, 1, 4, 1, 1, 1, 6, 1, 1, 9, 1, 1, 6, 4, 1, 1, 1, 1, 7, 5, 1, 3, 4, 6, 1, 1, 1, 2, 3, 9, 1, 2, 4, 1, 5, 2, 2, 1, 1, 1, 2, 1, 1, 1, 3, 5, 3, 2, 8, 1, 4, 1, 2, 4, 4, 1, 1, 1, 1, 1, 1, 1, 2, 4, 1, 3, 1, 1, 1, 4, 9, 4, 1, 1, 1, 1, 3, 13, 1, 8, 1, 4, 7, 5], "chunk_stats": {"count": 196, "sum": 512, "mean": 2.6122448979591835, "median": 1.0, "p95": 8.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 512, "mean": 4.0, "median": 4.0, "p95": 4.0, "max": 4, "min": 4}}, {"stage": 1, "boundary_events": 71, "chunk_lengths": [1, 1, 3, 2, 1, 1, 1, 2, 2, 1, 3, 1, 3, 8, 4, 6, 1, 2, 2, 1, 3, 1, 8, 3, 1, 1, 1, 1, 6, 1, 1, 7, 3, 1, 3, 4, 8, 1, 3, 5, 1, 2, 1, 1, 3, 1, 5, 1, 6, 1, 2, 3, 2, 2, 2, 1, 7, 4, 1, 1, 1, 3, 3, 1, 3, 3, 4, 2, 1, 10, 1, 3, 3], "chunk_stats": {"count": 73, "sum": 193, "mean": 2.643835616438356, "median": 2.0, "p95": 7.3999999999999915, "max": 10, "min": 1}, "active_size_stats": {"count": 107, "sum": 193, "mean": 1.8037383177570094, "median": 2.0, "p95": 3.0, "max": 4, "min": 1}}]}}, "status": "ok", "num_samples": 4, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "hnet", "workload": "code/256B", "batch_size": 8, "max_new_tokens": 64, "prefill_time_sec": 0.07672842394094914, "decode_time_sec": 1.872640810906887, "total_time_sec": 1.9608732149936259, "prefill_units_per_sec": 19940.45910779428, "prefill_bytes_per_sec": 19836.195269322154, "decode_units_per_sec": 273.410681331914, "decode_bytes_per_sec": 273.410681331914, "total_units_per_sec": 261.1081614481966, "total_bytes_per_sec": 261.1081614481966, "step_latency_ms": {"count": 64, "sum": 1834, "mean": 28.65625, "median": 36.0, "p95": 37.0, "max": 37, "min": 7}, "peak_allocated_mb": 3903.505859375, "peak_reserved_mb": 3964.0, "prompt_stats": {"raw_bytes": {"count": 8, "sum": 1522, "mean": 190.25, "median": 186.0, "p95": 215.25, "max": 217, "min": 168}, "model_input_units": {"count": 8, "sum": 1530, "mean": 191.25, "median": 187.0, "p95": 216.25, "max": 218, "min": 169}}, "generated_stats": {"units": {"count": 8, "sum": 512, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}, "bytes": {"count": 8, "sum": 512, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}}, "compression_summary": {"raw_prompt_bytes": 1522, "model_input_units": 1530, "stage0_units": 579, "stage1_units": 280, "bytes_per_stage0_unit": 2.6286701208981, "stage0_per_stage1_unit": 2.067857142857143}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 1530, "units_out": 579, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 1, 1, 1, 1, 3, 2, 4, 1, 1, 1, 9, 1, 3, 1, 1, 3, 1, 4, 1, 9, 1, 1, 1, 1, 2, 5, 2, 1, 3, 1, 3, 1, 1, 2, 4, 1, 1, 9, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 3, 2, 1, 3, 1, 3, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 4, 1, 9, 1, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 2, 5, 1, 1, 3, 2, 1, 2, 1, 1, 9, 6, 3, 1, 1, 3, 1, 1, 3, 1, 2, 1, 13, 1, 2, 3, 1, 4, 1, 1, 2, 1, 2, 1, 17, 1, 3, 1, 3, 1, 1, 13, 4, 1, 17, 1, 3, 1, 1, 5, 1, 4, 1, 4, 4, 1, 3, 1, 1, 1, 3, 1, 2, 1, 7, 1, 1, 3, 2, 4, 1, 1, 9, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 7, 1, 1, 1, 9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 1, 6, 1, 6, 1, 1, 1, 1, 1, 1, 3, 11, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 3, 3, 1, 12, 2, 1, 5, 3, 1, 2, 1, 12, 2, 1, 1, 1, 3, 4, 1, 2, 3, 1, 3, 2, 3, 1, 1, 5, 1, 2, 4, 1, 2, 4, 2, 2, 1, 7, 1, 1, 1, 7, 1, 3, 1, 3, 4, 1, 2, 1, 1, 2, 5, 1, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 3, 4, 1, 1, 3, 1, 1, 3, 2, 6, 2, 4, 2, 1, 2, 16, 1, 1, 1, 6, 2, 2, 4, 2, 1, 2, 15, 1, 2, 1, 2, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 5, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 5, 1, 1, 8, 1, 1, 3, 1, 5, 1, 1, 1, 1, 3, 14, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 4, 2, 1, 2, 4, 2, 2, 1, 13, 3, 4, 1, 3, 1, 1, 4, 1, 1, 9, 5, 6, 1, 1, 8, 1, 1, 1, 13, 7, 2, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 2, 1, 1, 13, 4, 2, 2, 3, 4, 1, 1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 1, 1, 9, 3, 1, 2, 1, 5, 3, 1, 2, 6, 2, 5, 6, 1, 5, 1, 2, 5, 1, 9, 1, 3, 1, 1, 5, 1, 6, 2, 1, 5, 5, 1, 3, 2, 5, 1, 1, 9, 1, 8, 1, 2, 6, 1, 8, 1, 1, 3, 1, 1, 5, 1, 5, 2, 5, 1, 1, 9, 1, 3, 1, 1, 1, 3, 3, 4, 1, 1, 3, 2, 1, 3, 1, 2, 2, 1, 1, 9, 8, 2, 1, 3, 1, 4, 1, 7, 1, 1, 3, 1, 9, 7, 2, 1, 1, 9, 4, 2, 2, 3, 7, 1, 13, 2, 2, 1, 3, 1, 1, 1, 1, 2, 1, 1, 13, 6, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 579, "sum": 1530, "mean": 2.6424870466321244, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 579, "units_out": 280, "chunk_lengths": [1, 2, 2, 5, 2, 3, 2, 3, 4, 1, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 1, 4, 1, 3, 1, 4, 2, 1, 3, 2, 2, 3, 3, 1, 5, 4, 6, 3, 1, 4, 2, 1, 1, 2, 2, 1, 1, 3, 4, 1, 1, 1, 5, 4, 1, 1, 2, 4, 4, 1, 4, 2, 1, 2, 1, 5, 1, 3, 1, 2, 1, 1, 2, 2, 2, 1, 3, 3, 1, 1, 1, 5, 2, 2, 1, 4, 1, 1, 1, 3, 1, 3, 1, 1, 8, 2, 1, 3, 4, 1, 1, 1, 2, 4, 1, 4, 1, 1, 1, 1, 2, 1, 2, 1, 4, 1, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 6, 1, 4, 3, 2, 1, 2, 2, 1, 5, 3, 1, 1, 2, 4, 1, 1, 1, 1, 1, 1, 2, 2, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 3, 5, 1, 2, 1, 1, 1, 5, 4, 1, 2, 1, 4, 1, 3, 1, 1, 2, 1, 1, 4, 1, 1, 1, 5, 2, 2, 4, 1, 8, 1, 1, 1, 4, 3, 1, 1, 1, 4, 5, 4, 1, 2, 1, 2, 1, 1, 2, 1, 1, 3, 3, 1, 1, 2, 1, 3, 1, 4, 1, 3, 1, 2, 1, 5, 2, 1, 3, 2, 3, 1, 1, 2, 1, 1, 1, 2, 8, 3, 1, 1, 3, 1, 2, 2, 1, 3, 2, 5, 1, 1, 1, 3, 1, 2, 4, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 2, 2, 6, 1], "chunk_stats": {"count": 280, "sum": 579, "mean": 2.067857142857143, "median": 1.0, "p95": 5.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 191, "chunk_lengths": [1, 1, 1, 1, 1, 4, 5, 5, 1, 1, 6, 5, 1, 3, 1, 1, 9, 4, 2, 9, 9, 1, 1, 1, 1, 1, 2, 4, 3, 3, 5, 1, 5, 4, 4, 4, 7, 1, 1, 1, 1, 1, 1, 1, 4, 8, 1, 1, 1, 1, 3, 7, 1, 1, 6, 2, 2, 1, 1, 1, 1, 14, 1, 4, 1, 1, 1, 1, 3, 1, 4, 7, 2, 1, 2, 2, 4, 1, 2, 1, 1, 1, 1, 3, 1, 2, 8, 5, 1, 1, 1, 1, 1, 1, 3, 6, 5, 4, 1, 2, 1, 1, 1, 1, 7, 13, 2, 1, 1, 2, 1, 1, 2, 1, 1, 9, 5, 1, 1, 4, 13, 3, 1, 3, 7, 4, 8, 1, 1, 4, 2, 1, 7, 1, 2, 1, 1, 1, 4, 4, 1, 2, 4, 1, 4, 3, 3, 4, 5, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 2, 5, 1, 3, 1, 2, 5, 3, 3, 1, 1, 6, 2, 1, 4, 2, 1, 1, 1, 5, 2, 2, 1, 1, 1, 2, 5, 2, 1, 2, 1], "chunk_stats": {"count": 197, "sum": 512, "mean": 2.598984771573604, "median": 1.0, "p95": 7.199999999999989, "max": 14, "min": 1}, "active_size_stats": {"count": 64, "sum": 512, "mean": 8.0, "median": 8.0, "p95": 8.0, "max": 8, "min": 8}}, {"stage": 1, "boundary_events": 75, "chunk_lengths": [1, 1, 1, 3, 2, 2, 1, 1, 1, 1, 1, 2, 2, 5, 1, 3, 2, 7, 1, 3, 1, 1, 1, 3, 1, 3, 2, 8, 4, 1, 1, 6, 1, 2, 3, 3, 1, 2, 1, 5, 3, 1, 3, 1, 1, 1, 8, 1, 3, 1, 1, 1, 1, 2, 1, 1, 3, 3, 1, 6, 1, 3, 1, 1, 7, 3, 1, 1, 7, 2, 3, 4, 5, 1, 3, 3, 7, 1, 3], "chunk_stats": {"count": 79, "sum": 191, "mean": 2.4177215189873418, "median": 2.0, "p95": 7.0, "max": 8, "min": 1}, "active_size_stats": {"count": 60, "sum": 191, "mean": 3.183333333333333, "median": 3.0, "p95": 5.0, "max": 6, "min": 1}}]}}, "status": "ok", "num_samples": 8, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "hnet", "workload": "code/256B", "batch_size": 8, "max_new_tokens": 128, "prefill_time_sec": 0.07315722794737667, "decode_time_sec": 3.763189270044677, "total_time_sec": 3.8537919480586424, "prefill_units_per_sec": 20913.85968178779, "prefill_bytes_per_sec": 20804.506167111776, "decode_units_per_sec": 272.109619399463, "decode_bytes_per_sec": 272.109619399463, "total_units_per_sec": 265.71232017749236, "total_bytes_per_sec": 265.71232017749236, "step_latency_ms": {"count": 128, "sum": 3683, "mean": 28.7734375, "median": 36.0, "p95": 37.0, "max": 37, "min": 7}, "peak_allocated_mb": 4020.33203125, "peak_reserved_mb": 4072.0, "prompt_stats": {"raw_bytes": {"count": 8, "sum": 1522, "mean": 190.25, "median": 186.0, "p95": 215.25, "max": 217, "min": 168}, "model_input_units": {"count": 8, "sum": 1530, "mean": 191.25, "median": 187.0, "p95": 216.25, "max": 218, "min": 169}}, "generated_stats": {"units": {"count": 8, "sum": 1024, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 8, "sum": 1024, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 1522, "model_input_units": 1530, "stage0_units": 579, "stage1_units": 280, "bytes_per_stage0_unit": 2.6286701208981, "stage0_per_stage1_unit": 2.067857142857143}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 1530, "units_out": 579, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 1, 1, 1, 1, 3, 2, 4, 1, 1, 1, 9, 1, 3, 1, 1, 3, 1, 4, 1, 9, 1, 1, 1, 1, 2, 5, 2, 1, 3, 1, 3, 1, 1, 2, 4, 1, 1, 9, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 3, 2, 1, 3, 1, 3, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 4, 1, 9, 1, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 2, 5, 1, 1, 3, 2, 1, 2, 1, 1, 9, 6, 3, 1, 1, 3, 1, 1, 3, 1, 2, 1, 13, 1, 2, 3, 1, 4, 1, 1, 2, 1, 2, 1, 17, 1, 3, 1, 3, 1, 1, 13, 4, 1, 17, 1, 3, 1, 1, 5, 1, 4, 1, 4, 4, 1, 3, 1, 1, 1, 3, 1, 2, 1, 7, 1, 1, 3, 2, 4, 1, 1, 9, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 7, 1, 1, 1, 9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 1, 6, 1, 6, 1, 1, 1, 1, 1, 1, 3, 11, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 3, 3, 1, 12, 2, 1, 5, 3, 1, 2, 1, 12, 2, 1, 1, 1, 3, 4, 1, 2, 3, 1, 3, 2, 3, 1, 1, 5, 1, 2, 4, 1, 2, 4, 2, 2, 1, 7, 1, 1, 1, 7, 1, 3, 1, 3, 4, 1, 2, 1, 1, 2, 5, 1, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 3, 4, 1, 1, 3, 1, 1, 3, 2, 6, 2, 4, 2, 1, 2, 16, 1, 1, 1, 6, 2, 2, 4, 2, 1, 2, 15, 1, 2, 1, 2, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 5, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 5, 1, 1, 8, 1, 1, 3, 1, 5, 1, 1, 1, 1, 3, 14, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 4, 2, 1, 2, 4, 2, 2, 1, 13, 3, 4, 1, 3, 1, 1, 4, 1, 1, 9, 5, 6, 1, 1, 8, 1, 1, 1, 13, 7, 2, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 2, 1, 1, 13, 4, 2, 2, 3, 4, 1, 1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 1, 1, 9, 3, 1, 2, 1, 5, 3, 1, 2, 6, 2, 5, 6, 1, 5, 1, 2, 5, 1, 9, 1, 3, 1, 1, 5, 1, 6, 2, 1, 5, 5, 1, 3, 2, 5, 1, 1, 9, 1, 8, 1, 2, 6, 1, 8, 1, 1, 3, 1, 1, 5, 1, 5, 2, 5, 1, 1, 9, 1, 3, 1, 1, 1, 3, 3, 4, 1, 1, 3, 2, 1, 3, 1, 2, 2, 1, 1, 9, 8, 2, 1, 3, 1, 4, 1, 7, 1, 1, 3, 1, 9, 7, 2, 1, 1, 9, 4, 2, 2, 3, 7, 1, 13, 2, 2, 1, 3, 1, 1, 1, 1, 2, 1, 1, 13, 6, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 579, "sum": 1530, "mean": 2.6424870466321244, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 579, "units_out": 280, "chunk_lengths": [1, 2, 2, 5, 2, 3, 2, 3, 4, 1, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 1, 4, 1, 3, 1, 4, 2, 1, 3, 2, 2, 3, 3, 1, 5, 4, 6, 3, 1, 4, 2, 1, 1, 2, 2, 1, 1, 3, 4, 1, 1, 1, 5, 4, 1, 1, 2, 4, 4, 1, 4, 2, 1, 2, 1, 5, 1, 3, 1, 2, 1, 1, 2, 2, 2, 1, 3, 3, 1, 1, 1, 5, 2, 2, 1, 4, 1, 1, 1, 3, 1, 3, 1, 1, 8, 2, 1, 3, 4, 1, 1, 1, 2, 4, 1, 4, 1, 1, 1, 1, 2, 1, 2, 1, 4, 1, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 6, 1, 4, 3, 2, 1, 2, 2, 1, 5, 3, 1, 1, 2, 4, 1, 1, 1, 1, 1, 1, 2, 2, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 3, 5, 1, 2, 1, 1, 1, 5, 4, 1, 2, 1, 4, 1, 3, 1, 1, 2, 1, 1, 4, 1, 1, 1, 5, 2, 2, 4, 1, 8, 1, 1, 1, 4, 3, 1, 1, 1, 4, 5, 4, 1, 2, 1, 2, 1, 1, 2, 1, 1, 3, 3, 1, 1, 2, 1, 3, 1, 4, 1, 3, 1, 2, 1, 5, 2, 1, 3, 2, 3, 1, 1, 2, 1, 1, 1, 2, 8, 3, 1, 1, 3, 1, 2, 2, 1, 3, 2, 5, 1, 1, 1, 3, 1, 2, 4, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 2, 2, 6, 1], "chunk_stats": {"count": 280, "sum": 579, "mean": 2.067857142857143, "median": 1.0, "p95": 5.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 379, "chunk_lengths": [1, 1, 1, 1, 1, 4, 5, 5, 1, 1, 6, 5, 1, 3, 1, 1, 9, 4, 2, 9, 9, 1, 1, 1, 1, 1, 2, 4, 3, 3, 5, 1, 5, 4, 4, 4, 7, 1, 1, 1, 1, 1, 1, 1, 4, 8, 1, 1, 1, 1, 3, 7, 1, 1, 6, 2, 2, 1, 1, 1, 1, 14, 1, 4, 1, 1, 1, 1, 3, 1, 4, 7, 2, 1, 2, 2, 4, 1, 2, 1, 1, 1, 1, 3, 1, 2, 8, 5, 1, 1, 1, 1, 1, 1, 3, 6, 5, 4, 1, 2, 1, 1, 1, 1, 7, 13, 2, 1, 1, 2, 1, 1, 2, 1, 1, 9, 5, 1, 1, 4, 13, 3, 1, 3, 7, 4, 8, 1, 1, 4, 2, 1, 7, 1, 2, 1, 1, 1, 4, 4, 1, 2, 4, 1, 4, 3, 3, 4, 5, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 2, 5, 1, 3, 1, 2, 5, 3, 3, 1, 1, 6, 2, 1, 4, 2, 1, 1, 1, 5, 2, 2, 1, 1, 1, 1, 2, 7, 5, 1, 5, 4, 1, 1, 1, 1, 4, 3, 5, 1, 1, 4, 1, 1, 2, 1, 4, 3, 3, 1, 1, 1, 1, 2, 6, 1, 1, 1, 9, 3, 1, 1, 17, 1, 1, 1, 2, 6, 1, 4, 1, 1, 1, 5, 1, 7, 1, 1, 5, 4, 1, 1, 2, 3, 1, 6, 1, 9, 1, 5, 1, 1, 2, 5, 3, 9, 3, 2, 1, 2, 1, 1, 5, 1, 5, 5, 2, 2, 1, 1, 2, 1, 1, 1, 2, 1, 1, 3, 5, 1, 5, 5, 1, 3, 8, 2, 1, 4, 5, 9, 2, 1, 2, 4, 1, 1, 1, 1, 1, 45, 1, 1, 1, 1, 2, 1, 2, 3, 4, 1, 1, 1, 1, 4, 1, 1, 1, 1, 3, 1, 2, 1, 1, 1, 14, 2, 1, 1, 1, 1, 2, 3, 1, 5, 1, 1, 4, 1, 1, 1, 4, 1, 1, 2, 1, 1, 5, 1, 1, 1, 3, 1, 1, 13, 1, 4, 1, 1, 4, 3, 2, 1, 1, 1, 1, 8, 1, 1, 1, 9, 1, 1, 1, 1, 7, 5, 1, 1], "chunk_stats": {"count": 384, "sum": 1024, "mean": 2.6666666666666665, "median": 1.0, "p95": 8.0, "max": 45, "min": 1}, "active_size_stats": {"count": 128, "sum": 1024, "mean": 8.0, "median": 8.0, "p95": 8.0, "max": 8, "min": 8}}, {"stage": 1, "boundary_events": 143, "chunk_lengths": [1, 1, 1, 3, 2, 2, 1, 1, 1, 1, 1, 2, 2, 5, 1, 3, 2, 7, 1, 3, 1, 1, 1, 3, 1, 3, 2, 8, 4, 1, 1, 6, 1, 2, 3, 3, 1, 2, 1, 5, 3, 1, 3, 1, 1, 1, 8, 1, 3, 1, 1, 1, 1, 2, 1, 1, 3, 3, 1, 6, 1, 3, 1, 1, 7, 3, 1, 1, 7, 2, 3, 4, 5, 1, 3, 8, 1, 3, 5, 7, 1, 2, 4, 1, 1, 3, 1, 2, 3, 1, 3, 1, 1, 5, 1, 1, 6, 2, 3, 3, 2, 3, 1, 1, 2, 1, 2, 2, 3, 1, 6, 4, 1, 2, 3, 1, 1, 2, 3, 7, 1, 1, 1, 3, 3, 2, 4, 5, 2, 2, 3, 3, 10, 1, 5, 1, 3, 1, 1, 3, 2, 1, 1, 1, 3, 21, 1], "chunk_stats": {"count": 147, "sum": 379, "mean": 2.578231292517007, "median": 2.0, "p95": 7.0, "max": 21, "min": 1}, "active_size_stats": {"count": 123, "sum": 379, "mean": 3.0813008130081303, "median": 3.0, "p95": 5.0, "max": 6, "min": 1}}]}}, "status": "ok", "num_samples": 8, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "hnet", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 64, "prefill_time_sec": 0.08557843300513923, "decode_time_sec": 2.4639510340057313, "total_time_sec": 2.571779497899115, "prefill_units_per_sec": 33793.561046231436, "prefill_bytes_per_sec": 33606.59805289129, "decode_units_per_sec": 415.592674475859, "decode_bytes_per_sec": 415.592674475859, "total_units_per_sec": 398.16788369162475, "total_bytes_per_sec": 398.16788369162475, "step_latency_ms": {"count": 64, "sum": 2418, "mean": 37.78125, "median": 37.0, "p95": 37.849999999999994, "max": 229, "min": 16}, "peak_allocated_mb": 4640.47509765625, "peak_reserved_mb": 4750.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 2876, "mean": 179.75, "median": 182.0, "p95": 220.75, "max": 232, "min": 103}, "model_input_units": {"count": 16, "sum": 2892, "mean": 180.75, "median": 183.0, "p95": 221.75, "max": 233, "min": 104}}, "generated_stats": {"units": {"count": 16, "sum": 1024, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}, "bytes": {"count": 16, "sum": 1024, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}}, "compression_summary": {"raw_prompt_bytes": 2876, "model_input_units": 2892, "stage0_units": 1094, "stage1_units": 582, "bytes_per_stage0_unit": 2.6288848263254114, "stage0_per_stage1_unit": 1.879725085910653}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 2892, "units_out": 1094, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 1, 1, 1, 1, 3, 2, 4, 1, 1, 1, 9, 1, 3, 1, 1, 3, 1, 4, 1, 9, 1, 1, 1, 1, 2, 5, 2, 1, 3, 1, 3, 1, 1, 2, 4, 1, 1, 9, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 3, 2, 1, 3, 1, 3, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 4, 1, 9, 1, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 2, 5, 1, 1, 3, 2, 1, 2, 1, 1, 9, 6, 3, 1, 1, 3, 1, 1, 3, 1, 2, 1, 13, 1, 2, 3, 1, 4, 1, 1, 2, 1, 2, 1, 17, 1, 3, 1, 3, 1, 1, 13, 4, 1, 17, 1, 3, 1, 1, 5, 1, 4, 1, 4, 4, 1, 3, 1, 1, 1, 3, 1, 2, 1, 7, 1, 1, 3, 2, 4, 1, 1, 9, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 7, 1, 1, 1, 9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 1, 6, 1, 6, 1, 1, 1, 1, 1, 1, 3, 11, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 3, 3, 1, 12, 2, 1, 5, 3, 1, 2, 1, 12, 2, 1, 1, 1, 3, 4, 1, 2, 3, 1, 3, 2, 3, 1, 1, 5, 1, 2, 4, 1, 2, 4, 2, 2, 1, 7, 1, 1, 1, 7, 1, 3, 1, 3, 4, 1, 2, 1, 1, 2, 5, 1, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 3, 4, 1, 1, 3, 1, 1, 3, 2, 6, 2, 4, 2, 1, 2, 16, 1, 1, 1, 6, 2, 2, 4, 2, 1, 2, 15, 1, 2, 1, 2, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 5, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 5, 1, 1, 8, 1, 1, 3, 1, 5, 1, 1, 1, 1, 3, 14, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 4, 2, 1, 2, 4, 2, 2, 1, 13, 3, 4, 1, 3, 1, 1, 4, 1, 1, 9, 5, 6, 1, 1, 8, 1, 1, 1, 13, 7, 2, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 2, 1, 1, 13, 4, 2, 2, 3, 4, 1, 1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 1, 1, 9, 3, 1, 2, 1, 5, 3, 1, 2, 6, 2, 5, 6, 1, 5, 1, 2, 5, 1, 9, 1, 3, 1, 1, 5, 1, 6, 2, 1, 5, 5, 1, 3, 2, 5, 1, 1, 9, 1, 8, 1, 2, 6, 1, 8, 1, 1, 3, 1, 1, 5, 1, 5, 2, 5, 1, 1, 9, 1, 3, 1, 1, 1, 3, 3, 4, 1, 1, 3, 2, 1, 3, 1, 2, 2, 1, 1, 9, 8, 2, 1, 3, 1, 4, 1, 7, 1, 1, 3, 1, 9, 7, 2, 1, 1, 9, 4, 2, 2, 3, 7, 1, 13, 2, 2, 1, 3, 1, 1, 1, 1, 2, 1, 1, 13, 6, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 3, 2, 5, 2, 5, 2, 1, 1, 6, 1, 1, 9, 1, 2, 6, 1, 2, 2, 2, 1, 13, 6, 2, 1, 1, 5, 1, 1, 9, 8, 2, 1, 1, 9, 1, 2, 1, 2, 2, 3, 6, 1, 1, 1, 1, 3, 1, 4, 1, 7, 1, 7, 2, 1, 1, 1, 5, 1, 1, 5, 1, 2, 1, 5, 1, 3, 1, 1, 1, 4, 1, 1, 4, 1, 2, 1, 4, 1, 1, 9, 1, 2, 4, 8, 3, 7, 1, 1, 2, 4, 1, 1, 1, 13, 3, 4, 1, 1, 1, 5, 6, 1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 2, 7, 1, 1, 5, 1, 2, 3, 1, 1, 3, 1, 5, 1, 1, 2, 1, 1, 7, 2, 2, 3, 4, 1, 3, 8, 3, 4, 5, 5, 7, 5, 2, 1, 3, 1, 5, 1, 3, 1, 1, 5, 4, 1, 7, 1, 5, 9, 1, 1, 1, 2, 6, 1, 1, 1, 3, 1, 3, 1, 1, 3, 2, 3, 2, 1, 2, 3, 3, 2, 6, 1, 1, 9, 1, 2, 1, 3, 1, 6, 1, 13, 3, 3, 9, 2, 4, 2, 1, 3, 1, 3, 1, 1, 9, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 3, 3, 1, 1, 3, 1, 3, 3, 1, 1, 9, 2, 5, 1, 2, 1, 4, 1, 1, 1, 3, 1, 3, 1, 8, 1, 4, 1, 1, 5, 1, 4, 1, 1, 4, 1, 5, 1, 1, 4, 4, 7, 1, 1, 4, 1, 1, 9, 1, 2, 1, 1, 5, 3, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 13, 1, 5, 1, 2, 1, 4, 3, 6, 1, 1, 1, 9, 3, 4, 1, 5, 1, 3, 1, 1, 4, 1, 1, 5, 3, 4, 1, 1, 3, 1, 2, 4, 1, 1, 7, 1, 1, 6, 1, 4, 1, 1, 9, 1, 8, 2, 1, 1, 9, 4, 4, 2, 1, 9, 1, 5, 3, 1, 6, 1, 4, 1, 5, 1, 1, 1, 13, 4, 1, 7, 3, 1, 9, 1, 4, 1, 17, 1, 6, 1, 1, 1, 6, 4, 1, 1, 3, 4, 17, 1, 7, 1, 1, 1, 3, 7, 1, 3, 1, 1, 1, 1, 5, 4, 2, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 5, 1, 2, 1, 4, 2, 3, 1, 1, 9, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 2, 4, 1, 1, 1, 2, 1, 1, 1, 1, 1, 3, 6, 1, 1, 2, 1, 6, 1, 1, 2, 2, 2, 1, 1, 5, 1, 2, 1, 5, 2, 1, 1, 5, 4, 1, 2, 3, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 1, 9, 1, 2, 1, 2, 2, 2, 1, 1, 1, 2, 2, 2, 1, 9, 2, 2, 1, 1, 1, 2, 2, 2, 1, 1, 1, 9, 1, 2, 1, 5, 1], "chunk_stats": {"count": 1094, "sum": 2892, "mean": 2.643510054844607, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 1094, "units_out": 582, "chunk_lengths": [1, 2, 2, 5, 2, 3, 2, 3, 4, 1, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 1, 4, 1, 3, 1, 4, 2, 1, 3, 2, 2, 3, 3, 1, 5, 4, 6, 3, 1, 4, 2, 1, 1, 2, 2, 1, 1, 3, 4, 1, 1, 1, 5, 4, 1, 1, 2, 4, 4, 1, 4, 2, 1, 2, 1, 5, 1, 3, 1, 2, 1, 1, 2, 2, 2, 1, 3, 3, 1, 1, 1, 5, 2, 2, 1, 4, 1, 1, 1, 3, 1, 3, 1, 1, 8, 2, 1, 3, 4, 1, 1, 1, 2, 4, 1, 4, 1, 1, 1, 1, 2, 1, 2, 1, 4, 1, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 6, 1, 4, 3, 2, 1, 2, 2, 1, 5, 3, 1, 1, 2, 4, 1, 1, 1, 1, 1, 1, 2, 2, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 3, 5, 1, 2, 1, 1, 1, 5, 4, 1, 2, 1, 4, 1, 3, 1, 1, 2, 1, 1, 4, 1, 1, 1, 5, 2, 2, 4, 1, 8, 1, 1, 1, 4, 3, 1, 1, 1, 4, 5, 4, 1, 2, 1, 2, 1, 1, 2, 1, 1, 3, 3, 1, 1, 2, 1, 3, 1, 4, 1, 3, 1, 2, 1, 5, 2, 1, 3, 2, 3, 1, 1, 2, 1, 1, 1, 2, 8, 3, 1, 1, 3, 1, 2, 2, 1, 3, 2, 5, 1, 1, 1, 3, 1, 2, 4, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 2, 2, 6, 1, 1, 2, 2, 1, 3, 1, 1, 1, 1, 3, 2, 1, 1, 2, 5, 1, 1, 1, 4, 1, 1, 1, 1, 2, 1, 1, 1, 3, 1, 2, 1, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 1, 3, 1, 1, 1, 3, 4, 1, 2, 2, 1, 1, 2, 1, 1, 1, 4, 3, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 3, 2, 1, 3, 1, 1, 2, 4, 2, 1, 3, 1, 1, 2, 3, 2, 3, 1, 1, 1, 4, 2, 2, 1, 2, 1, 2, 2, 3, 1, 1, 1, 2, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 1, 1, 4, 2, 1, 2, 1, 1, 3, 2, 4, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 2, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 3, 1, 1, 1, 4, 1, 1, 1, 2, 1, 4, 2, 4, 1, 2, 5, 1, 2, 6, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 1, 2, 2, 1, 3, 1, 5, 1, 1, 2, 1, 2, 1, 1, 1, 1, 4, 1, 9, 1, 1, 3, 5, 1, 2, 1, 3, 3, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 2, 1, 5, 3, 5, 1, 1, 1, 2, 1, 5, 1, 2, 1, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 2, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 4, 1], "chunk_stats": {"count": 582, "sum": 1094, "mean": 1.879725085910653, "median": 1.0, "p95": 4.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 387, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 3, 1, 4, 5, 5, 3, 1, 1, 1, 6, 5, 5, 2, 1, 3, 1, 7, 1, 1, 1, 9, 4, 2, 9, 9, 1, 1, 1, 9, 1, 1, 1, 1, 7, 5, 1, 1, 1, 1, 1, 2, 1, 1, 2, 4, 3, 1, 1, 1, 3, 5, 13, 2, 2, 1, 13, 1, 1, 2, 6, 1, 5, 4, 4, 4, 2, 3, 1, 3, 1, 4, 7, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 4, 8, 1, 7, 7, 2, 2, 1, 1, 1, 3, 7, 1, 5, 1, 1, 1, 1, 6, 1, 1, 1, 4, 2, 2, 1, 1, 1, 1, 1, 3, 1, 2, 1, 14, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 8, 9, 1, 1, 3, 1, 1, 1, 1, 4, 7, 2, 3, 1, 1, 2, 5, 5, 3, 1, 1, 2, 4, 1, 2, 3, 1, 1, 1, 1, 1, 2, 6, 4, 1, 2, 1, 3, 1, 2, 8, 5, 2, 1, 1, 1, 1, 1, 2, 4, 1, 1, 1, 1, 3, 1, 1, 3, 1, 4, 1, 3, 6, 1, 1, 1, 6, 5, 1, 1, 2, 4, 1, 2, 1, 1, 7, 1, 1, 1, 1, 7, 1, 3, 13, 2, 1, 1, 2, 1, 2, 2, 1, 1, 5, 7, 1, 1, 2, 1, 1, 1, 1, 1, 1, 9, 1, 4, 9, 1, 1, 5, 1, 1, 4, 1, 4, 2, 2, 1, 13, 1, 9, 3, 1, 3, 7, 1, 2, 4, 2, 4, 8, 1, 5, 1, 4, 1, 1, 1, 4, 2, 1, 1, 1, 1, 7, 1, 2, 1, 2, 1, 2, 4, 1, 1, 1, 4, 4, 9, 2, 1, 1, 1, 1, 2, 2, 4, 1, 2, 4, 3, 3, 4, 5, 2, 2, 4, 2, 1, 1, 1, 2, 1, 1, 5, 1, 1, 1, 1, 1, 1, 9, 1, 5, 1, 1, 3, 3, 1, 1, 1, 2, 5, 1, 3, 1, 3, 3, 6, 3, 1, 2, 5, 3, 3, 1, 1, 6, 2, 1, 4, 7, 4, 2, 1, 1, 1, 4, 1, 7, 4, 5, 2, 2, 1, 2, 1, 5, 1, 13, 1, 1, 1, 1, 7, 2, 5, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1], "chunk_stats": {"count": 399, "sum": 1024, "mean": 2.5664160401002505, "median": 1.0, "p95": 7.099999999999966, "max": 14, "min": 1}, "active_size_stats": {"count": 64, "sum": 1024, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 169, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 1, 3, 2, 3, 3, 2, 2, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 3, 1, 1, 5, 1, 3, 1, 2, 1, 3, 4, 2, 4, 1, 1, 1, 3, 1, 1, 3, 2, 1, 1, 7, 1, 3, 3, 1, 1, 2, 1, 3, 3, 1, 4, 3, 1, 3, 1, 3, 2, 4, 1, 3, 8, 4, 1, 1, 1, 1, 6, 1, 2, 2, 1, 1, 2, 3, 2, 1, 3, 3, 1, 2, 2, 2, 1, 2, 1, 1, 4, 1, 5, 1, 3, 1, 3, 1, 5, 1, 1, 1, 1, 3, 8, 1, 4, 4, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 3, 1, 3, 3, 4, 6, 1, 4, 2, 1, 1, 3, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 1, 7, 3, 1, 1, 1, 7, 2, 3, 4, 5, 2, 7, 1, 3, 3, 1, 1, 1, 2, 5, 3, 7, 1, 3, 3, 3], "chunk_stats": {"count": 175, "sum": 387, "mean": 2.2114285714285713, "median": 1.0, "p95": 6.0, "max": 8, "min": 1}, "active_size_stats": {"count": 64, "sum": 387, "mean": 6.046875, "median": 6.0, "p95": 9.0, "max": 10, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "hnet", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.0852436600252986, "decode_time_sec": 4.508492101100273, "total_time_sec": 4.627244874020107, "prefill_units_per_sec": 33926.27673590872, "prefill_bytes_per_sec": 33738.57949255653, "decode_units_per_sec": 454.2538733738042, "decode_bytes_per_sec": 454.2538733738042, "total_units_per_sec": 442.5959843834063, "total_bytes_per_sec": 442.5959843834063, "step_latency_ms": {"count": 128, "sum": 4396, "mean": 34.34375, "median": 36.0, "p95": 37.0, "max": 46, "min": 16}, "peak_allocated_mb": 4876.47509765625, "peak_reserved_mb": 4986.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 2876, "mean": 179.75, "median": 182.0, "p95": 220.75, "max": 232, "min": 103}, "model_input_units": {"count": 16, "sum": 2892, "mean": 180.75, "median": 183.0, "p95": 221.75, "max": 233, "min": 104}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 2876, "model_input_units": 2892, "stage0_units": 1094, "stage1_units": 582, "bytes_per_stage0_unit": 2.6288848263254114, "stage0_per_stage1_unit": 1.879725085910653}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 2892, "units_out": 1094, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 1, 1, 1, 1, 3, 2, 4, 1, 1, 1, 9, 1, 3, 1, 1, 3, 1, 4, 1, 9, 1, 1, 1, 1, 2, 5, 2, 1, 3, 1, 3, 1, 1, 2, 4, 1, 1, 9, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 3, 2, 1, 3, 1, 3, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 4, 1, 9, 1, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 2, 5, 1, 1, 3, 2, 1, 2, 1, 1, 9, 6, 3, 1, 1, 3, 1, 1, 3, 1, 2, 1, 13, 1, 2, 3, 1, 4, 1, 1, 2, 1, 2, 1, 17, 1, 3, 1, 3, 1, 1, 13, 4, 1, 17, 1, 3, 1, 1, 5, 1, 4, 1, 4, 4, 1, 3, 1, 1, 1, 3, 1, 2, 1, 7, 1, 1, 3, 2, 4, 1, 1, 9, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 7, 1, 1, 1, 9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 1, 6, 1, 6, 1, 1, 1, 1, 1, 1, 3, 11, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 3, 3, 1, 12, 2, 1, 5, 3, 1, 2, 1, 12, 2, 1, 1, 1, 3, 4, 1, 2, 3, 1, 3, 2, 3, 1, 1, 5, 1, 2, 4, 1, 2, 4, 2, 2, 1, 7, 1, 1, 1, 7, 1, 3, 1, 3, 4, 1, 2, 1, 1, 2, 5, 1, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 3, 4, 1, 1, 3, 1, 1, 3, 2, 6, 2, 4, 2, 1, 2, 16, 1, 1, 1, 6, 2, 2, 4, 2, 1, 2, 15, 1, 2, 1, 2, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 5, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 5, 1, 1, 8, 1, 1, 3, 1, 5, 1, 1, 1, 1, 3, 14, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 4, 2, 1, 2, 4, 2, 2, 1, 13, 3, 4, 1, 3, 1, 1, 4, 1, 1, 9, 5, 6, 1, 1, 8, 1, 1, 1, 13, 7, 2, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 2, 1, 1, 13, 4, 2, 2, 3, 4, 1, 1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 1, 1, 9, 3, 1, 2, 1, 5, 3, 1, 2, 6, 2, 5, 6, 1, 5, 1, 2, 5, 1, 9, 1, 3, 1, 1, 5, 1, 6, 2, 1, 5, 5, 1, 3, 2, 5, 1, 1, 9, 1, 8, 1, 2, 6, 1, 8, 1, 1, 3, 1, 1, 5, 1, 5, 2, 5, 1, 1, 9, 1, 3, 1, 1, 1, 3, 3, 4, 1, 1, 3, 2, 1, 3, 1, 2, 2, 1, 1, 9, 8, 2, 1, 3, 1, 4, 1, 7, 1, 1, 3, 1, 9, 7, 2, 1, 1, 9, 4, 2, 2, 3, 7, 1, 13, 2, 2, 1, 3, 1, 1, 1, 1, 2, 1, 1, 13, 6, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 3, 2, 5, 2, 5, 2, 1, 1, 6, 1, 1, 9, 1, 2, 6, 1, 2, 2, 2, 1, 13, 6, 2, 1, 1, 5, 1, 1, 9, 8, 2, 1, 1, 9, 1, 2, 1, 2, 2, 3, 6, 1, 1, 1, 1, 3, 1, 4, 1, 7, 1, 7, 2, 1, 1, 1, 5, 1, 1, 5, 1, 2, 1, 5, 1, 3, 1, 1, 1, 4, 1, 1, 4, 1, 2, 1, 4, 1, 1, 9, 1, 2, 4, 8, 3, 7, 1, 1, 2, 4, 1, 1, 1, 13, 3, 4, 1, 1, 1, 5, 6, 1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 2, 7, 1, 1, 5, 1, 2, 3, 1, 1, 3, 1, 5, 1, 1, 2, 1, 1, 7, 2, 2, 3, 4, 1, 3, 8, 3, 4, 5, 5, 7, 5, 2, 1, 3, 1, 5, 1, 3, 1, 1, 5, 4, 1, 7, 1, 5, 9, 1, 1, 1, 2, 6, 1, 1, 1, 3, 1, 3, 1, 1, 3, 2, 3, 2, 1, 2, 3, 3, 2, 6, 1, 1, 9, 1, 2, 1, 3, 1, 6, 1, 13, 3, 3, 9, 2, 4, 2, 1, 3, 1, 3, 1, 1, 9, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 3, 3, 1, 1, 3, 1, 3, 3, 1, 1, 9, 2, 5, 1, 2, 1, 4, 1, 1, 1, 3, 1, 3, 1, 8, 1, 4, 1, 1, 5, 1, 4, 1, 1, 4, 1, 5, 1, 1, 4, 4, 7, 1, 1, 4, 1, 1, 9, 1, 2, 1, 1, 5, 3, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 13, 1, 5, 1, 2, 1, 4, 3, 6, 1, 1, 1, 9, 3, 4, 1, 5, 1, 3, 1, 1, 4, 1, 1, 5, 3, 4, 1, 1, 3, 1, 2, 4, 1, 1, 7, 1, 1, 6, 1, 4, 1, 1, 9, 1, 8, 2, 1, 1, 9, 4, 4, 2, 1, 9, 1, 5, 3, 1, 6, 1, 4, 1, 5, 1, 1, 1, 13, 4, 1, 7, 3, 1, 9, 1, 4, 1, 17, 1, 6, 1, 1, 1, 6, 4, 1, 1, 3, 4, 17, 1, 7, 1, 1, 1, 3, 7, 1, 3, 1, 1, 1, 1, 5, 4, 2, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 5, 1, 2, 1, 4, 2, 3, 1, 1, 9, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 2, 4, 1, 1, 1, 2, 1, 1, 1, 1, 1, 3, 6, 1, 1, 2, 1, 6, 1, 1, 2, 2, 2, 1, 1, 5, 1, 2, 1, 5, 2, 1, 1, 5, 4, 1, 2, 3, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 1, 9, 1, 2, 1, 2, 2, 2, 1, 1, 1, 2, 2, 2, 1, 9, 2, 2, 1, 1, 1, 2, 2, 2, 1, 1, 1, 9, 1, 2, 1, 5, 1], "chunk_stats": {"count": 1094, "sum": 2892, "mean": 2.643510054844607, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 1094, "units_out": 582, "chunk_lengths": [1, 2, 2, 5, 2, 3, 2, 3, 4, 1, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 1, 4, 1, 3, 1, 4, 2, 1, 3, 2, 2, 3, 3, 1, 5, 4, 6, 3, 1, 4, 2, 1, 1, 2, 2, 1, 1, 3, 4, 1, 1, 1, 5, 4, 1, 1, 2, 4, 4, 1, 4, 2, 1, 2, 1, 5, 1, 3, 1, 2, 1, 1, 2, 2, 2, 1, 3, 3, 1, 1, 1, 5, 2, 2, 1, 4, 1, 1, 1, 3, 1, 3, 1, 1, 8, 2, 1, 3, 4, 1, 1, 1, 2, 4, 1, 4, 1, 1, 1, 1, 2, 1, 2, 1, 4, 1, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 6, 1, 4, 3, 2, 1, 2, 2, 1, 5, 3, 1, 1, 2, 4, 1, 1, 1, 1, 1, 1, 2, 2, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 3, 5, 1, 2, 1, 1, 1, 5, 4, 1, 2, 1, 4, 1, 3, 1, 1, 2, 1, 1, 4, 1, 1, 1, 5, 2, 2, 4, 1, 8, 1, 1, 1, 4, 3, 1, 1, 1, 4, 5, 4, 1, 2, 1, 2, 1, 1, 2, 1, 1, 3, 3, 1, 1, 2, 1, 3, 1, 4, 1, 3, 1, 2, 1, 5, 2, 1, 3, 2, 3, 1, 1, 2, 1, 1, 1, 2, 8, 3, 1, 1, 3, 1, 2, 2, 1, 3, 2, 5, 1, 1, 1, 3, 1, 2, 4, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 2, 2, 6, 1, 1, 2, 2, 1, 3, 1, 1, 1, 1, 3, 2, 1, 1, 2, 5, 1, 1, 1, 4, 1, 1, 1, 1, 2, 1, 1, 1, 3, 1, 2, 1, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 1, 3, 1, 1, 1, 3, 4, 1, 2, 2, 1, 1, 2, 1, 1, 1, 4, 3, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 3, 2, 1, 3, 1, 1, 2, 4, 2, 1, 3, 1, 1, 2, 3, 2, 3, 1, 1, 1, 4, 2, 2, 1, 2, 1, 2, 2, 3, 1, 1, 1, 2, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 1, 1, 4, 2, 1, 2, 1, 1, 3, 2, 4, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 2, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 3, 1, 1, 1, 4, 1, 1, 1, 2, 1, 4, 2, 4, 1, 2, 5, 1, 2, 6, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 1, 2, 2, 1, 3, 1, 5, 1, 1, 2, 1, 2, 1, 1, 1, 1, 4, 1, 9, 1, 1, 3, 5, 1, 2, 1, 3, 3, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 2, 1, 5, 3, 5, 1, 1, 1, 2, 1, 5, 1, 2, 1, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 2, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 4, 1], "chunk_stats": {"count": 582, "sum": 1094, "mean": 1.879725085910653, "median": 1.0, "p95": 4.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 767, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 3, 1, 4, 5, 5, 3, 1, 1, 1, 6, 5, 5, 2, 1, 3, 1, 7, 1, 1, 1, 9, 4, 2, 9, 9, 1, 1, 1, 9, 1, 1, 1, 1, 7, 5, 1, 1, 1, 1, 1, 2, 1, 1, 2, 4, 3, 1, 1, 1, 3, 5, 13, 2, 2, 1, 13, 1, 1, 2, 6, 1, 5, 4, 4, 4, 2, 3, 1, 3, 1, 4, 7, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 4, 8, 1, 7, 7, 2, 2, 1, 1, 1, 3, 7, 1, 5, 1, 1, 1, 1, 6, 1, 1, 1, 4, 2, 2, 1, 1, 1, 1, 1, 3, 1, 2, 1, 14, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 8, 9, 1, 1, 3, 1, 1, 1, 1, 4, 7, 2, 3, 1, 1, 2, 5, 5, 3, 1, 1, 2, 4, 1, 2, 3, 1, 1, 1, 1, 1, 2, 6, 4, 1, 2, 1, 3, 1, 2, 8, 5, 2, 1, 1, 1, 1, 1, 2, 4, 1, 1, 1, 1, 3, 1, 1, 3, 1, 4, 1, 3, 6, 1, 1, 1, 6, 5, 1, 1, 2, 4, 1, 2, 1, 1, 7, 1, 1, 1, 1, 7, 1, 3, 13, 2, 1, 1, 2, 1, 2, 2, 1, 1, 5, 7, 1, 1, 2, 1, 1, 1, 1, 1, 1, 9, 1, 4, 9, 1, 1, 5, 1, 1, 4, 1, 4, 2, 2, 1, 13, 1, 9, 3, 1, 3, 7, 1, 2, 4, 2, 4, 8, 1, 5, 1, 4, 1, 1, 1, 4, 2, 1, 1, 1, 1, 7, 1, 2, 1, 2, 1, 2, 4, 1, 1, 1, 4, 4, 9, 2, 1, 1, 1, 1, 2, 2, 4, 1, 2, 4, 3, 3, 4, 5, 2, 2, 4, 2, 1, 1, 1, 2, 1, 1, 5, 1, 1, 1, 1, 1, 1, 9, 1, 5, 1, 1, 3, 3, 1, 1, 1, 2, 5, 1, 3, 1, 3, 3, 6, 3, 1, 2, 5, 3, 3, 1, 1, 6, 2, 1, 4, 7, 4, 2, 1, 1, 1, 4, 1, 7, 4, 5, 2, 2, 1, 2, 1, 5, 1, 13, 1, 1, 1, 1, 7, 1, 1, 3, 2, 2, 7, 3, 2, 1, 3, 1, 5, 1, 5, 4, 4, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 4, 3, 5, 1, 5, 1, 4, 1, 4, 1, 1, 1, 1, 6, 4, 4, 1, 2, 1, 3, 1, 1, 4, 3, 3, 2, 3, 1, 1, 1, 1, 1, 6, 1, 2, 1, 4, 6, 1, 1, 4, 3, 9, 1, 3, 1, 9, 3, 1, 1, 1, 1, 17, 1, 2, 4, 1, 1, 1, 2, 1, 1, 6, 1, 4, 1, 5, 4, 6, 1, 1, 1, 1, 4, 6, 1, 5, 1, 7, 1, 1, 4, 1, 1, 1, 1, 1, 5, 4, 1, 1, 5, 1, 13, 2, 1, 1, 2, 1, 2, 1, 1, 3, 1, 1, 4, 2, 6, 1, 9, 1, 4, 5, 3, 1, 1, 5, 1, 1, 1, 2, 2, 2, 1, 5, 3, 3, 9, 3, 7, 1, 4, 6, 2, 1, 2, 1, 1, 4, 1, 1, 1, 5, 1, 5, 1, 1, 1, 5, 2, 2, 1, 1, 2, 1, 1, 1, 6, 2, 2, 7, 9, 1, 1, 1, 5, 2, 1, 3, 5, 2, 1, 8, 2, 2, 5, 5, 7, 7, 1, 4, 1, 1, 3, 1, 1, 4, 3, 1, 1, 8, 1, 1, 1, 3, 2, 1, 1, 1, 4, 5, 9, 4, 1, 2, 1, 2, 4, 1, 1, 3, 4, 1, 1, 1, 45, 1, 1, 3, 5, 1, 1, 1, 3, 1, 1, 2, 1, 2, 3, 7, 1, 4, 1, 1, 1, 1, 1, 2, 1, 4, 1, 1, 1, 3, 1, 1, 3, 1, 6, 2, 9, 2, 1, 1, 1, 14, 2, 1, 2, 3, 1, 1, 1, 1, 1, 7, 2, 1, 1, 9, 1, 2, 1, 4, 3, 1, 5, 1, 2, 2, 1, 4, 1, 1, 1, 1, 1, 3, 2, 4, 1, 1, 1, 1, 1, 1, 2, 1, 1, 5, 4, 1, 1, 1, 1, 1, 1, 3, 6, 1, 1, 7, 2, 8, 13, 1, 1, 1, 4, 4, 1, 1, 1, 1, 2, 4, 1, 4, 3, 1, 1, 1, 1, 1, 5, 2, 1, 1, 1, 5, 1, 1, 8, 1, 1, 1, 9, 1, 1, 1, 1, 7, 5, 1, 1, 3, 3, 2, 8, 3, 2, 3, 3], "chunk_stats": {"count": 780, "sum": 2048, "mean": 2.6256410256410256, "median": 1.0, "p95": 7.0499999999999545, "max": 45, "min": 1}, "active_size_stats": {"count": 128, "sum": 2048, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 326, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 1, 3, 2, 3, 3, 2, 2, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 3, 1, 1, 5, 1, 3, 1, 2, 1, 3, 4, 2, 4, 1, 1, 1, 3, 1, 1, 3, 2, 1, 1, 7, 1, 3, 3, 1, 1, 2, 1, 3, 3, 1, 4, 3, 1, 3, 1, 3, 2, 4, 1, 3, 8, 4, 1, 1, 1, 1, 6, 1, 2, 2, 1, 1, 2, 3, 2, 1, 3, 3, 1, 2, 2, 2, 1, 2, 1, 1, 4, 1, 5, 1, 3, 1, 3, 1, 5, 1, 1, 1, 1, 3, 8, 1, 4, 4, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 3, 1, 3, 3, 4, 6, 1, 4, 2, 1, 1, 3, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 1, 7, 3, 1, 1, 1, 7, 2, 3, 4, 5, 2, 7, 1, 3, 3, 1, 1, 1, 2, 5, 1, 4, 8, 1, 2, 1, 2, 1, 3, 5, 7, 1, 6, 1, 2, 4, 1, 3, 1, 1, 3, 1, 1, 5, 4, 3, 3, 1, 1, 1, 1, 2, 3, 1, 3, 1, 2, 1, 1, 1, 5, 4, 3, 1, 1, 6, 1, 1, 2, 4, 2, 1, 1, 1, 1, 1, 1, 3, 3, 1, 6, 2, 5, 1, 3, 1, 1, 2, 1, 1, 2, 2, 1, 1, 2, 2, 3, 2, 3, 1, 6, 3, 1, 4, 4, 2, 1, 2, 5, 3, 3, 1, 2, 1, 1, 1, 4, 4, 3, 2, 3, 7, 1, 3, 1, 1, 1, 5, 1, 3, 3, 2, 2, 4, 4, 1, 5, 3, 1, 1, 1, 6, 1, 4, 2, 1, 2, 3, 1, 3, 2, 3, 4, 1, 2, 10, 1, 5, 1, 1, 2, 1, 3, 3, 4, 1, 1, 1, 1, 1, 1, 3, 1, 2, 2, 1, 1, 1, 3, 21, 1, 3, 1, 3], "chunk_stats": {"count": 333, "sum": 767, "mean": 2.3033033033033035, "median": 2.0, "p95": 6.0, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 767, "mean": 5.9921875, "median": 6.0, "p95": 9.0, "max": 10, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 64, "prefill_time_sec": 0.06391010398510844, "decode_time_sec": 0.8849310840014368, "total_time_sec": 0.9529534729663283, "prefill_units_per_sec": 4162.096185322748, "prefill_bytes_per_sec": 4146.449207182437, "decode_units_per_sec": 72.32201598186383, "decode_bytes_per_sec": 72.32201598186383, "total_units_per_sec": 67.15962721745743, "total_bytes_per_sec": 67.15962721745743, "step_latency_ms": {"count": 64, "sum": 875, "mean": 13.671875, "median": 7.0, "p95": 34.0, "max": 34, "min": 7}, "peak_allocated_mb": 3319.4892578125, "peak_reserved_mb": 3356.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 265, "mean": 265.0, "median": 265.0, "p95": 265.0, "max": 265, "min": 265}, "model_input_units": {"count": 1, "sum": 266, "mean": 266.0, "median": 266.0, "p95": 266.0, "max": 266, "min": 266}}, "generated_stats": {"units": {"count": 1, "sum": 64, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}, "bytes": {"count": 1, "sum": 64, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}}, "compression_summary": {"raw_prompt_bytes": 265, "model_input_units": 266, "stage0_units": 98, "stage1_units": 50, "bytes_per_stage0_unit": 2.704081632653061, "stage0_per_stage1_unit": 1.96}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 266, "units_out": 98, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 5, 1, 5, 1, 1, 1, 1, 2, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 5, 3, 5, 1, 4, 4, 4, 1, 1, 3, 2, 1, 1, 1, 9, 1, 1, 1, 3, 2, 6, 1, 1, 8, 1, 10, 1, 1, 2, 1, 1, 9, 1, 1, 1, 1, 3, 2, 6, 1, 1, 1, 7, 1, 6, 1, 10, 1, 1, 2, 1, 1, 9, 1, 2, 1, 13, 2, 2, 4, 4, 6, 1, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1], "chunk_stats": {"count": 98, "sum": 266, "mean": 2.7142857142857144, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 98, "units_out": 50, "chunk_lengths": [1, 2, 1, 2, 4, 1, 3, 1, 3, 1, 2, 2, 1, 4, 1, 4, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 2, 1, 2, 3, 2, 2, 1, 4, 1, 3, 1, 1, 1, 2, 1, 10, 1], "chunk_stats": {"count": 50, "sum": 98, "mean": 1.96, "median": 1.0, "p95": 4.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 19, "chunk_lengths": [13, 9, 2, 1, 1, 3, 1, 5, 1, 1, 1, 6, 2, 5, 1, 2, 6, 1, 2, 1], "chunk_stats": {"count": 20, "sum": 64, "mean": 3.2, "median": 2.0, "p95": 9.200000000000003, "max": 13, "min": 1}, "active_size_stats": {"count": 64, "sum": 64, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 15, "sum": 19, "mean": 1.2666666666666666, "median": 1.0, "p95": 3.0, "max": 3, "min": 1}, "active_size_stats": {"count": 19, "sum": 19, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.061092427000403404, "decode_time_sec": 1.8197943030390888, "total_time_sec": 1.8837954649934545, "prefill_units_per_sec": 4354.058482538982, "prefill_bytes_per_sec": 4337.6898416271815, "decode_units_per_sec": 70.33761990915002, "decode_bytes_per_sec": 70.33761990915002, "total_units_per_sec": 67.9479287314479, "total_bytes_per_sec": 67.9479287314479, "step_latency_ms": {"count": 128, "sum": 1802, "mean": 14.078125, "median": 7.0, "p95": 34.0, "max": 34, "min": 7}, "peak_allocated_mb": 3343.7607421875, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 265, "mean": 265.0, "median": 265.0, "p95": 265.0, "max": 265, "min": 265}, "model_input_units": {"count": 1, "sum": 266, "mean": 266.0, "median": 266.0, "p95": 266.0, "max": 266, "min": 266}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 265, "model_input_units": 266, "stage0_units": 98, "stage1_units": 50, "bytes_per_stage0_unit": 2.704081632653061, "stage0_per_stage1_unit": 1.96}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 266, "units_out": 98, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 5, 1, 5, 1, 1, 1, 1, 2, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 5, 3, 5, 1, 4, 4, 4, 1, 1, 3, 2, 1, 1, 1, 9, 1, 1, 1, 3, 2, 6, 1, 1, 8, 1, 10, 1, 1, 2, 1, 1, 9, 1, 1, 1, 1, 3, 2, 6, 1, 1, 1, 7, 1, 6, 1, 10, 1, 1, 2, 1, 1, 9, 1, 2, 1, 13, 2, 2, 4, 4, 6, 1, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1], "chunk_stats": {"count": 98, "sum": 266, "mean": 2.7142857142857144, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 98, "units_out": 50, "chunk_lengths": [1, 2, 1, 2, 4, 1, 3, 1, 3, 1, 2, 2, 1, 4, 1, 4, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 2, 1, 2, 3, 2, 2, 1, 4, 1, 3, 1, 1, 1, 2, 1, 10, 1], "chunk_stats": {"count": 50, "sum": 98, "mean": 1.96, "median": 1.0, "p95": 4.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [13, 9, 2, 1, 1, 3, 1, 5, 1, 1, 1, 6, 2, 5, 1, 2, 6, 1, 2, 2, 1, 1, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 13, 3, 4, 3], "chunk_stats": {"count": 52, "sum": 128, "mean": 2.4615384615384617, "median": 1.0, "p95": 7.349999999999987, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 27, "chunk_lengths": [1, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 10, 1, 4, 1, 5, 1, 1, 1, 2], "chunk_stats": {"count": 28, "sum": 51, "mean": 1.8214285714285714, "median": 1.0, "p95": 4.649999999999999, "max": 10, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 2, "max_new_tokens": 64, "prefill_time_sec": 0.06462353304959834, "decode_time_sec": 1.288247860968113, "total_time_sec": 1.3626924470299855, "prefill_units_per_sec": 19017.839817837674, "prefill_bytes_per_sec": 18986.891339696358, "decode_units_per_sec": 99.3597613302525, "decode_bytes_per_sec": 99.3597613302525, "total_units_per_sec": 93.93168669788878, "total_bytes_per_sec": 93.93168669788878, "step_latency_ms": {"count": 64, "sum": 1263, "mean": 19.734375, "median": 16.0, "p95": 35.0, "max": 36, "min": 7}, "peak_allocated_mb": 3773.79345703125, "peak_reserved_mb": 3902.0, "prompt_stats": {"raw_bytes": {"count": 2, "sum": 1227, "mean": 613.5, "median": 613.5, "p95": 927.15, "max": 962, "min": 265}, "model_input_units": {"count": 2, "sum": 1229, "mean": 614.5, "median": 614.5, "p95": 928.15, "max": 963, "min": 266}}, "generated_stats": {"units": {"count": 2, "sum": 128, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}, "bytes": {"count": 2, "sum": 128, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}}, "compression_summary": {"raw_prompt_bytes": 1227, "model_input_units": 1229, "stage0_units": 456, "stage1_units": 244, "bytes_per_stage0_unit": 2.6907894736842106, "stage0_per_stage1_unit": 1.8688524590163935}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 1229, "units_out": 456, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 5, 1, 5, 1, 1, 1, 1, 2, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 5, 3, 5, 1, 4, 4, 4, 1, 1, 3, 2, 1, 1, 1, 9, 1, 1, 1, 3, 2, 6, 1, 1, 8, 1, 10, 1, 1, 2, 1, 1, 9, 1, 1, 1, 1, 3, 2, 6, 1, 1, 1, 7, 1, 6, 1, 10, 1, 1, 2, 1, 1, 9, 1, 2, 1, 13, 2, 2, 4, 4, 6, 1, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 1, 1, 3, 3, 1, 4, 1, 6, 1, 9, 1, 3, 2, 9, 1, 6, 1, 2, 2, 2, 9, 1, 3, 1, 1, 3, 1, 1, 4, 2, 9, 1, 3, 1, 2, 1, 1, 1, 5, 2, 9, 1, 1, 9, 2, 1, 5, 1, 5, 1, 3, 4, 6, 3, 2, 5, 3, 1, 6, 9, 1, 2, 2, 1, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 3, 3, 1, 8, 1, 1, 3, 2, 3, 3, 1, 5, 1, 1, 3, 1, 9, 6, 2, 1, 1, 4, 1, 1, 1, 1, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 4, 1, 7, 9, 1, 2, 1, 6, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 3, 9, 1, 1, 1, 1, 6, 1, 1, 1, 2, 3, 4, 1, 1, 2, 1, 6, 1, 20, 1, 5, 1, 1, 1, 4, 2, 3, 5, 1, 9, 4, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 4, 2, 3, 5, 1, 1, 9, 2, 1, 5, 6, 1, 1, 4, 9, 1, 2, 4, 1, 3, 1, 1, 3, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 2, 1, 1, 3, 1, 2, 5, 1, 1, 9, 1, 2, 4, 1, 3, 1, 2, 1, 1, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 3, 1, 3, 1, 2, 5, 1, 1, 1, 9, 2, 7, 1, 1, 5, 1, 2, 3, 2, 4, 3, 5, 1, 7, 1, 1, 1, 6, 1, 3, 1, 4, 1, 9, 2, 1, 5, 10, 1, 3, 1, 4, 1, 2, 3, 3, 4, 1, 4, 7, 1, 1, 5, 1, 9, 1, 2, 1, 13, 1, 2, 1, 2, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 1, 2], "chunk_stats": {"count": 456, "sum": 1229, "mean": 2.6951754385964914, "median": 1.5, "p95": 9.0, "max": 20, "min": 1}}, {"stage": 1, "units_in": 456, "units_out": 244, "chunk_lengths": [1, 2, 1, 2, 4, 1, 3, 1, 3, 1, 2, 2, 1, 4, 1, 4, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 2, 1, 2, 3, 2, 2, 1, 4, 1, 3, 1, 1, 1, 2, 1, 10, 1, 1, 2, 1, 2, 1, 1, 1, 1, 3, 1, 2, 1, 2, 1, 1, 2, 3, 1, 2, 1, 1, 3, 3, 2, 1, 1, 1, 1, 1, 1, 2, 1, 3, 2, 3, 3, 1, 4, 1, 7, 1, 1, 2, 2, 3, 1, 3, 1, 4, 1, 1, 1, 3, 3, 1, 1, 2, 3, 4, 3, 5, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 1, 1, 2, 1, 6, 4, 1, 1, 3, 2, 1, 3, 2, 1, 2, 1, 1, 2, 1, 1, 1, 2, 1, 2, 1, 1, 2, 2, 3, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 4, 4, 1, 2, 1, 2, 1, 2, 4, 3, 2, 1, 1, 2, 1, 2, 1, 2, 2, 3, 3, 1, 1, 1, 5, 4, 1, 2, 1, 2, 1, 6, 1, 2, 3, 1, 3, 2, 3, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 3, 2, 2, 3, 1, 1, 2, 2, 1, 2, 1, 4, 2, 2, 1, 2, 1, 3, 1, 1, 3, 1, 3, 2, 3, 2, 1], "chunk_stats": {"count": 244, "sum": 456, "mean": 1.8688524590163935, "median": 1.0, "p95": 4.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [1, 2, 1, 2, 2, 4, 13, 2, 3, 3, 1, 9, 1, 1, 2, 1, 1, 1, 3, 1, 5, 1, 1, 1, 17, 6, 3, 2, 2, 2, 1, 5, 1, 3, 1, 2, 3, 1, 1, 1, 6, 1, 1, 1, 2, 1, 3], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 2.0, "p95": 8.099999999999987, "max": 17, "min": 1}, "active_size_stats": {"count": 64, "sum": 128, "mean": 2.0, "median": 2.0, "p95": 2.0, "max": 2, "min": 2}}, {"stage": 1, "boundary_events": 31, "chunk_lengths": [2, 1, 2, 1, 1, 2, 2, 1, 1, 1, 2, 3, 1, 1, 1, 1, 3, 1, 2, 1, 1, 1, 2, 1, 2, 3, 1, 1, 1, 1, 1], "chunk_stats": {"count": 31, "sum": 45, "mean": 1.4516129032258065, "median": 1.0, "p95": 3.0, "max": 3, "min": 1}, "active_size_stats": {"count": 38, "sum": 45, "mean": 1.1842105263157894, "median": 1.0, "p95": 2.0, "max": 2, "min": 1}}]}}, "status": "ok", "num_samples": 2, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 2, "max_new_tokens": 128, "prefill_time_sec": 0.06399847602006048, "decode_time_sec": 2.5314241719897836, "total_time_sec": 2.608431530999951, "prefill_units_per_sec": 19203.582279283757, "prefill_bytes_per_sec": 19172.33153513521, "decode_units_per_sec": 101.12884392613486, "decode_bytes_per_sec": 101.12884392613486, "total_units_per_sec": 98.14326999101316, "total_bytes_per_sec": 98.14326999101316, "step_latency_ms": {"count": 128, "sum": 2492, "mean": 19.46875, "median": 16.0, "p95": 36.0, "max": 37, "min": 7}, "peak_allocated_mb": 3826.20166015625, "peak_reserved_mb": 3902.0, "prompt_stats": {"raw_bytes": {"count": 2, "sum": 1227, "mean": 613.5, "median": 613.5, "p95": 927.15, "max": 962, "min": 265}, "model_input_units": {"count": 2, "sum": 1229, "mean": 614.5, "median": 614.5, "p95": 928.15, "max": 963, "min": 266}}, "generated_stats": {"units": {"count": 2, "sum": 256, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 2, "sum": 256, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 1227, "model_input_units": 1229, "stage0_units": 456, "stage1_units": 244, "bytes_per_stage0_unit": 2.6907894736842106, "stage0_per_stage1_unit": 1.8688524590163935}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 1229, "units_out": 456, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 5, 1, 5, 1, 1, 1, 1, 2, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 5, 3, 5, 1, 4, 4, 4, 1, 1, 3, 2, 1, 1, 1, 9, 1, 1, 1, 3, 2, 6, 1, 1, 8, 1, 10, 1, 1, 2, 1, 1, 9, 1, 1, 1, 1, 3, 2, 6, 1, 1, 1, 7, 1, 6, 1, 10, 1, 1, 2, 1, 1, 9, 1, 2, 1, 13, 2, 2, 4, 4, 6, 1, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 1, 1, 3, 3, 1, 4, 1, 6, 1, 9, 1, 3, 2, 9, 1, 6, 1, 2, 2, 2, 9, 1, 3, 1, 1, 3, 1, 1, 4, 2, 9, 1, 3, 1, 2, 1, 1, 1, 5, 2, 9, 1, 1, 9, 2, 1, 5, 1, 5, 1, 3, 4, 6, 3, 2, 5, 3, 1, 6, 9, 1, 2, 2, 1, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 3, 3, 1, 8, 1, 1, 3, 2, 3, 3, 1, 5, 1, 1, 3, 1, 9, 6, 2, 1, 1, 4, 1, 1, 1, 1, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 4, 1, 7, 9, 1, 2, 1, 6, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 3, 9, 1, 1, 1, 1, 6, 1, 1, 1, 2, 3, 4, 1, 1, 2, 1, 6, 1, 20, 1, 5, 1, 1, 1, 4, 2, 3, 5, 1, 9, 4, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 4, 2, 3, 5, 1, 1, 9, 2, 1, 5, 6, 1, 1, 4, 9, 1, 2, 4, 1, 3, 1, 1, 3, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 2, 1, 1, 3, 1, 2, 5, 1, 1, 9, 1, 2, 4, 1, 3, 1, 2, 1, 1, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 3, 1, 3, 1, 2, 5, 1, 1, 1, 9, 2, 7, 1, 1, 5, 1, 2, 3, 2, 4, 3, 5, 1, 7, 1, 1, 1, 6, 1, 3, 1, 4, 1, 9, 2, 1, 5, 10, 1, 3, 1, 4, 1, 2, 3, 3, 4, 1, 4, 7, 1, 1, 5, 1, 9, 1, 2, 1, 13, 1, 2, 1, 2, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 1, 2], "chunk_stats": {"count": 456, "sum": 1229, "mean": 2.6951754385964914, "median": 1.5, "p95": 9.0, "max": 20, "min": 1}}, {"stage": 1, "units_in": 456, "units_out": 244, "chunk_lengths": [1, 2, 1, 2, 4, 1, 3, 1, 3, 1, 2, 2, 1, 4, 1, 4, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 2, 1, 2, 3, 2, 2, 1, 4, 1, 3, 1, 1, 1, 2, 1, 10, 1, 1, 2, 1, 2, 1, 1, 1, 1, 3, 1, 2, 1, 2, 1, 1, 2, 3, 1, 2, 1, 1, 3, 3, 2, 1, 1, 1, 1, 1, 1, 2, 1, 3, 2, 3, 3, 1, 4, 1, 7, 1, 1, 2, 2, 3, 1, 3, 1, 4, 1, 1, 1, 3, 3, 1, 1, 2, 3, 4, 3, 5, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 1, 1, 2, 1, 6, 4, 1, 1, 3, 2, 1, 3, 2, 1, 2, 1, 1, 2, 1, 1, 1, 2, 1, 2, 1, 1, 2, 2, 3, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 4, 4, 1, 2, 1, 2, 1, 2, 4, 3, 2, 1, 1, 2, 1, 2, 1, 2, 2, 3, 3, 1, 1, 1, 5, 4, 1, 2, 1, 2, 1, 6, 1, 2, 3, 1, 3, 2, 3, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 3, 2, 2, 3, 1, 1, 2, 2, 1, 2, 1, 4, 2, 2, 1, 2, 1, 3, 1, 1, 3, 1, 3, 2, 3, 2, 1], "chunk_stats": {"count": 244, "sum": 456, "mean": 1.8688524590163935, "median": 1.0, "p95": 4.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 92, "chunk_lengths": [1, 2, 1, 2, 2, 4, 13, 2, 3, 3, 1, 9, 1, 1, 2, 1, 1, 1, 3, 1, 5, 1, 1, 1, 17, 6, 3, 2, 2, 2, 1, 5, 1, 3, 1, 2, 3, 1, 1, 1, 6, 1, 1, 1, 2, 2, 4, 1, 1, 2, 1, 1, 3, 3, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 9, 4, 1, 1, 2, 1, 7, 1, 1, 2, 5, 2, 1, 1, 1, 1, 5, 1, 2, 1, 1, 13, 2, 13, 2, 1, 3, 4, 3, 8], "chunk_stats": {"count": 94, "sum": 256, "mean": 2.723404255319149, "median": 1.5, "p95": 9.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 256, "mean": 2.0, "median": 2.0, "p95": 2.0, "max": 2, "min": 2}}, {"stage": 1, "boundary_events": 52, "chunk_lengths": [2, 1, 2, 1, 1, 2, 2, 1, 1, 1, 2, 3, 1, 1, 1, 1, 3, 1, 2, 1, 1, 1, 2, 1, 2, 3, 1, 1, 1, 1, 1, 1, 2, 1, 3, 2, 2, 1, 1, 10, 1, 1, 4, 1, 3, 5, 1, 1, 1, 1, 2, 1, 2], "chunk_stats": {"count": 53, "sum": 92, "mean": 1.7358490566037736, "median": 1.0, "p95": 3.3999999999999986, "max": 10, "min": 1}, "active_size_stats": {"count": 80, "sum": 92, "mean": 1.15, "median": 1.0, "p95": 2.0, "max": 2, "min": 1}}]}}, "status": "ok", "num_samples": 2, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 4, "max_new_tokens": 64, "prefill_time_sec": 0.06961990310810506, "decode_time_sec": 1.5316960630007088, "total_time_sec": 1.6145712629659101, "prefill_units_per_sec": 30594.69928725063, "prefill_bytes_per_sec": 30537.244452908377, "decode_units_per_sec": 167.1349859700472, "decode_bytes_per_sec": 167.1349859700472, "total_units_per_sec": 158.55602404921854, "total_bytes_per_sec": 158.55602404921854, "step_latency_ms": {"count": 64, "sum": 1499, "mean": 23.421875, "median": 16.0, "p95": 37.0, "max": 37, "min": 7}, "peak_allocated_mb": 4310.38525390625, "peak_reserved_mb": 4432.0, "prompt_stats": {"raw_bytes": {"count": 4, "sum": 2126, "mean": 531.5, "median": 449.5, "p95": 898.2499999999999, "max": 962, "min": 265}, "model_input_units": {"count": 4, "sum": 2130, "mean": 532.5, "median": 450.5, "p95": 899.2499999999999, "max": 963, "min": 266}}, "generated_stats": {"units": {"count": 4, "sum": 256, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}, "bytes": {"count": 4, "sum": 256, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}}, "compression_summary": {"raw_prompt_bytes": 2126, "model_input_units": 2130, "stage0_units": 758, "stage1_units": 388, "bytes_per_stage0_unit": 2.8047493403693933, "stage0_per_stage1_unit": 1.9536082474226804}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 2130, "units_out": 758, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 5, 1, 5, 1, 1, 1, 1, 2, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 5, 3, 5, 1, 4, 4, 4, 1, 1, 3, 2, 1, 1, 1, 9, 1, 1, 1, 3, 2, 6, 1, 1, 8, 1, 10, 1, 1, 2, 1, 1, 9, 1, 1, 1, 1, 3, 2, 6, 1, 1, 1, 7, 1, 6, 1, 10, 1, 1, 2, 1, 1, 9, 1, 2, 1, 13, 2, 2, 4, 4, 6, 1, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 1, 1, 3, 3, 1, 4, 1, 6, 1, 9, 1, 3, 2, 9, 1, 6, 1, 2, 2, 2, 9, 1, 3, 1, 1, 3, 1, 1, 4, 2, 9, 1, 3, 1, 2, 1, 1, 1, 5, 2, 9, 1, 1, 9, 2, 1, 5, 1, 5, 1, 3, 4, 6, 3, 2, 5, 3, 1, 6, 9, 1, 2, 2, 1, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 3, 3, 1, 8, 1, 1, 3, 2, 3, 3, 1, 5, 1, 1, 3, 1, 9, 6, 2, 1, 1, 4, 1, 1, 1, 1, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 4, 1, 7, 9, 1, 2, 1, 6, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 3, 9, 1, 1, 1, 1, 6, 1, 1, 1, 2, 3, 4, 1, 1, 2, 1, 6, 1, 20, 1, 5, 1, 1, 1, 4, 2, 3, 5, 1, 9, 4, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 4, 2, 3, 5, 1, 1, 9, 2, 1, 5, 6, 1, 1, 4, 9, 1, 2, 4, 1, 3, 1, 1, 3, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 2, 1, 1, 3, 1, 2, 5, 1, 1, 9, 1, 2, 4, 1, 3, 1, 2, 1, 1, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 3, 1, 3, 1, 2, 5, 1, 1, 1, 9, 2, 7, 1, 1, 5, 1, 2, 3, 2, 4, 3, 5, 1, 7, 1, 1, 1, 6, 1, 3, 1, 4, 1, 9, 2, 1, 5, 10, 1, 3, 1, 4, 1, 2, 3, 3, 4, 1, 4, 7, 1, 1, 5, 1, 9, 1, 2, 1, 13, 1, 2, 1, 2, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 3, 3, 1, 1, 3, 2, 1, 2, 1, 1, 1, 2, 3, 1, 1, 3, 1, 2, 2, 2, 1, 1, 1, 4, 1, 1, 9, 1, 2, 3, 1, 1, 4, 1, 2, 2, 2, 1, 13, 1, 2, 3, 4, 1, 1, 3, 2, 1, 1, 10, 1, 1, 4, 1, 2, 2, 2, 1, 1, 17, 3, 1, 5, 2, 1, 3, 13, 4, 1, 17, 1, 2, 1, 21, 1, 3, 1, 2, 5, 1, 4, 1, 1, 3, 1, 4, 1, 21, 3, 1, 5, 2, 1, 3, 17, 7, 3, 11, 5, 1, 21, 3, 1, 5, 1, 1, 3, 3, 1, 1, 3, 1, 1, 9, 2, 4, 2, 1, 1, 1, 1, 2, 2, 2, 9, 1, 2, 1, 3, 1, 1, 11, 1, 13, 1, 5, 1, 1, 1, 1, 3, 2, 7, 1, 1, 1, 1, 1, 3, 8, 5, 1, 1, 1, 1, 2, 9, 1, 1, 7, 11, 1, 1, 1, 9, 1, 2, 2, 4, 1, 4, 1, 1, 9, 6, 2, 4, 1, 5, 4, 1, 1, 1, 1, 1, 9, 1, 3, 1, 1, 2, 2, 5, 1, 1, 2, 1, 5, 1, 4, 1, 1, 1, 1, 1, 1, 2, 5, 1, 9, 2, 1, 2, 2, 2, 4, 4, 4, 4, 2, 2, 1, 2, 3, 2, 2, 1, 2, 5, 2, 2, 1, 2, 1, 1, 8, 1, 1, 9, 2, 1, 2, 1, 6, 4, 4, 5, 1, 3, 4, 1, 9, 1, 3, 1, 4, 5, 2, 1, 9, 1, 3, 1, 5, 2, 5, 1, 1, 1, 1, 4, 9, 1, 3, 1, 6, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1, 2, 2, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1], "chunk_stats": {"count": 758, "sum": 2130, "mean": 2.8100263852242744, "median": 2.0, "p95": 9.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 758, "units_out": 388, "chunk_lengths": [1, 2, 1, 2, 4, 1, 3, 1, 3, 1, 2, 2, 1, 4, 1, 4, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 2, 1, 2, 3, 2, 2, 1, 4, 1, 3, 1, 1, 1, 2, 1, 10, 1, 1, 2, 1, 2, 1, 1, 1, 1, 3, 1, 2, 1, 2, 1, 1, 2, 3, 1, 2, 1, 1, 3, 3, 2, 1, 1, 1, 1, 1, 1, 2, 1, 3, 2, 3, 3, 1, 4, 1, 7, 1, 1, 2, 2, 3, 1, 3, 1, 4, 1, 1, 1, 3, 3, 1, 1, 2, 3, 4, 3, 5, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 1, 1, 2, 1, 6, 4, 1, 1, 3, 2, 1, 3, 2, 1, 2, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 2, 2, 3, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 4, 4, 1, 2, 1, 2, 1, 2, 4, 3, 2, 1, 1, 2, 1, 2, 1, 2, 2, 3, 3, 1, 1, 1, 5, 4, 1, 2, 1, 2, 1, 6, 1, 2, 3, 1, 3, 2, 3, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 3, 2, 2, 3, 1, 1, 2, 2, 1, 2, 1, 4, 2, 2, 1, 2, 1, 3, 1, 1, 3, 1, 3, 2, 3, 2, 1, 1, 2, 1, 1, 3, 2, 1, 2, 1, 4, 1, 2, 1, 4, 1, 1, 1, 1, 5, 5, 1, 1, 3, 3, 1, 3, 4, 1, 4, 1, 3, 1, 2, 1, 2, 1, 3, 1, 5, 2, 6, 1, 3, 3, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 4, 1, 1, 2, 2, 1, 2, 2, 1, 1, 5, 1, 1, 1, 2, 2, 5, 8, 1, 3, 1, 1, 1, 2, 3, 1, 1, 2, 1, 3, 2, 1, 1, 1, 4, 4, 1, 1, 4, 1, 1, 3, 1, 2, 2, 3, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 2, 5, 1, 1, 4, 1, 4, 2, 1, 5, 1, 1, 1, 3, 1, 1, 1, 3, 2, 1, 4, 7, 1, 5, 7, 1, 3], "chunk_stats": {"count": 388, "sum": 758, "mean": 1.9536082474226804, "median": 1.0, "p95": 4.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 84, "chunk_lengths": [1, 1, 1, 2, 2, 1, 1, 4, 2, 1, 2, 4, 2, 4, 13, 5, 2, 1, 1, 1, 3, 1, 3, 1, 13, 4, 9, 1, 1, 1, 2, 1, 2, 1, 1, 3, 1, 3, 1, 9, 4, 1, 4, 5, 1, 1, 1, 1, 1, 17, 6, 6, 3, 2, 2, 2, 2, 1, 5, 17, 1, 5, 1, 1, 1, 3, 1, 1, 1, 2, 3, 1, 1, 3, 1, 2, 1, 1, 1, 6, 1, 1, 1, 2, 1, 3, 8, 8], "chunk_stats": {"count": 88, "sum": 256, "mean": 2.909090909090909, "median": 2.0, "p95": 9.0, "max": 17, "min": 1}, "active_size_stats": {"count": 64, "sum": 256, "mean": 4.0, "median": 4.0, "p95": 4.0, "max": 4, "min": 4}}, {"stage": 1, "boundary_events": 43, "chunk_lengths": [1, 2, 1, 1, 3, 2, 2, 1, 1, 2, 2, 1, 7, 1, 1, 1, 1, 2, 3, 1, 1, 5, 1, 1, 1, 4, 3, 1, 2, 1, 1, 1, 1, 2, 1, 2, 8, 3, 1, 1, 1, 1, 1, 4], "chunk_stats": {"count": 44, "sum": 84, "mean": 1.9090909090909092, "median": 1.0, "p95": 4.850000000000001, "max": 8, "min": 1}, "active_size_stats": {"count": 49, "sum": 84, "mean": 1.7142857142857142, "median": 2.0, "p95": 3.0, "max": 3, "min": 1}}]}}, "status": "ok", "num_samples": 4, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 4, "max_new_tokens": 128, "prefill_time_sec": 0.06694632803555578, "decode_time_sec": 3.024763777037151, "total_time_sec": 3.11398292100057, "prefill_units_per_sec": 31816.53217587585, "prefill_bytes_per_sec": 31756.782819677024, "decode_units_per_sec": 169.2694166357413, "decode_bytes_per_sec": 169.2694166357413, "total_units_per_sec": 164.41965578779946, "total_bytes_per_sec": 164.41965578779946, "step_latency_ms": {"count": 128, "sum": 2973, "mean": 23.2265625, "median": 16.0, "p95": 36.0, "max": 37, "min": 7}, "peak_allocated_mb": 4370.24462890625, "peak_reserved_mb": 4488.0, "prompt_stats": {"raw_bytes": {"count": 4, "sum": 2126, "mean": 531.5, "median": 449.5, "p95": 898.2499999999999, "max": 962, "min": 265}, "model_input_units": {"count": 4, "sum": 2130, "mean": 532.5, "median": 450.5, "p95": 899.2499999999999, "max": 963, "min": 266}}, "generated_stats": {"units": {"count": 4, "sum": 512, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 4, "sum": 512, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 2126, "model_input_units": 2130, "stage0_units": 758, "stage1_units": 388, "bytes_per_stage0_unit": 2.8047493403693933, "stage0_per_stage1_unit": 1.9536082474226804}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 2130, "units_out": 758, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 5, 1, 5, 1, 1, 1, 1, 2, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 5, 3, 5, 1, 4, 4, 4, 1, 1, 3, 2, 1, 1, 1, 9, 1, 1, 1, 3, 2, 6, 1, 1, 8, 1, 10, 1, 1, 2, 1, 1, 9, 1, 1, 1, 1, 3, 2, 6, 1, 1, 1, 7, 1, 6, 1, 10, 1, 1, 2, 1, 1, 9, 1, 2, 1, 13, 2, 2, 4, 4, 6, 1, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 1, 1, 3, 3, 1, 4, 1, 6, 1, 9, 1, 3, 2, 9, 1, 6, 1, 2, 2, 2, 9, 1, 3, 1, 1, 3, 1, 1, 4, 2, 9, 1, 3, 1, 2, 1, 1, 1, 5, 2, 9, 1, 1, 9, 2, 1, 5, 1, 5, 1, 3, 4, 6, 3, 2, 5, 3, 1, 6, 9, 1, 2, 2, 1, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 3, 3, 1, 8, 1, 1, 3, 2, 3, 3, 1, 5, 1, 1, 3, 1, 9, 6, 2, 1, 1, 4, 1, 1, 1, 1, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 4, 1, 7, 9, 1, 2, 1, 6, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 3, 9, 1, 1, 1, 1, 6, 1, 1, 1, 2, 3, 4, 1, 1, 2, 1, 6, 1, 20, 1, 5, 1, 1, 1, 4, 2, 3, 5, 1, 9, 4, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 4, 2, 3, 5, 1, 1, 9, 2, 1, 5, 6, 1, 1, 4, 9, 1, 2, 4, 1, 3, 1, 1, 3, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 2, 1, 1, 3, 1, 2, 5, 1, 1, 9, 1, 2, 4, 1, 3, 1, 2, 1, 1, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 3, 1, 3, 1, 2, 5, 1, 1, 1, 9, 2, 7, 1, 1, 5, 1, 2, 3, 2, 4, 3, 5, 1, 7, 1, 1, 1, 6, 1, 3, 1, 4, 1, 9, 2, 1, 5, 10, 1, 3, 1, 4, 1, 2, 3, 3, 4, 1, 4, 7, 1, 1, 5, 1, 9, 1, 2, 1, 13, 1, 2, 1, 2, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 3, 3, 1, 1, 3, 2, 1, 2, 1, 1, 1, 2, 3, 1, 1, 3, 1, 2, 2, 2, 1, 1, 1, 4, 1, 1, 9, 1, 2, 3, 1, 1, 4, 1, 2, 2, 2, 1, 13, 1, 2, 3, 4, 1, 1, 3, 2, 1, 1, 10, 1, 1, 4, 1, 2, 2, 2, 1, 1, 17, 3, 1, 5, 2, 1, 3, 13, 4, 1, 17, 1, 2, 1, 21, 1, 3, 1, 2, 5, 1, 4, 1, 1, 3, 1, 4, 1, 21, 3, 1, 5, 2, 1, 3, 17, 7, 3, 11, 5, 1, 21, 3, 1, 5, 1, 1, 3, 3, 1, 1, 3, 1, 1, 9, 2, 4, 2, 1, 1, 1, 1, 2, 2, 2, 9, 1, 2, 1, 3, 1, 1, 11, 1, 13, 1, 5, 1, 1, 1, 1, 3, 2, 7, 1, 1, 1, 1, 1, 3, 8, 5, 1, 1, 1, 1, 2, 9, 1, 1, 7, 11, 1, 1, 1, 9, 1, 2, 2, 4, 1, 4, 1, 1, 9, 6, 2, 4, 1, 5, 4, 1, 1, 1, 1, 1, 9, 1, 3, 1, 1, 2, 2, 5, 1, 1, 2, 1, 5, 1, 4, 1, 1, 1, 1, 1, 1, 2, 5, 1, 9, 2, 1, 2, 2, 2, 4, 4, 4, 4, 2, 2, 1, 2, 3, 2, 2, 1, 2, 5, 2, 2, 1, 2, 1, 1, 8, 1, 1, 9, 2, 1, 2, 1, 6, 4, 4, 5, 1, 3, 4, 1, 9, 1, 3, 1, 4, 5, 2, 1, 9, 1, 3, 1, 5, 2, 5, 1, 1, 1, 1, 4, 9, 1, 3, 1, 6, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1, 2, 2, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1], "chunk_stats": {"count": 758, "sum": 2130, "mean": 2.8100263852242744, "median": 2.0, "p95": 9.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 758, "units_out": 388, "chunk_lengths": [1, 2, 1, 2, 4, 1, 3, 1, 3, 1, 2, 2, 1, 4, 1, 4, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 2, 1, 2, 3, 2, 2, 1, 4, 1, 3, 1, 1, 1, 2, 1, 10, 1, 1, 2, 1, 2, 1, 1, 1, 1, 3, 1, 2, 1, 2, 1, 1, 2, 3, 1, 2, 1, 1, 3, 3, 2, 1, 1, 1, 1, 1, 1, 2, 1, 3, 2, 3, 3, 1, 4, 1, 7, 1, 1, 2, 2, 3, 1, 3, 1, 4, 1, 1, 1, 3, 3, 1, 1, 2, 3, 4, 3, 5, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 1, 1, 2, 1, 6, 4, 1, 1, 3, 2, 1, 3, 2, 1, 2, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 2, 2, 3, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 4, 4, 1, 2, 1, 2, 1, 2, 4, 3, 2, 1, 1, 2, 1, 2, 1, 2, 2, 3, 3, 1, 1, 1, 5, 4, 1, 2, 1, 2, 1, 6, 1, 2, 3, 1, 3, 2, 3, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 3, 2, 2, 3, 1, 1, 2, 2, 1, 2, 1, 4, 2, 2, 1, 2, 1, 3, 1, 1, 3, 1, 3, 2, 3, 2, 1, 1, 2, 1, 1, 3, 2, 1, 2, 1, 4, 1, 2, 1, 4, 1, 1, 1, 1, 5, 5, 1, 1, 3, 3, 1, 3, 4, 1, 4, 1, 3, 1, 2, 1, 2, 1, 3, 1, 5, 2, 6, 1, 3, 3, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 4, 1, 1, 2, 2, 1, 2, 2, 1, 1, 5, 1, 1, 1, 2, 2, 5, 8, 1, 3, 1, 1, 1, 2, 3, 1, 1, 2, 1, 3, 2, 1, 1, 1, 4, 4, 1, 1, 4, 1, 1, 3, 1, 2, 2, 3, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 2, 5, 1, 1, 4, 1, 4, 2, 1, 5, 1, 1, 1, 3, 1, 1, 1, 3, 2, 1, 4, 7, 1, 5, 7, 1, 3], "chunk_stats": {"count": 388, "sum": 758, "mean": 1.9536082474226804, "median": 1.0, "p95": 4.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 178, "chunk_lengths": [1, 1, 1, 2, 2, 1, 1, 4, 2, 1, 2, 4, 2, 4, 13, 5, 2, 1, 1, 1, 3, 1, 3, 1, 13, 4, 9, 1, 1, 1, 2, 1, 2, 1, 1, 3, 1, 3, 1, 9, 4, 1, 4, 5, 1, 1, 1, 1, 1, 17, 6, 6, 3, 2, 2, 2, 2, 1, 5, 17, 1, 5, 1, 1, 1, 3, 1, 1, 1, 2, 3, 1, 1, 3, 1, 2, 1, 1, 1, 6, 1, 1, 1, 2, 2, 4, 9, 1, 10, 1, 2, 1, 1, 1, 1, 4, 3, 1, 1, 3, 5, 1, 6, 1, 2, 1, 1, 1, 1, 6, 1, 1, 2, 1, 1, 1, 9, 5, 1, 4, 1, 1, 1, 1, 1, 2, 1, 7, 3, 1, 1, 17, 2, 1, 5, 2, 1, 3, 1, 1, 1, 1, 9, 1, 5, 1, 2, 1, 4, 1, 1, 1, 10, 1, 1, 13, 4, 2, 1, 11, 13, 1, 2, 1, 2, 1, 3, 3, 1, 1, 5, 4, 1, 1, 3, 1, 1, 1, 3, 8], "chunk_stats": {"count": 180, "sum": 512, "mean": 2.8444444444444446, "median": 1.0, "p95": 10.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 512, "mean": 4.0, "median": 4.0, "p95": 4.0, "max": 4, "min": 4}}, {"stage": 1, "boundary_events": 76, "chunk_lengths": [1, 2, 1, 1, 3, 2, 2, 1, 1, 2, 2, 1, 7, 1, 1, 1, 1, 2, 3, 1, 1, 5, 1, 1, 1, 4, 3, 1, 2, 1, 1, 1, 1, 2, 1, 2, 8, 3, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 8, 2, 2, 1, 1, 2, 4, 1, 10, 1, 1, 7, 1, 4, 1, 1, 3, 5, 1, 1, 1, 8, 1, 4, 1, 2, 1, 5, 2, 2, 6], "chunk_stats": {"count": 79, "sum": 178, "mean": 2.2531645569620253, "median": 1.0, "p95": 7.099999999999994, "max": 10, "min": 1}, "active_size_stats": {"count": 105, "sum": 178, "mean": 1.6952380952380952, "median": 2.0, "p95": 3.0, "max": 3, "min": 1}}]}}, "status": "ok", "num_samples": 4, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 8, "max_new_tokens": 64, "prefill_time_sec": 0.07471069693565369, "decode_time_sec": 1.7658475970383734, "total_time_sec": 1.8650681420695037, "prefill_units_per_sec": 45642.72774669658, "prefill_bytes_per_sec": 45535.64803350785, "decode_units_per_sec": 289.9457466537379, "decode_bytes_per_sec": 289.9457466537379, "total_units_per_sec": 274.5208008496023, "total_bytes_per_sec": 274.5208008496023, "step_latency_ms": {"count": 64, "sum": 1726, "mean": 26.96875, "median": 35.5, "p95": 36.0, "max": 37, "min": 7}, "peak_allocated_mb": 5350.3837890625, "peak_reserved_mb": 5472.0, "prompt_stats": {"raw_bytes": {"count": 8, "sum": 3402, "mean": 425.25, "median": 353.0, "p95": 813.2499999999998, "max": 962, "min": 265}, "model_input_units": {"count": 8, "sum": 3410, "mean": 426.25, "median": 354.0, "p95": 814.2499999999998, "max": 963, "min": 266}}, "generated_stats": {"units": {"count": 8, "sum": 512, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}, "bytes": {"count": 8, "sum": 512, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}}, "compression_summary": {"raw_prompt_bytes": 3402, "model_input_units": 3410, "stage0_units": 1179, "stage1_units": 580, "bytes_per_stage0_unit": 2.885496183206107, "stage0_per_stage1_unit": 2.032758620689655}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 3410, "units_out": 1179, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 5, 1, 5, 1, 1, 1, 1, 2, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 5, 3, 5, 1, 4, 4, 4, 1, 1, 3, 2, 1, 1, 1, 9, 1, 1, 1, 3, 2, 6, 1, 1, 8, 1, 10, 1, 1, 2, 1, 1, 9, 1, 1, 1, 1, 3, 2, 6, 1, 1, 1, 7, 1, 6, 1, 10, 1, 1, 2, 1, 1, 9, 1, 2, 1, 13, 2, 2, 4, 4, 6, 1, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 1, 1, 3, 3, 1, 4, 1, 6, 1, 9, 1, 3, 2, 9, 1, 6, 1, 2, 2, 2, 9, 1, 3, 1, 1, 3, 1, 1, 4, 2, 9, 1, 3, 1, 2, 1, 1, 1, 5, 2, 9, 1, 1, 9, 2, 1, 5, 1, 5, 1, 3, 4, 6, 3, 2, 5, 3, 1, 6, 9, 1, 2, 2, 1, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 3, 3, 1, 8, 1, 1, 3, 2, 3, 3, 1, 5, 1, 1, 3, 1, 9, 6, 2, 1, 1, 4, 1, 1, 1, 1, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 4, 1, 7, 9, 1, 2, 1, 6, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 3, 9, 1, 1, 1, 1, 6, 1, 1, 1, 2, 3, 4, 1, 1, 2, 1, 6, 1, 20, 1, 5, 1, 1, 1, 4, 2, 3, 5, 1, 9, 4, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 4, 2, 3, 5, 1, 1, 9, 2, 1, 5, 6, 1, 1, 4, 9, 1, 2, 4, 1, 3, 1, 1, 3, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 2, 1, 1, 3, 1, 2, 5, 1, 1, 9, 1, 2, 4, 1, 3, 1, 2, 1, 1, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 3, 1, 3, 1, 2, 5, 1, 1, 1, 9, 2, 7, 1, 1, 5, 1, 2, 3, 2, 4, 3, 5, 1, 7, 1, 1, 1, 6, 1, 3, 1, 4, 1, 9, 2, 1, 5, 10, 1, 3, 1, 4, 1, 2, 3, 3, 4, 1, 4, 7, 1, 1, 5, 1, 9, 1, 2, 1, 13, 1, 2, 1, 2, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 3, 3, 1, 1, 3, 2, 1, 2, 1, 1, 1, 2, 3, 1, 1, 3, 1, 2, 2, 2, 1, 1, 1, 4, 1, 1, 9, 1, 2, 3, 1, 1, 4, 1, 2, 2, 2, 1, 13, 1, 2, 3, 4, 1, 1, 3, 2, 1, 1, 10, 1, 1, 4, 1, 2, 2, 2, 1, 1, 17, 3, 1, 5, 2, 1, 3, 13, 4, 1, 17, 1, 2, 1, 21, 1, 3, 1, 2, 5, 1, 4, 1, 1, 3, 1, 4, 1, 21, 3, 1, 5, 2, 1, 3, 17, 7, 3, 11, 5, 1, 21, 3, 1, 5, 1, 1, 3, 3, 1, 1, 3, 1, 1, 9, 2, 4, 2, 1, 1, 1, 1, 2, 2, 2, 9, 1, 2, 1, 3, 1, 1, 11, 1, 13, 1, 5, 1, 1, 1, 1, 3, 2, 7, 1, 1, 1, 1, 1, 3, 8, 5, 1, 1, 1, 1, 2, 9, 1, 1, 7, 11, 1, 1, 1, 9, 1, 2, 2, 4, 1, 4, 1, 1, 9, 6, 2, 4, 1, 5, 4, 1, 1, 1, 1, 1, 9, 1, 3, 1, 1, 2, 2, 5, 1, 1, 2, 1, 5, 1, 4, 1, 1, 1, 1, 1, 1, 2, 5, 1, 9, 2, 1, 2, 2, 2, 4, 4, 4, 4, 2, 2, 1, 2, 3, 2, 2, 1, 2, 5, 2, 2, 1, 2, 1, 1, 8, 1, 1, 9, 2, 1, 2, 1, 6, 4, 4, 5, 1, 3, 4, 1, 9, 1, 3, 1, 4, 5, 2, 1, 9, 1, 3, 1, 5, 2, 5, 1, 1, 1, 1, 4, 9, 1, 3, 1, 6, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1, 2, 2, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1, 1, 1, 3, 1, 8, 1, 5, 1, 1, 3, 2, 5, 1, 1, 1, 9, 2, 1, 5, 1, 2, 4, 8, 6, 1, 2, 2, 5, 9, 1, 2, 4, 1, 1, 8, 1, 5, 2, 6, 1, 5, 1, 1, 13, 3, 4, 5, 1, 9, 2, 1, 8, 1, 4, 5, 9, 1, 9, 1, 6, 2, 5, 1, 1, 1, 1, 4, 1, 5, 1, 1, 9, 2, 1, 5, 4, 6, 4, 1, 4, 1, 1, 3, 4, 1, 4, 9, 4, 5, 1, 5, 2, 5, 1, 6, 3, 1, 9, 1, 5, 1, 5, 1, 1, 1, 13, 5, 1, 6, 1, 1, 3, 3, 1, 8, 1, 1, 8, 1, 4, 2, 7, 1, 1, 5, 4, 2, 3, 5, 1, 7, 1, 5, 1, 1, 7, 1, 3, 1, 1, 1, 1, 1, 7, 1, 5, 1, 2, 2, 1, 1, 3, 3, 1, 1, 1, 5, 4, 1, 5, 2, 2, 2, 5, 8, 1, 5, 2, 2, 2, 1, 5, 1, 2, 4, 1, 1, 4, 1, 1, 1, 9, 4, 1, 5, 2, 1, 1, 4, 1, 3, 1, 1, 1, 5, 1, 10, 1, 1, 1, 6, 1, 13, 4, 1, 3, 1, 3, 1, 1, 1, 1, 3, 1, 7, 1, 7, 1, 4, 1, 1, 9, 4, 7, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 4, 1, 1, 13, 1, 2, 4, 1, 1, 3, 1, 7, 1, 1, 1, 1, 4, 1, 2, 1, 2, 1, 1, 1, 3, 7, 1, 1, 17, 3, 4, 4, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 4, 1, 13, 1, 7, 2, 1, 4, 1, 6, 1, 1, 13, 1, 3, 1, 7, 1, 1, 2, 1, 1, 4, 1, 6, 1, 7, 1, 13, 7, 2, 4, 1, 4, 2, 1, 4, 2, 1, 1, 1, 4, 1, 13, 4, 1, 7, 1, 1, 1, 3, 3, 1, 1, 4, 1, 6, 1, 4, 1, 1, 4, 1, 2, 1, 8, 1, 1, 5, 1, 2, 1, 9, 1, 3, 2, 1, 1, 1, 5, 1, 5, 1, 2, 1, 8, 1, 1, 3, 1, 1, 2, 1, 1, 5, 7, 1, 1, 5, 1, 9, 1, 2, 1, 4, 1, 1, 1, 6, 5, 1, 2, 1, 4, 1, 1, 3, 5, 3, 4, 1, 7, 3, 4, 1, 1, 18, 1, 9, 1, 1, 1, 6, 1, 3, 5, 8, 5, 4, 1, 4, 9, 1, 1, 1], "chunk_stats": {"count": 1179, "sum": 3410, "mean": 2.892281594571671, "median": 2.0, "p95": 9.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 1179, "units_out": 580, "chunk_lengths": [1, 2, 1, 2, 4, 1, 3, 1, 3, 1, 2, 2, 1, 4, 1, 4, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 2, 1, 2, 3, 2, 2, 1, 4, 1, 3, 1, 1, 1, 2, 1, 10, 1, 1, 2, 1, 2, 1, 1, 1, 1, 3, 1, 2, 1, 2, 1, 1, 2, 3, 1, 2, 1, 1, 3, 3, 2, 1, 1, 1, 1, 1, 1, 2, 1, 3, 2, 3, 3, 1, 4, 1, 7, 1, 1, 2, 2, 3, 1, 3, 1, 4, 1, 1, 1, 3, 3, 1, 1, 2, 3, 4, 3, 5, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 1, 1, 2, 1, 6, 4, 1, 1, 3, 2, 1, 3, 2, 1, 2, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 2, 2, 3, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 4, 4, 1, 2, 1, 2, 1, 2, 4, 3, 2, 1, 1, 2, 1, 2, 1, 2, 2, 3, 3, 1, 1, 1, 5, 4, 1, 2, 1, 2, 1, 6, 1, 2, 3, 1, 3, 2, 3, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 3, 2, 2, 3, 1, 1, 2, 2, 1, 2, 1, 4, 2, 2, 1, 2, 1, 3, 1, 1, 3, 1, 3, 2, 3, 2, 1, 1, 2, 1, 1, 3, 2, 1, 2, 1, 4, 1, 2, 1, 4, 1, 1, 1, 1, 5, 5, 1, 1, 3, 3, 1, 3, 4, 1, 4, 1, 3, 1, 2, 1, 2, 1, 3, 1, 5, 2, 6, 1, 3, 3, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 4, 1, 1, 2, 2, 1, 2, 2, 1, 1, 5, 1, 1, 1, 2, 2, 5, 8, 1, 3, 1, 1, 1, 2, 3, 1, 1, 2, 1, 3, 2, 1, 1, 1, 4, 4, 1, 1, 4, 1, 1, 3, 1, 2, 2, 3, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 2, 5, 1, 1, 4, 1, 4, 2, 1, 5, 1, 1, 1, 3, 1, 1, 1, 3, 2, 1, 4, 7, 1, 5, 7, 1, 3, 1, 2, 2, 2, 1, 3, 3, 1, 1, 1, 2, 1, 6, 1, 1, 1, 1, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2, 1, 2, 2, 1, 4, 2, 3, 1, 1, 1, 2, 3, 4, 4, 1, 1, 3, 1, 3, 1, 9, 1, 3, 1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 2, 4, 5, 3, 3, 1, 1, 1, 3, 3, 2, 1, 1, 1, 2, 1, 2, 1, 1, 2, 3, 1, 1, 1, 2, 1, 5, 1, 3, 1, 1, 4, 1, 1, 4, 1, 1, 2, 2, 3, 1, 1, 2, 1, 2, 2, 2, 1, 3, 1, 2, 4, 3, 6, 1, 1, 2, 6, 7, 1, 7, 1, 3, 3, 1, 3, 5, 1, 2, 1, 4, 2, 1, 4, 3, 3, 2, 3, 1, 1, 1, 1, 2, 1, 3, 5, 1, 3, 1, 1, 2, 1, 3, 2, 2, 1, 2, 4, 1, 1, 1, 3, 1, 2, 1, 3, 1, 7, 2, 3, 2, 1, 5, 1, 5, 3, 1, 2, 7, 6, 1, 1, 3, 1, 2, 2, 3, 5, 2], "chunk_stats": {"count": 580, "sum": 1179, "mean": 2.032758620689655, "median": 1.5, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 158, "chunk_lengths": [1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 1, 1, 4, 2, 1, 4, 3, 1, 2, 4, 2, 1, 1, 3, 4, 1, 4, 13, 5, 13, 1, 2, 1, 1, 1, 3, 1, 5, 1, 5, 18, 1, 6, 1, 3, 1, 1, 13, 4, 1, 9, 1, 1, 3, 1, 5, 2, 1, 2, 1, 1, 1, 4, 3, 1, 3, 5, 10, 1, 9, 1, 1, 4, 1, 7, 4, 4, 13, 1, 5, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 4, 17, 1, 4, 5, 6, 1, 6, 3, 2, 3, 2, 2, 6, 2, 4, 1, 5, 13, 1, 17, 1, 1, 5, 1, 1, 2, 1, 3, 1, 2, 10, 1, 1, 1, 1, 2, 3, 1, 1, 1, 3, 3, 1, 2, 9, 1, 1, 5, 1, 1, 1, 1, 5, 3, 6, 1, 1, 1, 1, 2, 2, 4, 6, 6, 1, 1, 3, 8, 8, 2, 1], "chunk_stats": {"count": 164, "sum": 512, "mean": 3.1219512195121952, "median": 2.0, "p95": 10.0, "max": 18, "min": 1}, "active_size_stats": {"count": 64, "sum": 512, "mean": 8.0, "median": 8.0, "p95": 8.0, "max": 8, "min": 8}}, {"stage": 1, "boundary_events": 75, "chunk_lengths": [1, 1, 1, 1, 3, 3, 3, 2, 2, 1, 5, 1, 1, 2, 1, 5, 2, 1, 7, 2, 1, 1, 1, 2, 3, 1, 2, 3, 3, 1, 1, 1, 5, 1, 1, 3, 1, 1, 1, 5, 2, 1, 1, 4, 4, 3, 1, 2, 3, 1, 1, 2, 1, 4, 1, 2, 1, 1, 1, 1, 2, 2, 8, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 4, 3, 4, 1, 2], "chunk_stats": {"count": 78, "sum": 158, "mean": 2.0256410256410255, "median": 1.0, "p95": 5.0, "max": 8, "min": 1}, "active_size_stats": {"count": 58, "sum": 158, "mean": 2.7241379310344827, "median": 3.0, "p95": 5.0, "max": 6, "min": 1}}]}}, "status": "ok", "num_samples": 8, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 8, "max_new_tokens": 128, "prefill_time_sec": 0.07789581397082657, "decode_time_sec": 3.662848341045901, "total_time_sec": 3.776504066074267, "prefill_units_per_sec": 43776.421686499205, "prefill_bytes_per_sec": 43673.72040395023, "decode_units_per_sec": 279.5638543166119, "decode_bytes_per_sec": 279.5638543166119, "total_units_per_sec": 271.1502442692888, "total_bytes_per_sec": 271.1502442692888, "step_latency_ms": {"count": 128, "sum": 3590, "mean": 28.046875, "median": 36.0, "p95": 37.0, "max": 41, "min": 7}, "peak_allocated_mb": 5470.1025390625, "peak_reserved_mb": 5588.0, "prompt_stats": {"raw_bytes": {"count": 8, "sum": 3402, "mean": 425.25, "median": 353.0, "p95": 813.2499999999998, "max": 962, "min": 265}, "model_input_units": {"count": 8, "sum": 3410, "mean": 426.25, "median": 354.0, "p95": 814.2499999999998, "max": 963, "min": 266}}, "generated_stats": {"units": {"count": 8, "sum": 1024, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 8, "sum": 1024, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 3402, "model_input_units": 3410, "stage0_units": 1179, "stage1_units": 580, "bytes_per_stage0_unit": 2.885496183206107, "stage0_per_stage1_unit": 2.032758620689655}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 3410, "units_out": 1179, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 5, 1, 5, 1, 1, 1, 1, 2, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 5, 3, 5, 1, 4, 4, 4, 1, 1, 3, 2, 1, 1, 1, 9, 1, 1, 1, 3, 2, 6, 1, 1, 8, 1, 10, 1, 1, 2, 1, 1, 9, 1, 1, 1, 1, 3, 2, 6, 1, 1, 1, 7, 1, 6, 1, 10, 1, 1, 2, 1, 1, 9, 1, 2, 1, 13, 2, 2, 4, 4, 6, 1, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 1, 1, 3, 3, 1, 4, 1, 6, 1, 9, 1, 3, 2, 9, 1, 6, 1, 2, 2, 2, 9, 1, 3, 1, 1, 3, 1, 1, 4, 2, 9, 1, 3, 1, 2, 1, 1, 1, 5, 2, 9, 1, 1, 9, 2, 1, 5, 1, 5, 1, 3, 4, 6, 3, 2, 5, 3, 1, 6, 9, 1, 2, 2, 1, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 3, 3, 1, 8, 1, 1, 3, 2, 3, 3, 1, 5, 1, 1, 3, 1, 9, 6, 2, 1, 1, 4, 1, 1, 1, 1, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 4, 1, 7, 9, 1, 2, 1, 6, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 3, 9, 1, 1, 1, 1, 6, 1, 1, 1, 2, 3, 4, 1, 1, 2, 1, 6, 1, 20, 1, 5, 1, 1, 1, 4, 2, 3, 5, 1, 9, 4, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 4, 2, 3, 5, 1, 1, 9, 2, 1, 5, 6, 1, 1, 4, 9, 1, 2, 4, 1, 3, 1, 1, 3, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 2, 1, 1, 3, 1, 2, 5, 1, 1, 9, 1, 2, 4, 1, 3, 1, 2, 1, 1, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 3, 1, 3, 1, 2, 5, 1, 1, 1, 9, 2, 7, 1, 1, 5, 1, 2, 3, 2, 4, 3, 5, 1, 7, 1, 1, 1, 6, 1, 3, 1, 4, 1, 9, 2, 1, 5, 10, 1, 3, 1, 4, 1, 2, 3, 3, 4, 1, 4, 7, 1, 1, 5, 1, 9, 1, 2, 1, 13, 1, 2, 1, 2, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 3, 3, 1, 1, 3, 2, 1, 2, 1, 1, 1, 2, 3, 1, 1, 3, 1, 2, 2, 2, 1, 1, 1, 4, 1, 1, 9, 1, 2, 3, 1, 1, 4, 1, 2, 2, 2, 1, 13, 1, 2, 3, 4, 1, 1, 3, 2, 1, 1, 10, 1, 1, 4, 1, 2, 2, 2, 1, 1, 17, 3, 1, 5, 2, 1, 3, 13, 4, 1, 17, 1, 2, 1, 21, 1, 3, 1, 2, 5, 1, 4, 1, 1, 3, 1, 4, 1, 21, 3, 1, 5, 2, 1, 3, 17, 7, 3, 11, 5, 1, 21, 3, 1, 5, 1, 1, 3, 3, 1, 1, 3, 1, 1, 9, 2, 4, 2, 1, 1, 1, 1, 2, 2, 2, 9, 1, 2, 1, 3, 1, 1, 11, 1, 13, 1, 5, 1, 1, 1, 1, 3, 2, 7, 1, 1, 1, 1, 1, 3, 8, 5, 1, 1, 1, 1, 2, 9, 1, 1, 7, 11, 1, 1, 1, 9, 1, 2, 2, 4, 1, 4, 1, 1, 9, 6, 2, 4, 1, 5, 4, 1, 1, 1, 1, 1, 9, 1, 3, 1, 1, 2, 2, 5, 1, 1, 2, 1, 5, 1, 4, 1, 1, 1, 1, 1, 1, 2, 5, 1, 9, 2, 1, 2, 2, 2, 4, 4, 4, 4, 2, 2, 1, 2, 3, 2, 2, 1, 2, 5, 2, 2, 1, 2, 1, 1, 8, 1, 1, 9, 2, 1, 2, 1, 6, 4, 4, 5, 1, 3, 4, 1, 9, 1, 3, 1, 4, 5, 2, 1, 9, 1, 3, 1, 5, 2, 5, 1, 1, 1, 1, 4, 9, 1, 3, 1, 6, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1, 2, 2, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1, 1, 1, 3, 1, 8, 1, 5, 1, 1, 3, 2, 5, 1, 1, 1, 9, 2, 1, 5, 1, 2, 4, 8, 6, 1, 2, 2, 5, 9, 1, 2, 4, 1, 1, 8, 1, 5, 2, 6, 1, 5, 1, 1, 13, 3, 4, 5, 1, 9, 2, 1, 8, 1, 4, 5, 9, 1, 9, 1, 6, 2, 5, 1, 1, 1, 1, 4, 1, 5, 1, 1, 9, 2, 1, 5, 4, 6, 4, 1, 4, 1, 1, 3, 4, 1, 4, 9, 4, 5, 1, 5, 2, 5, 1, 6, 3, 1, 9, 1, 5, 1, 5, 1, 1, 1, 13, 5, 1, 6, 1, 1, 3, 3, 1, 8, 1, 1, 8, 1, 4, 2, 7, 1, 1, 5, 4, 2, 3, 5, 1, 7, 1, 5, 1, 1, 7, 1, 3, 1, 1, 1, 1, 1, 7, 1, 5, 1, 2, 2, 1, 1, 3, 3, 1, 1, 1, 5, 4, 1, 5, 2, 2, 2, 5, 8, 1, 5, 2, 2, 2, 1, 5, 1, 2, 4, 1, 1, 4, 1, 1, 1, 9, 4, 1, 5, 2, 1, 1, 4, 1, 3, 1, 1, 1, 5, 1, 10, 1, 1, 1, 6, 1, 13, 4, 1, 3, 1, 3, 1, 1, 1, 1, 3, 1, 7, 1, 7, 1, 4, 1, 1, 9, 4, 7, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 4, 1, 1, 13, 1, 2, 4, 1, 1, 3, 1, 7, 1, 1, 1, 1, 4, 1, 2, 1, 2, 1, 1, 1, 3, 7, 1, 1, 17, 3, 4, 4, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 4, 1, 13, 1, 7, 2, 1, 4, 1, 6, 1, 1, 13, 1, 3, 1, 7, 1, 1, 2, 1, 1, 4, 1, 6, 1, 7, 1, 13, 7, 2, 4, 1, 4, 2, 1, 4, 2, 1, 1, 1, 4, 1, 13, 4, 1, 7, 1, 1, 1, 3, 3, 1, 1, 4, 1, 6, 1, 4, 1, 1, 4, 1, 2, 1, 8, 1, 1, 5, 1, 2, 1, 9, 1, 3, 2, 1, 1, 1, 5, 1, 5, 1, 2, 1, 8, 1, 1, 3, 1, 1, 2, 1, 1, 5, 7, 1, 1, 5, 1, 9, 1, 2, 1, 4, 1, 1, 1, 6, 5, 1, 2, 1, 4, 1, 1, 3, 5, 3, 4, 1, 7, 3, 4, 1, 1, 18, 1, 9, 1, 1, 1, 6, 1, 3, 5, 8, 5, 4, 1, 4, 9, 1, 1, 1], "chunk_stats": {"count": 1179, "sum": 3410, "mean": 2.892281594571671, "median": 2.0, "p95": 9.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 1179, "units_out": 580, "chunk_lengths": [1, 2, 1, 2, 4, 1, 3, 1, 3, 1, 2, 2, 1, 4, 1, 4, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 2, 1, 2, 3, 2, 2, 1, 4, 1, 3, 1, 1, 1, 2, 1, 10, 1, 1, 2, 1, 2, 1, 1, 1, 1, 3, 1, 2, 1, 2, 1, 1, 2, 3, 1, 2, 1, 1, 3, 3, 2, 1, 1, 1, 1, 1, 1, 2, 1, 3, 2, 3, 3, 1, 4, 1, 7, 1, 1, 2, 2, 3, 1, 3, 1, 4, 1, 1, 1, 3, 3, 1, 1, 2, 3, 4, 3, 5, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 1, 1, 2, 1, 6, 4, 1, 1, 3, 2, 1, 3, 2, 1, 2, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 2, 2, 3, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 4, 4, 1, 2, 1, 2, 1, 2, 4, 3, 2, 1, 1, 2, 1, 2, 1, 2, 2, 3, 3, 1, 1, 1, 5, 4, 1, 2, 1, 2, 1, 6, 1, 2, 3, 1, 3, 2, 3, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 3, 2, 2, 3, 1, 1, 2, 2, 1, 2, 1, 4, 2, 2, 1, 2, 1, 3, 1, 1, 3, 1, 3, 2, 3, 2, 1, 1, 2, 1, 1, 3, 2, 1, 2, 1, 4, 1, 2, 1, 4, 1, 1, 1, 1, 5, 5, 1, 1, 3, 3, 1, 3, 4, 1, 4, 1, 3, 1, 2, 1, 2, 1, 3, 1, 5, 2, 6, 1, 3, 3, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 4, 1, 1, 2, 2, 1, 2, 2, 1, 1, 5, 1, 1, 1, 2, 2, 5, 8, 1, 3, 1, 1, 1, 2, 3, 1, 1, 2, 1, 3, 2, 1, 1, 1, 4, 4, 1, 1, 4, 1, 1, 3, 1, 2, 2, 3, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 2, 5, 1, 1, 4, 1, 4, 2, 1, 5, 1, 1, 1, 3, 1, 1, 1, 3, 2, 1, 4, 7, 1, 5, 7, 1, 3, 1, 2, 2, 2, 1, 3, 3, 1, 1, 1, 2, 1, 6, 1, 1, 1, 1, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2, 1, 2, 2, 1, 4, 2, 3, 1, 1, 1, 2, 3, 4, 4, 1, 1, 3, 1, 3, 1, 9, 1, 3, 1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 2, 4, 5, 3, 3, 1, 1, 1, 3, 3, 2, 1, 1, 1, 2, 1, 2, 1, 1, 2, 3, 1, 1, 1, 2, 1, 5, 1, 3, 1, 1, 4, 1, 1, 4, 1, 1, 2, 2, 3, 1, 1, 2, 1, 2, 2, 2, 1, 3, 1, 2, 4, 3, 6, 1, 1, 2, 6, 7, 1, 7, 1, 3, 3, 1, 3, 5, 1, 2, 1, 4, 2, 1, 4, 3, 3, 2, 3, 1, 1, 1, 1, 2, 1, 3, 5, 1, 3, 1, 1, 2, 1, 3, 2, 2, 1, 2, 4, 1, 1, 1, 3, 1, 2, 1, 3, 1, 7, 2, 3, 2, 1, 5, 1, 5, 3, 1, 2, 7, 6, 1, 1, 3, 1, 2, 2, 3, 5, 2], "chunk_stats": {"count": 580, "sum": 1179, "mean": 2.032758620689655, "median": 1.5, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 349, "chunk_lengths": [1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 1, 1, 4, 2, 1, 4, 3, 1, 2, 4, 2, 1, 1, 3, 4, 1, 4, 13, 5, 13, 1, 2, 1, 1, 1, 3, 1, 5, 1, 5, 18, 1, 6, 1, 3, 1, 1, 13, 4, 1, 9, 1, 1, 3, 1, 5, 2, 1, 2, 1, 1, 1, 4, 3, 1, 3, 5, 10, 1, 9, 1, 1, 4, 1, 7, 4, 4, 13, 1, 5, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 4, 17, 1, 4, 5, 6, 1, 6, 3, 2, 3, 2, 2, 6, 2, 4, 1, 5, 13, 1, 17, 1, 1, 5, 1, 1, 2, 1, 3, 1, 2, 10, 1, 1, 1, 1, 2, 3, 1, 1, 1, 3, 3, 1, 2, 9, 1, 1, 5, 1, 1, 1, 1, 5, 3, 6, 1, 1, 1, 1, 2, 2, 4, 6, 6, 1, 2, 4, 9, 1, 1, 10, 4, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 4, 1, 3, 1, 7, 1, 1, 4, 1, 1, 1, 1, 3, 5, 2, 1, 1, 1, 6, 1, 2, 2, 1, 1, 1, 8, 4, 1, 1, 6, 1, 1, 1, 1, 2, 1, 5, 3, 1, 1, 1, 1, 1, 1, 1, 9, 5, 3, 1, 4, 4, 1, 1, 1, 1, 1, 1, 9, 2, 1, 7, 3, 7, 1, 1, 6, 1, 17, 1, 17, 1, 2, 1, 5, 2, 8, 2, 1, 4, 1, 3, 6, 1, 1, 1, 1, 1, 1, 1, 9, 1, 1, 5, 5, 1, 1, 5, 2, 4, 1, 4, 2, 1, 1, 1, 1, 5, 1, 1, 1, 2, 5, 1, 1, 1, 1, 1, 10, 1, 4, 2, 1, 1, 1, 1, 1, 3, 13, 1, 8, 4, 4, 1, 1, 2, 1, 11, 1, 1, 1, 13, 1, 1, 8, 2, 1, 2, 1, 1, 1, 2, 3, 3, 5, 5, 1, 1, 3, 1, 1, 5, 1, 4, 1, 2, 1, 1, 3, 1, 3, 1, 1, 3, 8, 8, 5, 1, 2], "chunk_stats": {"count": 355, "sum": 1024, "mean": 2.8845070422535213, "median": 1.0, "p95": 9.0, "max": 18, "min": 1}, "active_size_stats": {"count": 128, "sum": 1024, "mean": 8.0, "median": 8.0, "p95": 8.0, "max": 8, "min": 8}}, {"stage": 1, "boundary_events": 145, "chunk_lengths": [1, 1, 1, 1, 3, 3, 3, 2, 2, 1, 5, 1, 1, 2, 1, 5, 2, 1, 7, 2, 1, 1, 1, 2, 3, 1, 2, 3, 3, 1, 1, 1, 5, 1, 1, 3, 1, 1, 1, 5, 2, 1, 1, 4, 4, 3, 1, 2, 3, 1, 1, 2, 1, 4, 1, 2, 1, 1, 1, 1, 2, 2, 8, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 4, 3, 1, 1, 1, 2, 3, 1, 3, 3, 3, 1, 1, 1, 1, 1, 8, 1, 2, 2, 1, 1, 6, 2, 4, 5, 1, 10, 1, 1, 1, 7, 6, 1, 1, 8, 1, 1, 4, 1, 1, 1, 3, 3, 3, 5, 1, 1, 1, 1, 1, 3, 7, 1, 4, 1, 1, 8, 1, 1, 4, 4, 9, 1, 2, 1, 3, 1, 3, 5, 3, 2, 2, 2, 6, 3], "chunk_stats": {"count": 149, "sum": 349, "mean": 2.3422818791946307, "median": 1.0, "p95": 7.0, "max": 10, "min": 1}, "active_size_stats": {"count": 119, "sum": 349, "mean": 2.9327731092436973, "median": 3.0, "p95": 5.0, "max": 6, "min": 1}}]}}, "status": "ok", "num_samples": 8, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 64, "prefill_time_sec": 0.09441561507992446, "decode_time_sec": 2.1961974559817463, "total_time_sec": 2.3414824689971283, "prefill_units_per_sec": 72000.80192503512, "prefill_bytes_per_sec": 71831.33843124274, "decode_units_per_sec": 466.2604435730259, "decode_bytes_per_sec": 466.2604435730259, "total_units_per_sec": 437.32977443072025, "total_bytes_per_sec": 437.32977443072025, "step_latency_ms": {"count": 64, "sum": 2142, "mean": 33.46875, "median": 36.0, "p95": 37.0, "max": 38, "min": 7}, "peak_allocated_mb": 7480.27587890625, "peak_reserved_mb": 7680.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 6782, "mean": 423.875, "median": 369.0, "p95": 689.75, "max": 962, "min": 260}, "model_input_units": {"count": 16, "sum": 6798, "mean": 424.875, "median": 370.0, "p95": 690.75, "max": 963, "min": 261}}, "generated_stats": {"units": {"count": 16, "sum": 1024, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}, "bytes": {"count": 16, "sum": 1024, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}}, "compression_summary": {"raw_prompt_bytes": 6782, "model_input_units": 6798, "stage0_units": 2309, "stage1_units": 1174, "bytes_per_stage0_unit": 2.9372022520571677, "stage0_per_stage1_unit": 1.9667802385008517}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 6798, "units_out": 2309, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 5, 1, 5, 1, 1, 1, 1, 2, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 5, 3, 5, 1, 4, 4, 4, 1, 1, 3, 2, 1, 1, 1, 9, 1, 1, 1, 3, 2, 6, 1, 1, 8, 1, 10, 1, 1, 2, 1, 1, 9, 1, 1, 1, 1, 3, 2, 6, 1, 1, 1, 7, 1, 6, 1, 10, 1, 1, 2, 1, 1, 9, 1, 2, 1, 13, 2, 2, 4, 4, 6, 1, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 1, 1, 3, 3, 1, 4, 1, 6, 1, 9, 1, 3, 2, 9, 1, 6, 1, 2, 2, 2, 9, 1, 3, 1, 1, 3, 1, 1, 4, 2, 9, 1, 3, 1, 2, 1, 1, 1, 5, 2, 9, 1, 1, 9, 2, 1, 5, 1, 5, 1, 3, 4, 6, 3, 2, 5, 3, 1, 6, 9, 1, 2, 2, 1, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 3, 3, 1, 8, 1, 1, 3, 2, 3, 3, 1, 5, 1, 1, 3, 1, 9, 6, 2, 1, 1, 4, 1, 1, 1, 1, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 4, 1, 7, 9, 1, 2, 1, 6, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 3, 9, 1, 1, 1, 1, 6, 1, 1, 1, 2, 3, 4, 1, 1, 2, 1, 6, 1, 20, 1, 5, 1, 1, 1, 4, 2, 3, 5, 1, 9, 4, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 4, 2, 3, 5, 1, 1, 9, 2, 1, 5, 6, 1, 1, 4, 9, 1, 2, 4, 1, 3, 1, 1, 3, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 2, 1, 1, 3, 1, 2, 5, 1, 1, 9, 1, 2, 4, 1, 3, 1, 2, 1, 1, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 3, 1, 3, 1, 2, 5, 1, 1, 1, 9, 2, 7, 1, 1, 5, 1, 2, 3, 2, 4, 3, 5, 1, 7, 1, 1, 1, 6, 1, 3, 1, 4, 1, 9, 2, 1, 5, 10, 1, 3, 1, 4, 1, 2, 3, 3, 4, 1, 4, 7, 1, 1, 5, 1, 9, 1, 2, 1, 13, 1, 2, 1, 2, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 3, 3, 1, 1, 3, 2, 1, 2, 1, 1, 1, 2, 3, 1, 1, 3, 1, 2, 2, 2, 1, 1, 1, 4, 1, 1, 9, 1, 2, 3, 1, 1, 4, 1, 2, 2, 2, 1, 13, 1, 2, 3, 4, 1, 1, 3, 2, 1, 1, 10, 1, 1, 4, 1, 2, 2, 2, 1, 1, 17, 3, 1, 5, 2, 1, 3, 13, 4, 1, 17, 1, 2, 1, 21, 1, 3, 1, 2, 5, 1, 4, 1, 1, 3, 1, 4, 1, 21, 3, 1, 5, 2, 1, 3, 17, 7, 3, 11, 5, 1, 21, 3, 1, 5, 1, 1, 3, 3, 1, 1, 3, 1, 1, 9, 2, 4, 2, 1, 1, 1, 1, 2, 2, 2, 9, 1, 2, 1, 3, 1, 1, 11, 1, 13, 1, 5, 1, 1, 1, 1, 3, 2, 7, 1, 1, 1, 1, 1, 3, 8, 5, 1, 1, 1, 1, 2, 9, 1, 1, 7, 11, 1, 1, 1, 9, 1, 2, 2, 4, 1, 4, 1, 1, 9, 6, 2, 4, 1, 5, 4, 1, 1, 1, 1, 1, 9, 1, 3, 1, 1, 2, 2, 5, 1, 1, 2, 1, 5, 1, 4, 1, 1, 1, 1, 1, 1, 2, 5, 1, 9, 2, 1, 2, 2, 2, 4, 4, 4, 4, 2, 2, 1, 2, 3, 2, 2, 1, 2, 5, 2, 2, 1, 2, 1, 1, 8, 1, 1, 9, 2, 1, 2, 1, 6, 4, 4, 5, 1, 3, 4, 1, 9, 1, 3, 1, 4, 5, 2, 1, 9, 1, 3, 1, 5, 2, 5, 1, 1, 1, 1, 4, 9, 1, 3, 1, 6, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1, 2, 2, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1, 1, 1, 3, 1, 8, 1, 5, 1, 1, 3, 2, 5, 1, 1, 1, 9, 2, 1, 5, 1, 2, 4, 8, 6, 1, 2, 2, 5, 9, 1, 2, 4, 1, 1, 8, 1, 5, 2, 6, 1, 5, 1, 1, 13, 3, 4, 5, 1, 9, 2, 1, 8, 1, 4, 5, 9, 1, 9, 1, 6, 2, 5, 1, 1, 1, 1, 4, 1, 5, 1, 1, 9, 2, 1, 5, 4, 6, 4, 1, 4, 1, 1, 3, 4, 1, 4, 9, 4, 5, 1, 5, 2, 5, 1, 6, 3, 1, 9, 1, 5, 1, 5, 1, 1, 1, 13, 5, 1, 6, 1, 1, 3, 3, 1, 8, 1, 1, 8, 1, 4, 2, 7, 1, 1, 5, 4, 2, 3, 5, 1, 7, 1, 5, 1, 1, 7, 1, 3, 1, 1, 1, 1, 1, 7, 1, 5, 1, 2, 2, 1, 1, 3, 3, 1, 1, 1, 5, 4, 1, 5, 2, 2, 2, 5, 8, 1, 5, 2, 2, 2, 1, 5, 1, 2, 4, 1, 1, 4, 1, 1, 1, 9, 4, 1, 5, 2, 1, 1, 4, 1, 3, 1, 1, 1, 5, 1, 10, 1, 1, 1, 6, 1, 13, 4, 1, 3, 1, 3, 1, 1, 1, 1, 3, 1, 7, 1, 7, 1, 4, 1, 1, 9, 4, 7, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 4, 1, 1, 13, 1, 2, 4, 1, 1, 3, 1, 7, 1, 1, 1, 1, 4, 1, 2, 1, 2, 1, 1, 1, 3, 7, 1, 1, 17, 3, 4, 4, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 4, 1, 13, 1, 7, 2, 1, 4, 1, 6, 1, 1, 13, 1, 3, 1, 7, 1, 1, 2, 1, 1, 4, 1, 6, 1, 7, 1, 13, 7, 2, 4, 1, 4, 2, 1, 4, 2, 1, 1, 1, 4, 1, 13, 4, 1, 7, 1, 1, 1, 3, 3, 1, 1, 4, 1, 6, 1, 4, 1, 1, 4, 1, 2, 1, 8, 1, 1, 5, 1, 2, 1, 9, 1, 3, 2, 1, 1, 1, 5, 1, 5, 1, 2, 1, 8, 1, 1, 3, 1, 1, 2, 1, 1, 5, 7, 1, 1, 5, 1, 9, 1, 2, 1, 4, 1, 1, 1, 6, 5, 1, 2, 1, 4, 1, 1, 3, 5, 3, 4, 1, 7, 3, 4, 1, 1, 18, 1, 9, 1, 1, 1, 6, 1, 3, 5, 8, 5, 4, 1, 4, 9, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 4, 1, 1, 3, 1, 4, 1, 1, 3, 1, 1, 9, 1, 1, 1, 2, 2, 1, 3, 1, 3, 1, 1, 6, 1, 5, 1, 1, 2, 1, 1, 6, 1, 1, 9, 4, 1, 1, 1, 2, 1, 1, 9, 1, 1, 1, 2, 2, 1, 2, 4, 2, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 10, 1, 3, 1, 1, 4, 1, 4, 1, 1, 9, 1, 5, 2, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 9, 1, 4, 1, 1, 11, 2, 4, 1, 1, 2, 1, 1, 4, 1, 1, 10, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 6, 1, 1, 4, 1, 6, 1, 6, 1, 2, 2, 1, 1, 5, 7, 2, 7, 3, 1, 2, 1, 6, 1, 7, 5, 4, 1, 1, 3, 2, 1, 7, 3, 6, 1, 3, 1, 1, 6, 1, 1, 2, 1, 1, 1, 1, 4, 3, 2, 1, 1, 1, 9, 1, 2, 1, 5, 2, 3, 1, 6, 1, 13, 6, 2, 3, 4, 1, 7, 2, 1, 6, 1, 5, 1, 13, 1, 6, 1, 1, 8, 1, 5, 2, 3, 1, 13, 7, 2, 7, 1, 3, 6, 1, 1, 1, 3, 1, 13, 6, 1, 1, 2, 5, 1, 1, 1, 3, 1, 2, 1, 2, 1, 8, 1, 1, 3, 1, 1, 2, 1, 8, 1, 1, 1, 9, 2, 7, 1, 1, 4, 1, 6, 12, 4, 4, 8, 9, 1, 2, 3, 2, 1, 5, 10, 1, 1, 9, 1, 3, 4, 2, 1, 9, 4, 1, 1, 1, 3, 1, 3, 1, 3, 4, 1, 1, 13, 2, 5, 1, 3, 8, 1, 1, 2, 4, 8, 6, 1, 5, 13, 2, 3, 4, 5, 1, 7, 4, 4, 1, 3, 13, 1, 1, 3, 6, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 3, 13, 1, 3, 4, 3, 1, 1, 13, 1, 2, 1, 3, 2, 1, 1, 3, 6, 1, 1, 1, 1, 2, 9, 2, 10, 1, 1, 4, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 9, 2, 1, 4, 2, 1, 4, 1, 1, 1, 13, 10, 2, 1, 9, 1, 1, 9, 4, 2, 2, 1, 1, 9, 4, 5, 3, 9, 1, 13, 5, 2, 1, 1, 1, 1, 1, 3, 1, 1, 4, 3, 1, 1, 3, 1, 6, 1, 2, 1, 1, 1, 1, 6, 1, 2, 1, 4, 1, 1, 13, 1, 2, 4, 4, 1, 17, 8, 1, 13, 1, 2, 1, 1, 8, 1, 4, 2, 4, 1, 1, 17, 4, 1, 1, 6, 1, 4, 1, 13, 4, 1, 17, 4, 1, 1, 1, 5, 1, 4, 1, 1, 9, 1, 2, 10, 1, 13, 3, 4, 4, 1, 1, 9, 2, 11, 1, 4, 2, 1, 2, 1, 2, 8, 1, 2, 1, 9, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 4, 1, 8, 1, 6, 1, 1, 3, 2, 6, 1, 1, 9, 2, 1, 7, 2, 1, 3, 9, 5, 2, 1, 1, 9, 4, 5, 3, 6, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 4, 2, 1, 6, 1, 17, 4, 1, 3, 5, 2, 1, 1, 1, 1, 17, 8, 13, 1, 2, 4, 1, 1, 1, 1, 6, 1, 4, 1, 4, 1, 1, 1, 1, 1, 3, 2, 1, 7, 1, 1, 1, 2, 1, 5, 1, 6, 1, 1, 3, 2, 7, 1, 1, 9, 5, 2, 6, 1, 7, 1, 4, 1, 7, 1, 9, 7, 1, 7, 2, 1, 1, 6, 1, 4, 1, 2, 1, 5, 1, 2, 1, 6, 1, 2, 1, 4, 1, 2, 1, 3, 1, 1, 1, 1, 1, 27, 1, 5, 1, 3, 1, 1, 9, 1, 2, 4, 1, 1, 5, 1, 6, 1, 1, 1, 1, 2, 2, 3, 3, 4, 4, 1, 1, 5, 1, 6, 1, 1, 1, 1, 4, 1, 1, 1, 1, 13, 2, 2, 2, 2, 9, 4, 1, 13, 4, 1, 2, 1, 3, 3, 1, 3, 1, 6, 1, 5, 1, 4, 1, 1, 4, 1, 6, 1, 1, 4, 4, 1, 1, 1, 17, 1, 2, 1, 1, 2, 1, 7, 1, 6, 1, 2, 1, 25, 4, 1, 1, 5, 1, 6, 1, 1, 1, 1, 1, 3, 1, 2, 3, 1, 9, 1, 1, 1, 1, 1, 5, 8, 1, 5, 1, 1, 1, 5, 4, 2, 1, 2, 6, 3, 9, 1, 1, 1, 1, 1, 5, 2, 1, 1, 1, 1, 1, 1, 9, 8, 1, 2, 1, 1, 9, 4, 2, 3, 5, 1, 13, 8, 1, 1, 5, 1, 1, 1, 9, 8, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 9, 4, 2, 3, 1, 1, 1, 1, 8, 1, 1, 1, 2, 1, 1, 1, 13, 8, 1, 1, 5, 1, 1, 1, 9, 8, 1, 4, 1, 1, 5, 1, 8, 1, 5, 6, 1, 5, 2, 1, 3, 1, 8, 1, 1, 4, 8, 1, 3, 8, 1, 4, 1, 5, 6, 1, 5, 2, 1, 5, 1, 4, 1, 1, 2, 1, 6, 1, 4, 1, 1, 1, 5, 8, 1, 5, 2, 1, 1, 2, 1, 3, 4, 1, 4, 1, 5, 1, 1, 4, 1, 1, 3, 1, 3, 1, 4, 1, 3, 5, 1, 2, 1, 1, 5, 1, 6, 2, 3, 1, 1, 5, 1, 1, 5, 1, 5, 2, 1, 5, 1, 3, 5, 1, 4, 1, 4, 1, 3, 5, 1, 2, 1, 1, 5, 7, 1, 1, 2, 2, 2, 2, 2, 8, 3, 1, 9, 1, 1, 1, 5, 4, 1, 1, 1, 4, 2, 3, 1, 5, 1, 2, 1, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 8, 1, 5, 1, 1, 5, 4, 5, 4, 1, 3, 1, 1, 3, 1, 1, 9, 5, 5, 2, 1, 3, 1, 1, 5, 4, 1, 1, 9, 1, 2, 1, 3, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 8, 1, 1, 13, 4, 5, 2, 7, 1, 1, 2, 1, 1, 3, 1, 5, 4, 1, 13, 3, 4, 4, 5, 3, 5, 4, 9, 2, 3, 1, 3, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 5, 1, 1, 13, 3, 4, 1, 1, 1, 5, 3, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 6, 1, 1, 1, 1, 1, 1, 6, 1, 5, 4, 1, 9, 4, 1, 13, 3, 4, 5, 4, 1, 1], "chunk_stats": {"count": 2309, "sum": 6798, "mean": 2.9441316587267217, "median": 2.0, "p95": 9.0, "max": 27, "min": 1}}, {"stage": 1, "units_in": 2309, "units_out": 1174, "chunk_lengths": [1, 2, 1, 2, 4, 1, 3, 1, 3, 1, 2, 2, 1, 4, 1, 4, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 2, 1, 2, 3, 2, 2, 1, 4, 1, 3, 1, 1, 1, 2, 1, 10, 1, 1, 2, 1, 2, 1, 1, 1, 1, 3, 1, 2, 1, 2, 1, 1, 2, 3, 1, 2, 1, 1, 3, 3, 2, 1, 1, 1, 1, 1, 1, 2, 1, 3, 2, 3, 3, 1, 4, 1, 7, 1, 1, 2, 2, 3, 1, 3, 1, 4, 1, 1, 1, 3, 3, 1, 1, 2, 3, 4, 3, 5, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 1, 1, 2, 1, 6, 4, 1, 1, 3, 2, 1, 3, 2, 1, 2, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 2, 2, 3, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 4, 4, 1, 2, 1, 2, 1, 2, 4, 3, 2, 1, 1, 2, 1, 2, 1, 2, 2, 3, 3, 1, 1, 1, 5, 4, 1, 2, 1, 2, 1, 6, 1, 2, 3, 1, 3, 2, 3, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 3, 2, 2, 3, 1, 1, 2, 2, 1, 2, 1, 4, 2, 2, 1, 2, 1, 3, 1, 1, 3, 1, 3, 2, 3, 2, 1, 1, 2, 1, 1, 3, 2, 1, 2, 1, 4, 1, 2, 1, 4, 1, 1, 1, 1, 5, 5, 1, 1, 3, 3, 1, 3, 4, 1, 4, 1, 3, 1, 2, 1, 2, 1, 3, 1, 5, 2, 6, 1, 3, 3, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 4, 1, 1, 2, 2, 1, 2, 2, 1, 1, 5, 1, 1, 1, 2, 2, 5, 8, 1, 3, 1, 1, 1, 2, 3, 1, 1, 2, 1, 3, 2, 1, 1, 1, 4, 4, 1, 1, 4, 1, 1, 3, 1, 2, 2, 3, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 2, 5, 1, 1, 4, 1, 4, 2, 1, 5, 1, 1, 1, 3, 1, 1, 1, 3, 2, 1, 4, 7, 1, 5, 7, 1, 3, 1, 2, 2, 2, 1, 3, 3, 1, 1, 1, 2, 1, 6, 1, 1, 1, 1, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2, 1, 2, 2, 1, 4, 2, 3, 1, 1, 1, 2, 3, 4, 4, 1, 1, 3, 1, 3, 1, 9, 1, 3, 1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 2, 4, 5, 3, 3, 1, 1, 1, 3, 3, 2, 1, 1, 1, 2, 1, 2, 1, 1, 2, 3, 1, 1, 1, 2, 1, 5, 1, 3, 1, 1, 4, 1, 1, 4, 1, 1, 2, 2, 3, 1, 1, 2, 1, 2, 2, 2, 1, 3, 1, 2, 4, 3, 6, 1, 1, 2, 6, 7, 1, 7, 1, 3, 3, 1, 3, 5, 1, 2, 1, 4, 2, 1, 4, 3, 3, 2, 3, 1, 1, 1, 1, 2, 1, 3, 5, 1, 3, 1, 1, 2, 1, 3, 2, 2, 1, 2, 4, 1, 1, 1, 3, 1, 2, 1, 3, 1, 7, 2, 3, 2, 1, 5, 1, 5, 3, 1, 2, 7, 6, 1, 1, 3, 1, 2, 2, 3, 5, 2, 1, 2, 2, 6, 2, 1, 4, 1, 4, 1, 7, 2, 3, 2, 1, 3, 2, 3, 2, 1, 4, 1, 2, 1, 2, 4, 1, 3, 2, 2, 2, 1, 2, 1, 1, 1, 2, 1, 4, 3, 1, 5, 1, 3, 2, 1, 1, 3, 6, 1, 1, 3, 5, 1, 1, 1, 1, 1, 2, 2, 3, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 4, 2, 1, 1, 3, 1, 2, 1, 3, 1, 4, 1, 1, 2, 7, 1, 1, 1, 3, 1, 3, 1, 1, 1, 2, 2, 3, 3, 1, 2, 3, 2, 1, 2, 1, 1, 1, 4, 5, 1, 4, 1, 1, 1, 2, 2, 3, 1, 1, 3, 2, 1, 1, 2, 1, 1, 1, 1, 1, 2, 4, 2, 1, 3, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 1, 3, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 7, 1, 1, 1, 3, 1, 1, 3, 1, 1, 3, 1, 1, 2, 4, 1, 4, 1, 3, 2, 1, 1, 2, 1, 2, 1, 2, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 2, 1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 6, 1, 5, 1, 2, 1, 1, 4, 1, 2, 4, 2, 4, 1, 1, 1, 2, 4, 2, 1, 3, 1, 2, 2, 3, 1, 2, 1, 5, 3, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 4, 1, 2, 2, 2, 4, 1, 3, 3, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 2, 4, 1, 6, 1, 1, 6, 1, 2, 2, 1, 3, 1, 1, 1, 1, 1, 2, 3, 2, 2, 4, 1, 1, 2, 1, 2, 1, 3, 2, 2, 1, 3, 3, 1, 1, 1, 1, 4, 3, 1, 1, 2, 1, 1, 5, 1, 3, 1, 3, 1, 3, 1, 6, 1, 1, 5, 1, 1, 1, 2, 1, 6, 1, 4, 1, 2, 1, 6, 3, 4, 1, 1, 1, 2, 1, 2, 1, 2, 1, 3, 4, 3, 1, 3, 2, 1, 2, 1, 3, 1, 1, 1, 3, 2, 2, 1, 1, 1, 1, 1, 1, 6, 1, 1, 2, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 3, 1, 7, 2, 1, 1, 1, 1, 2, 1, 1, 2, 2, 1, 1, 1, 2, 3, 1, 4, 1, 3, 3, 1, 1, 2, 2, 1, 4, 4, 1, 1, 4, 3, 1, 1, 2, 3, 3, 1, 1, 2, 1, 2, 3, 1, 1, 2, 1, 3, 1, 1, 3, 1, 2, 2, 3, 5, 1, 1, 1, 3, 1, 3, 1, 2, 2, 2, 1, 1, 1, 1, 2, 2, 2, 1, 4, 1, 1, 1, 2, 1, 4, 2, 1, 2, 1, 5, 1, 1, 2, 6, 1, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 5, 1, 1, 2, 2, 1, 2, 1, 7, 1, 1, 3, 1, 1, 1, 1, 4, 1, 1, 4, 1, 2, 1, 2, 1, 5, 1, 1, 3, 1, 7, 1, 1, 4, 1, 1, 1, 1, 5, 2, 4, 1, 4, 1, 2, 1, 1, 3, 1, 7, 1, 1, 4, 1, 2, 2, 2, 5, 6, 1, 1, 1, 1, 1, 1, 2, 3, 1, 1, 2, 1, 4, 1, 1], "chunk_stats": {"count": 1174, "sum": 2309, "mean": 1.9667802385008517, "median": 1.0, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 302, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 4, 1, 1, 5, 2, 1, 4, 5, 3, 1, 1, 6, 2, 4, 2, 1, 1, 3, 9, 8, 4, 1, 1, 1, 3, 3, 1, 4, 1, 4, 1, 4, 13, 5, 13, 1, 3, 3, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 3, 1, 5, 17, 1, 1, 5, 18, 13, 1, 6, 1, 1, 3, 1, 13, 1, 13, 4, 1, 6, 2, 4, 9, 1, 1, 3, 1, 1, 5, 1, 9, 1, 5, 7, 2, 1, 2, 1, 1, 1, 3, 1, 3, 1, 4, 6, 1, 3, 1, 1, 5, 1, 6, 1, 3, 3, 5, 10, 1, 1, 1, 9, 1, 1, 1, 1, 5, 3, 1, 4, 1, 4, 2, 1, 7, 5, 1, 4, 4, 13, 1, 1, 1, 4, 5, 1, 5, 1, 1, 1, 1, 21, 1, 1, 1, 1, 1, 1, 1, 14, 1, 3, 6, 1, 1, 3, 2, 1, 2, 4, 9, 1, 1, 9, 4, 1, 17, 1, 4, 5, 1, 6, 1, 8, 2, 3, 1, 1, 6, 3, 2, 3, 4, 4, 2, 2, 5, 3, 6, 4, 4, 1, 2, 4, 1, 1, 1, 1, 5, 13, 1, 5, 1, 17, 1, 1, 2, 5, 1, 1, 2, 1, 1, 3, 1, 2, 10, 1, 4, 3, 1, 1, 1, 1, 1, 17, 13, 4, 2, 3, 1, 1, 1, 1, 3, 1, 3, 1, 2, 9, 1, 1, 4, 3, 1, 5, 1, 13, 1, 4, 1, 1, 1, 1, 1, 1, 5, 3, 13, 6, 1, 1, 1, 1, 1, 5, 8, 2, 1, 2, 2, 4, 6, 6, 1, 6, 1, 1, 1, 3, 8, 8, 2, 1, 2, 1, 6, 3, 6, 7, 12], "chunk_stats": {"count": 315, "sum": 1024, "mean": 3.250793650793651, "median": 2.0, "p95": 13.0, "max": 21, "min": 1}, "active_size_stats": {"count": 64, "sum": 1024, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 148, "chunk_lengths": [1, 1, 1, 1, 1, 2, 1, 1, 1, 3, 1, 2, 1, 3, 3, 3, 2, 2, 1, 1, 3, 2, 1, 5, 3, 2, 1, 1, 2, 1, 2, 2, 1, 1, 1, 5, 1, 2, 1, 7, 2, 5, 3, 1, 1, 1, 2, 1, 1, 2, 3, 3, 1, 2, 1, 5, 1, 1, 2, 3, 3, 3, 1, 1, 1, 2, 2, 1, 2, 1, 5, 1, 1, 3, 1, 1, 4, 1, 1, 5, 2, 4, 1, 4, 1, 1, 1, 2, 1, 2, 3, 1, 1, 4, 4, 1, 3, 2, 1, 1, 2, 2, 2, 3, 5, 1, 1, 1, 1, 1, 2, 1, 4, 1, 2, 1, 2, 4, 1, 5, 1, 1, 1, 1, 1, 2, 1, 2, 8, 1, 1, 2, 1, 1, 3, 2, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 4, 3, 4, 1, 2, 3, 2, 3], "chunk_stats": {"count": 154, "sum": 302, "mean": 1.9610389610389611, "median": 1.0, "p95": 5.0, "max": 8, "min": 1}, "active_size_stats": {"count": 63, "sum": 302, "mean": 4.7936507936507935, "median": 4.0, "p95": 8.0, "max": 10, "min": 2}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.1032363340491429, "decode_time_sec": 4.417948242044076, "total_time_sec": 4.566562587977387, "prefill_units_per_sec": 65848.90932647797, "prefill_bytes_per_sec": 65693.9251327116, "decode_units_per_sec": 463.5636018796908, "decode_bytes_per_sec": 463.5636018796908, "total_units_per_sec": 448.4773745118199, "total_bytes_per_sec": 448.4773745118199, "step_latency_ms": {"count": 128, "sum": 4319, "mean": 33.7421875, "median": 36.0, "p95": 37.0, "max": 38, "min": 7}, "peak_allocated_mb": 7716.27587890625, "peak_reserved_mb": 7916.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 6782, "mean": 423.875, "median": 369.0, "p95": 689.75, "max": 962, "min": 260}, "model_input_units": {"count": 16, "sum": 6798, "mean": 424.875, "median": 370.0, "p95": 690.75, "max": 963, "min": 261}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 6782, "model_input_units": 6798, "stage0_units": 2309, "stage1_units": 1174, "bytes_per_stage0_unit": 2.9372022520571677, "stage0_per_stage1_unit": 1.9667802385008517}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 6798, "units_out": 2309, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 5, 1, 5, 1, 1, 1, 1, 2, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 5, 3, 5, 1, 4, 4, 4, 1, 1, 3, 2, 1, 1, 1, 9, 1, 1, 1, 3, 2, 6, 1, 1, 8, 1, 10, 1, 1, 2, 1, 1, 9, 1, 1, 1, 1, 3, 2, 6, 1, 1, 1, 7, 1, 6, 1, 10, 1, 1, 2, 1, 1, 9, 1, 2, 1, 13, 2, 2, 4, 4, 6, 1, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 1, 1, 3, 3, 1, 4, 1, 6, 1, 9, 1, 3, 2, 9, 1, 6, 1, 2, 2, 2, 9, 1, 3, 1, 1, 3, 1, 1, 4, 2, 9, 1, 3, 1, 2, 1, 1, 1, 5, 2, 9, 1, 1, 9, 2, 1, 5, 1, 5, 1, 3, 4, 6, 3, 2, 5, 3, 1, 6, 9, 1, 2, 2, 1, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 3, 3, 1, 8, 1, 1, 3, 2, 3, 3, 1, 5, 1, 1, 3, 1, 9, 6, 2, 1, 1, 4, 1, 1, 1, 1, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 4, 1, 7, 9, 1, 2, 1, 6, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 3, 9, 1, 1, 1, 1, 6, 1, 1, 1, 2, 3, 4, 1, 1, 2, 1, 6, 1, 20, 1, 5, 1, 1, 1, 4, 2, 3, 5, 1, 9, 4, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 4, 2, 3, 5, 1, 1, 9, 2, 1, 5, 6, 1, 1, 4, 9, 1, 2, 4, 1, 3, 1, 1, 3, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 2, 1, 1, 3, 1, 2, 5, 1, 1, 9, 1, 2, 4, 1, 3, 1, 2, 1, 1, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 3, 1, 3, 1, 2, 5, 1, 1, 1, 9, 2, 7, 1, 1, 5, 1, 2, 3, 2, 4, 3, 5, 1, 7, 1, 1, 1, 6, 1, 3, 1, 4, 1, 9, 2, 1, 5, 10, 1, 3, 1, 4, 1, 2, 3, 3, 4, 1, 4, 7, 1, 1, 5, 1, 9, 1, 2, 1, 13, 1, 2, 1, 2, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 3, 3, 1, 1, 3, 2, 1, 2, 1, 1, 1, 2, 3, 1, 1, 3, 1, 2, 2, 2, 1, 1, 1, 4, 1, 1, 9, 1, 2, 3, 1, 1, 4, 1, 2, 2, 2, 1, 13, 1, 2, 3, 4, 1, 1, 3, 2, 1, 1, 10, 1, 1, 4, 1, 2, 2, 2, 1, 1, 17, 3, 1, 5, 2, 1, 3, 13, 4, 1, 17, 1, 2, 1, 21, 1, 3, 1, 2, 5, 1, 4, 1, 1, 3, 1, 4, 1, 21, 3, 1, 5, 2, 1, 3, 17, 7, 3, 11, 5, 1, 21, 3, 1, 5, 1, 1, 3, 3, 1, 1, 3, 1, 1, 9, 2, 4, 2, 1, 1, 1, 1, 2, 2, 2, 9, 1, 2, 1, 3, 1, 1, 11, 1, 13, 1, 5, 1, 1, 1, 1, 3, 2, 7, 1, 1, 1, 1, 1, 3, 8, 5, 1, 1, 1, 1, 2, 9, 1, 1, 7, 11, 1, 1, 1, 9, 1, 2, 2, 4, 1, 4, 1, 1, 9, 6, 2, 4, 1, 5, 4, 1, 1, 1, 1, 1, 9, 1, 3, 1, 1, 2, 2, 5, 1, 1, 2, 1, 5, 1, 4, 1, 1, 1, 1, 1, 1, 2, 5, 1, 9, 2, 1, 2, 2, 2, 4, 4, 4, 4, 2, 2, 1, 2, 3, 2, 2, 1, 2, 5, 2, 2, 1, 2, 1, 1, 8, 1, 1, 9, 2, 1, 2, 1, 6, 4, 4, 5, 1, 3, 4, 1, 9, 1, 3, 1, 4, 5, 2, 1, 9, 1, 3, 1, 5, 2, 5, 1, 1, 1, 1, 4, 9, 1, 3, 1, 6, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1, 2, 2, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1, 1, 1, 3, 1, 8, 1, 5, 1, 1, 3, 2, 5, 1, 1, 1, 9, 2, 1, 5, 1, 2, 4, 8, 6, 1, 2, 2, 5, 9, 1, 2, 4, 1, 1, 8, 1, 5, 2, 6, 1, 5, 1, 1, 13, 3, 4, 5, 1, 9, 2, 1, 8, 1, 4, 5, 9, 1, 9, 1, 6, 2, 5, 1, 1, 1, 1, 4, 1, 5, 1, 1, 9, 2, 1, 5, 4, 6, 4, 1, 4, 1, 1, 3, 4, 1, 4, 9, 4, 5, 1, 5, 2, 5, 1, 6, 3, 1, 9, 1, 5, 1, 5, 1, 1, 1, 13, 5, 1, 6, 1, 1, 3, 3, 1, 8, 1, 1, 8, 1, 4, 2, 7, 1, 1, 5, 4, 2, 3, 5, 1, 7, 1, 5, 1, 1, 7, 1, 3, 1, 1, 1, 1, 1, 7, 1, 5, 1, 2, 2, 1, 1, 3, 3, 1, 1, 1, 5, 4, 1, 5, 2, 2, 2, 5, 8, 1, 5, 2, 2, 2, 1, 5, 1, 2, 4, 1, 1, 4, 1, 1, 1, 9, 4, 1, 5, 2, 1, 1, 4, 1, 3, 1, 1, 1, 5, 1, 10, 1, 1, 1, 6, 1, 13, 4, 1, 3, 1, 3, 1, 1, 1, 1, 3, 1, 7, 1, 7, 1, 4, 1, 1, 9, 4, 7, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 4, 1, 1, 13, 1, 2, 4, 1, 1, 3, 1, 7, 1, 1, 1, 1, 4, 1, 2, 1, 2, 1, 1, 1, 3, 7, 1, 1, 17, 3, 4, 4, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 4, 1, 13, 1, 7, 2, 1, 4, 1, 6, 1, 1, 13, 1, 3, 1, 7, 1, 1, 2, 1, 1, 4, 1, 6, 1, 7, 1, 13, 7, 2, 4, 1, 4, 2, 1, 4, 2, 1, 1, 1, 4, 1, 13, 4, 1, 7, 1, 1, 1, 3, 3, 1, 1, 4, 1, 6, 1, 4, 1, 1, 4, 1, 2, 1, 8, 1, 1, 5, 1, 2, 1, 9, 1, 3, 2, 1, 1, 1, 5, 1, 5, 1, 2, 1, 8, 1, 1, 3, 1, 1, 2, 1, 1, 5, 7, 1, 1, 5, 1, 9, 1, 2, 1, 4, 1, 1, 1, 6, 5, 1, 2, 1, 4, 1, 1, 3, 5, 3, 4, 1, 7, 3, 4, 1, 1, 18, 1, 9, 1, 1, 1, 6, 1, 3, 5, 8, 5, 4, 1, 4, 9, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 4, 1, 1, 3, 1, 4, 1, 1, 3, 1, 1, 9, 1, 1, 1, 2, 2, 1, 3, 1, 3, 1, 1, 6, 1, 5, 1, 1, 2, 1, 1, 6, 1, 1, 9, 4, 1, 1, 1, 2, 1, 1, 9, 1, 1, 1, 2, 2, 1, 2, 4, 2, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 10, 1, 3, 1, 1, 4, 1, 4, 1, 1, 9, 1, 5, 2, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 9, 1, 4, 1, 1, 11, 2, 4, 1, 1, 2, 1, 1, 4, 1, 1, 10, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 6, 1, 1, 4, 1, 6, 1, 6, 1, 2, 2, 1, 1, 5, 7, 2, 7, 3, 1, 2, 1, 6, 1, 7, 5, 4, 1, 1, 3, 2, 1, 7, 3, 6, 1, 3, 1, 1, 6, 1, 1, 2, 1, 1, 1, 1, 4, 3, 2, 1, 1, 1, 9, 1, 2, 1, 5, 2, 3, 1, 6, 1, 13, 6, 2, 3, 4, 1, 7, 2, 1, 6, 1, 5, 1, 13, 1, 6, 1, 1, 8, 1, 5, 2, 3, 1, 13, 7, 2, 7, 1, 3, 6, 1, 1, 1, 3, 1, 13, 6, 1, 1, 2, 5, 1, 1, 1, 3, 1, 2, 1, 2, 1, 8, 1, 1, 3, 1, 1, 2, 1, 8, 1, 1, 1, 9, 2, 7, 1, 1, 4, 1, 6, 12, 4, 4, 8, 9, 1, 2, 3, 2, 1, 5, 10, 1, 1, 9, 1, 3, 4, 2, 1, 9, 4, 1, 1, 1, 3, 1, 3, 1, 3, 4, 1, 1, 13, 2, 5, 1, 3, 8, 1, 1, 2, 4, 8, 6, 1, 5, 13, 2, 3, 4, 5, 1, 7, 4, 4, 1, 3, 13, 1, 1, 3, 6, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 3, 13, 1, 3, 4, 3, 1, 1, 13, 1, 2, 1, 3, 2, 1, 1, 3, 6, 1, 1, 1, 1, 2, 9, 2, 10, 1, 1, 4, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 9, 2, 1, 4, 2, 1, 4, 1, 1, 1, 13, 10, 2, 1, 9, 1, 1, 9, 4, 2, 2, 1, 1, 9, 4, 5, 3, 9, 1, 13, 5, 2, 1, 1, 1, 1, 1, 3, 1, 1, 4, 3, 1, 1, 3, 1, 6, 1, 2, 1, 1, 1, 1, 6, 1, 2, 1, 4, 1, 1, 13, 1, 2, 4, 4, 1, 17, 8, 1, 13, 1, 2, 1, 1, 8, 1, 4, 2, 4, 1, 1, 17, 4, 1, 1, 6, 1, 4, 1, 13, 4, 1, 17, 4, 1, 1, 1, 5, 1, 4, 1, 1, 9, 1, 2, 10, 1, 13, 3, 4, 4, 1, 1, 9, 2, 11, 1, 4, 2, 1, 2, 1, 2, 8, 1, 2, 1, 9, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 4, 1, 8, 1, 6, 1, 1, 3, 2, 6, 1, 1, 9, 2, 1, 7, 2, 1, 3, 9, 5, 2, 1, 1, 9, 4, 5, 3, 6, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 4, 2, 1, 6, 1, 17, 4, 1, 3, 5, 2, 1, 1, 1, 1, 17, 8, 13, 1, 2, 4, 1, 1, 1, 1, 6, 1, 4, 1, 4, 1, 1, 1, 1, 1, 3, 2, 1, 7, 1, 1, 1, 2, 1, 5, 1, 6, 1, 1, 3, 2, 7, 1, 1, 9, 5, 2, 6, 1, 7, 1, 4, 1, 7, 1, 9, 7, 1, 7, 2, 1, 1, 6, 1, 4, 1, 2, 1, 5, 1, 2, 1, 6, 1, 2, 1, 4, 1, 2, 1, 3, 1, 1, 1, 1, 1, 27, 1, 5, 1, 3, 1, 1, 9, 1, 2, 4, 1, 1, 5, 1, 6, 1, 1, 1, 1, 2, 2, 3, 3, 4, 4, 1, 1, 5, 1, 6, 1, 1, 1, 1, 4, 1, 1, 1, 1, 13, 2, 2, 2, 2, 9, 4, 1, 13, 4, 1, 2, 1, 3, 3, 1, 3, 1, 6, 1, 5, 1, 4, 1, 1, 4, 1, 6, 1, 1, 4, 4, 1, 1, 1, 17, 1, 2, 1, 1, 2, 1, 7, 1, 6, 1, 2, 1, 25, 4, 1, 1, 5, 1, 6, 1, 1, 1, 1, 1, 3, 1, 2, 3, 1, 9, 1, 1, 1, 1, 1, 5, 8, 1, 5, 1, 1, 1, 5, 4, 2, 1, 2, 6, 3, 9, 1, 1, 1, 1, 1, 5, 2, 1, 1, 1, 1, 1, 1, 9, 8, 1, 2, 1, 1, 9, 4, 2, 3, 5, 1, 13, 8, 1, 1, 5, 1, 1, 1, 9, 8, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 9, 4, 2, 3, 1, 1, 1, 1, 8, 1, 1, 1, 2, 1, 1, 1, 13, 8, 1, 1, 5, 1, 1, 1, 9, 8, 1, 4, 1, 1, 5, 1, 8, 1, 5, 6, 1, 5, 2, 1, 3, 1, 8, 1, 1, 4, 8, 1, 3, 8, 1, 4, 1, 5, 6, 1, 5, 2, 1, 5, 1, 4, 1, 1, 2, 1, 6, 1, 4, 1, 1, 1, 5, 8, 1, 5, 2, 1, 1, 2, 1, 3, 4, 1, 4, 1, 5, 1, 1, 4, 1, 1, 3, 1, 3, 1, 4, 1, 3, 5, 1, 2, 1, 1, 5, 1, 6, 2, 3, 1, 1, 5, 1, 1, 5, 1, 5, 2, 1, 5, 1, 3, 5, 1, 4, 1, 4, 1, 3, 5, 1, 2, 1, 1, 5, 7, 1, 1, 2, 2, 2, 2, 2, 8, 3, 1, 9, 1, 1, 1, 5, 4, 1, 1, 1, 4, 2, 3, 1, 5, 1, 2, 1, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 8, 1, 5, 1, 1, 5, 4, 5, 4, 1, 3, 1, 1, 3, 1, 1, 9, 5, 5, 2, 1, 3, 1, 1, 5, 4, 1, 1, 9, 1, 2, 1, 3, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 8, 1, 1, 13, 4, 5, 2, 7, 1, 1, 2, 1, 1, 3, 1, 5, 4, 1, 13, 3, 4, 4, 5, 3, 5, 4, 9, 2, 3, 1, 3, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 5, 1, 1, 13, 3, 4, 1, 1, 1, 5, 3, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 6, 1, 1, 1, 1, 1, 1, 6, 1, 5, 4, 1, 9, 4, 1, 13, 3, 4, 5, 4, 1, 1], "chunk_stats": {"count": 2309, "sum": 6798, "mean": 2.9441316587267217, "median": 2.0, "p95": 9.0, "max": 27, "min": 1}}, {"stage": 1, "units_in": 2309, "units_out": 1174, "chunk_lengths": [1, 2, 1, 2, 4, 1, 3, 1, 3, 1, 2, 2, 1, 4, 1, 4, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 2, 1, 2, 3, 2, 2, 1, 4, 1, 3, 1, 1, 1, 2, 1, 10, 1, 1, 2, 1, 2, 1, 1, 1, 1, 3, 1, 2, 1, 2, 1, 1, 2, 3, 1, 2, 1, 1, 3, 3, 2, 1, 1, 1, 1, 1, 1, 2, 1, 3, 2, 3, 3, 1, 4, 1, 7, 1, 1, 2, 2, 3, 1, 3, 1, 4, 1, 1, 1, 3, 3, 1, 1, 2, 3, 4, 3, 5, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 1, 1, 2, 1, 6, 4, 1, 1, 3, 2, 1, 3, 2, 1, 2, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 2, 2, 3, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 4, 4, 1, 2, 1, 2, 1, 2, 4, 3, 2, 1, 1, 2, 1, 2, 1, 2, 2, 3, 3, 1, 1, 1, 5, 4, 1, 2, 1, 2, 1, 6, 1, 2, 3, 1, 3, 2, 3, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 3, 2, 2, 3, 1, 1, 2, 2, 1, 2, 1, 4, 2, 2, 1, 2, 1, 3, 1, 1, 3, 1, 3, 2, 3, 2, 1, 1, 2, 1, 1, 3, 2, 1, 2, 1, 4, 1, 2, 1, 4, 1, 1, 1, 1, 5, 5, 1, 1, 3, 3, 1, 3, 4, 1, 4, 1, 3, 1, 2, 1, 2, 1, 3, 1, 5, 2, 6, 1, 3, 3, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 4, 1, 1, 2, 2, 1, 2, 2, 1, 1, 5, 1, 1, 1, 2, 2, 5, 8, 1, 3, 1, 1, 1, 2, 3, 1, 1, 2, 1, 3, 2, 1, 1, 1, 4, 4, 1, 1, 4, 1, 1, 3, 1, 2, 2, 3, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 2, 5, 1, 1, 4, 1, 4, 2, 1, 5, 1, 1, 1, 3, 1, 1, 1, 3, 2, 1, 4, 7, 1, 5, 7, 1, 3, 1, 2, 2, 2, 1, 3, 3, 1, 1, 1, 2, 1, 6, 1, 1, 1, 1, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2, 1, 2, 2, 1, 4, 2, 3, 1, 1, 1, 2, 3, 4, 4, 1, 1, 3, 1, 3, 1, 9, 1, 3, 1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 2, 4, 5, 3, 3, 1, 1, 1, 3, 3, 2, 1, 1, 1, 2, 1, 2, 1, 1, 2, 3, 1, 1, 1, 2, 1, 5, 1, 3, 1, 1, 4, 1, 1, 4, 1, 1, 2, 2, 3, 1, 1, 2, 1, 2, 2, 2, 1, 3, 1, 2, 4, 3, 6, 1, 1, 2, 6, 7, 1, 7, 1, 3, 3, 1, 3, 5, 1, 2, 1, 4, 2, 1, 4, 3, 3, 2, 3, 1, 1, 1, 1, 2, 1, 3, 5, 1, 3, 1, 1, 2, 1, 3, 2, 2, 1, 2, 4, 1, 1, 1, 3, 1, 2, 1, 3, 1, 7, 2, 3, 2, 1, 5, 1, 5, 3, 1, 2, 7, 6, 1, 1, 3, 1, 2, 2, 3, 5, 2, 1, 2, 2, 6, 2, 1, 4, 1, 4, 1, 7, 2, 3, 2, 1, 3, 2, 3, 2, 1, 4, 1, 2, 1, 2, 4, 1, 3, 2, 2, 2, 1, 2, 1, 1, 1, 2, 1, 4, 3, 1, 5, 1, 3, 2, 1, 1, 3, 6, 1, 1, 3, 5, 1, 1, 1, 1, 1, 2, 2, 3, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 4, 2, 1, 1, 3, 1, 2, 1, 3, 1, 4, 1, 1, 2, 7, 1, 1, 1, 3, 1, 3, 1, 1, 1, 2, 2, 3, 3, 1, 2, 3, 2, 1, 2, 1, 1, 1, 4, 5, 1, 4, 1, 1, 1, 2, 2, 3, 1, 1, 3, 2, 1, 1, 2, 1, 1, 1, 1, 1, 2, 4, 2, 1, 3, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 1, 3, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 7, 1, 1, 1, 3, 1, 1, 3, 1, 1, 3, 1, 1, 2, 4, 1, 4, 1, 3, 2, 1, 1, 2, 1, 2, 1, 2, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 2, 1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 6, 1, 5, 1, 2, 1, 1, 4, 1, 2, 4, 2, 4, 1, 1, 1, 2, 4, 2, 1, 3, 1, 2, 2, 3, 1, 2, 1, 5, 3, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 4, 1, 2, 2, 2, 4, 1, 3, 3, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 2, 4, 1, 6, 1, 1, 6, 1, 2, 2, 1, 3, 1, 1, 1, 1, 1, 2, 3, 2, 2, 4, 1, 1, 2, 1, 2, 1, 3, 2, 2, 1, 3, 3, 1, 1, 1, 1, 4, 3, 1, 1, 2, 1, 1, 5, 1, 3, 1, 3, 1, 3, 1, 6, 1, 1, 5, 1, 1, 1, 2, 1, 6, 1, 4, 1, 2, 1, 6, 3, 4, 1, 1, 1, 2, 1, 2, 1, 2, 1, 3, 4, 3, 1, 3, 2, 1, 2, 1, 3, 1, 1, 1, 3, 2, 2, 1, 1, 1, 1, 1, 1, 6, 1, 1, 2, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 3, 1, 7, 2, 1, 1, 1, 1, 2, 1, 1, 2, 2, 1, 1, 1, 2, 3, 1, 4, 1, 3, 3, 1, 1, 2, 2, 1, 4, 4, 1, 1, 4, 3, 1, 1, 2, 3, 3, 1, 1, 2, 1, 2, 3, 1, 1, 2, 1, 3, 1, 1, 3, 1, 2, 2, 3, 5, 1, 1, 1, 3, 1, 3, 1, 2, 2, 2, 1, 1, 1, 1, 2, 2, 2, 1, 4, 1, 1, 1, 2, 1, 4, 2, 1, 2, 1, 5, 1, 1, 2, 6, 1, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 5, 1, 1, 2, 2, 1, 2, 1, 7, 1, 1, 3, 1, 1, 1, 1, 4, 1, 1, 4, 1, 2, 1, 2, 1, 5, 1, 1, 3, 1, 7, 1, 1, 4, 1, 1, 1, 1, 5, 2, 4, 1, 4, 1, 2, 1, 1, 3, 1, 7, 1, 1, 4, 1, 2, 2, 2, 5, 6, 1, 1, 1, 1, 1, 1, 2, 3, 1, 1, 2, 1, 4, 1, 1], "chunk_stats": {"count": 1174, "sum": 2309, "mean": 1.9667802385008517, "median": 1.0, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 665, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 4, 1, 1, 5, 2, 1, 4, 5, 3, 1, 1, 6, 2, 4, 2, 1, 1, 3, 9, 8, 4, 1, 1, 1, 3, 3, 1, 4, 1, 4, 1, 4, 13, 5, 13, 1, 3, 3, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 3, 1, 5, 17, 1, 1, 5, 18, 13, 1, 6, 1, 1, 3, 1, 13, 1, 13, 4, 1, 6, 2, 4, 9, 1, 1, 3, 1, 1, 5, 1, 9, 1, 5, 7, 2, 1, 2, 1, 1, 1, 3, 1, 3, 1, 4, 6, 1, 3, 1, 1, 5, 1, 6, 1, 3, 3, 5, 10, 1, 1, 1, 9, 1, 1, 1, 1, 5, 3, 1, 4, 1, 4, 2, 1, 7, 5, 1, 4, 4, 13, 1, 1, 1, 4, 5, 1, 5, 1, 1, 1, 1, 21, 1, 1, 1, 1, 1, 1, 1, 14, 1, 3, 6, 1, 1, 3, 2, 1, 2, 4, 9, 1, 1, 9, 4, 1, 17, 1, 4, 5, 1, 6, 1, 8, 2, 3, 1, 1, 6, 3, 2, 3, 4, 4, 2, 2, 5, 3, 6, 4, 4, 1, 2, 4, 1, 1, 1, 1, 5, 13, 1, 5, 1, 17, 1, 1, 2, 5, 1, 1, 2, 1, 1, 3, 1, 2, 10, 1, 4, 3, 1, 1, 1, 1, 1, 17, 13, 4, 2, 3, 1, 1, 1, 1, 3, 1, 3, 1, 2, 9, 1, 1, 4, 3, 1, 5, 1, 13, 1, 4, 1, 1, 1, 1, 1, 1, 5, 3, 13, 6, 1, 1, 1, 1, 1, 5, 8, 2, 1, 2, 2, 4, 6, 6, 1, 6, 1, 1, 2, 4, 9, 1, 1, 10, 4, 2, 3, 9, 14, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 3, 1, 7, 1, 1, 1, 4, 1, 1, 9, 7, 13, 1, 4, 1, 1, 1, 3, 5, 2, 1, 2, 1, 1, 5, 13, 2, 6, 1, 2, 2, 4, 2, 1, 4, 1, 17, 1, 1, 1, 8, 4, 1, 1, 1, 5, 1, 1, 6, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 1, 2, 1, 5, 3, 2, 1, 2, 2, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 4, 2, 1, 3, 1, 1, 1, 1, 2, 4, 9, 5, 3, 1, 8, 1, 1, 4, 1, 1, 4, 1, 1, 3, 1, 1, 6, 3, 1, 1, 9, 1, 1, 3, 1, 2, 13, 5, 1, 7, 3, 7, 9, 6, 1, 1, 6, 4, 1, 9, 2, 3, 1, 17, 1, 1, 1, 1, 1, 17, 1, 1, 3, 1, 2, 1, 2, 5, 2, 8, 6, 4, 2, 1, 4, 1, 1, 2, 1, 3, 6, 1, 1, 4, 1, 1, 1, 1, 1, 5, 5, 1, 1, 9, 1, 1, 2, 2, 1, 5, 5, 1, 4, 1, 1, 5, 1, 13, 4, 2, 4, 1, 1, 2, 4, 1, 4, 2, 1, 1, 4, 1, 1, 1, 5, 2, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 5, 1, 1, 5, 7, 14, 1, 1, 1, 2, 1, 1, 2, 3, 1, 10, 1, 4, 2, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 6, 1, 3, 5, 2, 1, 6, 13, 1, 8, 7, 4, 4, 1, 1, 2, 1, 5, 2, 1, 11, 1, 1, 1, 1, 3, 13, 1, 1, 8, 1, 13, 2, 1, 2, 1, 3, 1, 10, 1, 1, 2, 1, 6, 1, 1, 3, 1, 3, 3, 5, 5, 6, 1, 2, 2, 1, 1, 3, 1, 3, 1, 1, 5, 1, 4, 1, 2, 3, 4, 1, 1, 3, 1, 1, 9, 3, 3, 1, 3, 1, 1, 1, 1, 1, 1, 3, 8, 8, 5, 1, 2, 2, 6, 2, 6, 14, 2], "chunk_stats": {"count": 677, "sum": 2048, "mean": 3.0251107828655837, "median": 1.0, "p95": 10.0, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 2048, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 291, "chunk_lengths": [1, 1, 1, 1, 1, 2, 1, 1, 1, 3, 1, 2, 1, 3, 3, 3, 2, 2, 1, 1, 3, 2, 1, 5, 3, 2, 1, 1, 2, 1, 2, 2, 1, 1, 1, 5, 1, 2, 1, 7, 2, 5, 3, 1, 1, 1, 2, 1, 1, 2, 3, 3, 1, 2, 1, 5, 1, 1, 2, 3, 3, 3, 1, 1, 1, 2, 2, 1, 2, 1, 5, 1, 1, 3, 1, 1, 4, 1, 1, 5, 2, 4, 1, 4, 1, 1, 1, 2, 1, 2, 3, 1, 1, 4, 4, 1, 3, 2, 1, 1, 2, 2, 2, 3, 5, 1, 1, 1, 1, 1, 2, 1, 4, 1, 2, 1, 2, 4, 1, 5, 1, 1, 1, 1, 1, 2, 1, 2, 8, 1, 1, 2, 1, 1, 3, 2, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1, 2, 3, 5, 1, 1, 3, 3, 3, 1, 1, 1, 1, 5, 1, 1, 3, 8, 1, 4, 2, 1, 2, 1, 1, 5, 1, 1, 2, 1, 6, 1, 1, 1, 2, 4, 2, 1, 5, 6, 2, 2, 1, 1, 3, 1, 5, 4, 10, 1, 1, 3, 1, 1, 3, 1, 7, 6, 1, 1, 1, 1, 1, 8, 1, 4, 1, 1, 3, 2, 4, 9, 1, 1, 2, 1, 1, 1, 3, 4, 2, 3, 3, 3, 1, 5, 1, 1, 5, 1, 1, 1, 1, 4, 1, 3, 1, 1, 1, 3, 1, 7, 1, 5, 1, 4, 6, 1, 1, 8, 1, 3, 1, 4, 4, 9, 1, 3, 1, 1, 2, 3, 1, 3, 3, 4, 1, 5, 1, 1, 3, 2, 5, 1, 3, 1, 2, 2, 1, 2, 2, 6, 3, 1, 4, 1, 3, 2, 1], "chunk_stats": {"count": 301, "sum": 665, "mean": 2.2093023255813953, "median": 1.0, "p95": 5.0, "max": 10, "min": 1}, "active_size_stats": {"count": 127, "sum": 665, "mean": 5.2362204724409445, "median": 5.0, "p95": 9.0, "max": 10, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 64, "prefill_time_sec": 30.19680671999231, "decode_time_sec": 0.8475228110328317, "total_time_sec": 31.047593481023796, "prefill_units_per_sec": 7.053725977554432, "prefill_bytes_per_sec": 7.020609893152768, "decode_units_per_sec": 75.51419167350382, "decode_bytes_per_sec": 75.51419167350382, "total_units_per_sec": 2.0613513907001075, "total_bytes_per_sec": 2.0613513907001075, "step_latency_ms": {"count": 64, "sum": 840, "mean": 13.125, "median": 7.0, "p95": 33.0, "max": 39, "min": 7}, "peak_allocated_mb": 3554.09375, "peak_reserved_mb": 9928.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 212, "mean": 212.0, "median": 212.0, "p95": 212.0, "max": 212, "min": 212}, "model_input_units": {"count": 1, "sum": 213, "mean": 213.0, "median": 213.0, "p95": 213.0, "max": 213, "min": 213}}, "generated_stats": {"units": {"count": 1, "sum": 64, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}, "bytes": {"count": 1, "sum": 64, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}}, "compression_summary": {"raw_prompt_bytes": 212, "model_input_units": 213, "stage0_units": 100, "stage1_units": 42, "bytes_per_stage0_unit": 2.12, "stage0_per_stage1_unit": 2.380952380952381}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 213, "units_out": 100, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 1, 1, 1, 1, 3, 2, 4, 1, 1, 1, 9, 1, 3, 1, 1, 3, 1, 4, 1, 9, 1, 1, 1, 1, 2, 5, 2, 1, 3, 1, 3, 1, 1, 2, 4, 1, 1, 9, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 3, 2, 1, 3, 1, 3, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 4, 1, 9, 1, 3, 1, 3, 1, 1, 1], "chunk_stats": {"count": 100, "sum": 213, "mean": 2.13, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 100, "units_out": 42, "chunk_lengths": [1, 2, 2, 5, 2, 3, 2, 3, 4, 1, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 1, 4, 1, 3, 1, 4, 2, 1, 3, 2, 2, 3, 3, 1, 5, 4, 6, 3, 1, 4, 2, 1], "chunk_stats": {"count": 42, "sum": 100, "mean": 2.380952380952381, "median": 2.0, "p95": 4.949999999999996, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 30, "chunk_lengths": [1, 9, 3, 4, 1, 1, 1, 1, 2, 4, 2, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 1, 1, 1, 5, 1], "chunk_stats": {"count": 30, "sum": 64, "mean": 2.1333333333333333, "median": 1.0, "p95": 6.099999999999994, "max": 9, "min": 1}, "active_size_stats": {"count": 64, "sum": 64, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 8, "chunk_lengths": [1, 1, 8, 8, 6, 1, 1, 1, 3], "chunk_stats": {"count": 9, "sum": 30, "mean": 3.3333333333333335, "median": 1.0, "p95": 8.0, "max": 8, "min": 1}, "active_size_stats": {"count": 30, "sum": 30, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05859649693593383, "decode_time_sec": 1.7407607359346002, "total_time_sec": 1.8033135179430246, "prefill_units_per_sec": 3635.0295860328038, "prefill_bytes_per_sec": 3617.9637194317106, "decode_units_per_sec": 73.53107027157172, "decode_bytes_per_sec": 73.53107027157172, "total_units_per_sec": 70.98044723027698, "total_bytes_per_sec": 70.98044723027698, "step_latency_ms": {"count": 128, "sum": 1752, "mean": 13.6875, "median": 7.0, "p95": 33.0, "max": 37, "min": 7}, "peak_allocated_mb": 3317.029296875, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 212, "mean": 212.0, "median": 212.0, "p95": 212.0, "max": 212, "min": 212}, "model_input_units": {"count": 1, "sum": 213, "mean": 213.0, "median": 213.0, "p95": 213.0, "max": 213, "min": 213}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 212, "model_input_units": 213, "stage0_units": 100, "stage1_units": 42, "bytes_per_stage0_unit": 2.12, "stage0_per_stage1_unit": 2.380952380952381}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 213, "units_out": 100, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 1, 1, 1, 1, 3, 2, 4, 1, 1, 1, 9, 1, 3, 1, 1, 3, 1, 4, 1, 9, 1, 1, 1, 1, 2, 5, 2, 1, 3, 1, 3, 1, 1, 2, 4, 1, 1, 9, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 3, 2, 1, 3, 1, 3, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 4, 1, 9, 1, 3, 1, 3, 1, 1, 1], "chunk_stats": {"count": 100, "sum": 213, "mean": 2.13, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 100, "units_out": 42, "chunk_lengths": [1, 2, 2, 5, 2, 3, 2, 3, 4, 1, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 1, 4, 1, 3, 1, 4, 2, 1, 3, 2, 2, 3, 3, 1, 5, 4, 6, 3, 1, 4, 2, 1], "chunk_stats": {"count": 42, "sum": 100, "mean": 2.380952380952381, "median": 2.0, "p95": 4.949999999999996, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 57, "chunk_lengths": [1, 9, 3, 4, 1, 1, 1, 1, 2, 4, 2, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 1, 1, 1, 5, 1, 2, 4, 1, 6, 1, 1, 5, 1, 1, 1, 5, 2, 1, 2, 5, 1, 2, 2, 4, 1, 2, 3, 1, 2, 4, 2, 1, 1], "chunk_stats": {"count": 58, "sum": 128, "mean": 2.206896551724138, "median": 1.0, "p95": 5.149999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [1, 1, 8, 8, 6, 1, 1, 1, 5, 1, 3, 1, 3, 1, 1, 3, 2, 1, 2, 2, 3, 1, 1], "chunk_stats": {"count": 23, "sum": 57, "mean": 2.4782608695652173, "median": 1.0, "p95": 7.799999999999997, "max": 8, "min": 1}, "active_size_stats": {"count": 57, "sum": 57, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 2, "max_new_tokens": 64, "prefill_time_sec": 0.11623264197260141, "decode_time_sec": 1.6913414979353547, "total_time_sec": 1.8143233599839732, "prefill_units_per_sec": 3389.7534574915235, "prefill_bytes_per_sec": 3372.546587148927, "decode_units_per_sec": 75.6795716041092, "decode_bytes_per_sec": 75.6795716041092, "total_units_per_sec": 70.5497172241285, "total_bytes_per_sec": 70.5497172241285, "step_latency_ms": {"count": 128, "sum": 1690, "mean": 13.203125, "median": 7.0, "p95": 33.0, "max": 34, "min": 7}, "peak_allocated_mb": 3370.3984375, "peak_reserved_mb": 3398.0, "prompt_stats": {"raw_bytes": {"count": 2, "sum": 392, "mean": 196.0, "median": 196.0, "p95": 210.4, "max": 212, "min": 180}, "model_input_units": {"count": 2, "sum": 394, "mean": 197.0, "median": 197.0, "p95": 211.4, "max": 213, "min": 181}}, "generated_stats": {"units": {"count": 2, "sum": 128, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}, "bytes": {"count": 2, "sum": 128, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}}, "compression_summary": {"raw_prompt_bytes": 392, "model_input_units": 394, "stage0_units": 162, "stage1_units": 71, "bytes_per_stage0_unit": 2.419753086419753, "stage0_per_stage1_unit": 2.2816901408450705}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 394, "units_out": 162, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 1, 1, 1, 1, 3, 2, 4, 1, 1, 1, 9, 1, 3, 1, 1, 3, 1, 4, 1, 9, 1, 1, 1, 1, 2, 5, 2, 1, 3, 1, 3, 1, 1, 2, 4, 1, 1, 9, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 3, 2, 1, 3, 1, 3, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 4, 1, 9, 1, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 2, 5, 1, 1, 3, 2, 1, 2, 1, 1, 9, 6, 3, 1, 1, 3, 1, 1, 3, 1, 2, 1, 13, 1, 2, 3, 1, 4, 1, 1, 2, 1, 2, 1, 17, 1, 3, 1, 3, 1, 1, 13, 4, 1, 17, 1, 3, 1, 1, 5, 1, 4, 1, 4, 4, 1, 3, 1], "chunk_stats": {"count": 162, "sum": 394, "mean": 2.432098765432099, "median": 1.0, "p95": 8.899999999999977, "max": 17, "min": 1}}, {"stage": 1, "units_in": 162, "units_out": 71, "chunk_lengths": [1, 2, 2, 5, 2, 3, 2, 3, 4, 1, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 1, 4, 1, 3, 1, 4, 2, 1, 3, 2, 2, 3, 3, 1, 5, 4, 6, 3, 1, 4, 2, 1, 1, 2, 2, 1, 1, 3, 4, 1, 1, 1, 5, 4, 1, 1, 2, 4, 4, 1, 4, 2, 1, 2, 1, 5, 1, 3, 1, 2, 1], "chunk_stats": {"count": 71, "sum": 162, "mean": 2.2816901408450705, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 58, "chunk_lengths": [1, 9, 3, 4, 1, 1, 1, 1, 2, 4, 2, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 1, 1, 1, 5, 1, 1, 4, 1, 1, 1, 1, 1, 1, 5, 4, 1, 4, 4, 1, 6, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 2], "chunk_stats": {"count": 59, "sum": 128, "mean": 2.169491525423729, "median": 1.0, "p95": 5.099999999999994, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 1, 8, 8, 6, 1, 1, 1, 3, 2, 1, 1, 6, 1, 3, 1, 7, 3, 3], "chunk_stats": {"count": 19, "sum": 58, "mean": 3.0526315789473686, "median": 2.0, "p95": 8.0, "max": 8, "min": 1}, "active_size_stats": {"count": 58, "sum": 58, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 2, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 2, "max_new_tokens": 128, "prefill_time_sec": 0.1163960110861808, "decode_time_sec": 3.369003936997615, "total_time_sec": 3.499221200007014, "prefill_units_per_sec": 3384.995725568966, "prefill_bytes_per_sec": 3367.813006149834, "decode_units_per_sec": 75.9868509468534, "decode_bytes_per_sec": 75.9868509468534, "total_units_per_sec": 73.15913609562233, "total_bytes_per_sec": 73.15913609562233, "step_latency_ms": {"count": 256, "sum": 3355, "mean": 13.10546875, "median": 7.0, "p95": 33.0, "max": 35, "min": 7}, "peak_allocated_mb": 3398.42822265625, "peak_reserved_mb": 3438.0, "prompt_stats": {"raw_bytes": {"count": 2, "sum": 392, "mean": 196.0, "median": 196.0, "p95": 210.4, "max": 212, "min": 180}, "model_input_units": {"count": 2, "sum": 394, "mean": 197.0, "median": 197.0, "p95": 211.4, "max": 213, "min": 181}}, "generated_stats": {"units": {"count": 2, "sum": 256, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 2, "sum": 256, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 392, "model_input_units": 394, "stage0_units": 162, "stage1_units": 71, "bytes_per_stage0_unit": 2.419753086419753, "stage0_per_stage1_unit": 2.2816901408450705}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 394, "units_out": 162, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 1, 1, 1, 1, 3, 2, 4, 1, 1, 1, 9, 1, 3, 1, 1, 3, 1, 4, 1, 9, 1, 1, 1, 1, 2, 5, 2, 1, 3, 1, 3, 1, 1, 2, 4, 1, 1, 9, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 3, 2, 1, 3, 1, 3, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 4, 1, 9, 1, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 2, 5, 1, 1, 3, 2, 1, 2, 1, 1, 9, 6, 3, 1, 1, 3, 1, 1, 3, 1, 2, 1, 13, 1, 2, 3, 1, 4, 1, 1, 2, 1, 2, 1, 17, 1, 3, 1, 3, 1, 1, 13, 4, 1, 17, 1, 3, 1, 1, 5, 1, 4, 1, 4, 4, 1, 3, 1], "chunk_stats": {"count": 162, "sum": 394, "mean": 2.432098765432099, "median": 1.0, "p95": 8.899999999999977, "max": 17, "min": 1}}, {"stage": 1, "units_in": 162, "units_out": 71, "chunk_lengths": [1, 2, 2, 5, 2, 3, 2, 3, 4, 1, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 1, 4, 1, 3, 1, 4, 2, 1, 3, 2, 2, 3, 3, 1, 5, 4, 6, 3, 1, 4, 2, 1, 1, 2, 2, 1, 1, 3, 4, 1, 1, 1, 5, 4, 1, 1, 2, 4, 4, 1, 4, 2, 1, 2, 1, 5, 1, 3, 1, 2, 1], "chunk_stats": {"count": 71, "sum": 162, "mean": 2.2816901408450705, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 106, "chunk_lengths": [1, 9, 3, 4, 1, 1, 1, 1, 2, 4, 2, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 1, 1, 1, 5, 1, 2, 4, 1, 6, 1, 1, 5, 1, 1, 1, 5, 2, 1, 2, 5, 1, 2, 2, 4, 1, 2, 3, 1, 2, 4, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 5, 4, 1, 4, 4, 1, 6, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 5, 1, 1, 9, 4, 1, 6, 2, 5, 1, 5, 4, 1, 1, 4, 1, 1, 1, 4, 1, 1, 1, 7], "chunk_stats": {"count": 108, "sum": 256, "mean": 2.3703703703703702, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 256, "sum": 256, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 39, "chunk_lengths": [1, 1, 8, 8, 6, 1, 1, 1, 5, 1, 3, 1, 3, 1, 1, 3, 2, 1, 2, 2, 3, 1, 3, 2, 1, 1, 6, 1, 3, 1, 7, 3, 3, 1, 3, 2, 1, 1, 10, 1], "chunk_stats": {"count": 40, "sum": 106, "mean": 2.65, "median": 2.0, "p95": 8.0, "max": 10, "min": 1}, "active_size_stats": {"count": 106, "sum": 106, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 2, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 4, "max_new_tokens": 64, "prefill_time_sec": 0.22686276689637452, "decode_time_sec": 3.2763441131683066, "total_time_sec": 3.5136849890695885, "prefill_units_per_sec": 3328.0031374424075, "prefill_bytes_per_sec": 3310.371332740726, "decode_units_per_sec": 78.13587070145742, "decode_bytes_per_sec": 78.13587070145742, "total_units_per_sec": 72.85798265819723, "total_bytes_per_sec": 72.85798265819723, "step_latency_ms": {"count": 256, "sum": 3260, "mean": 12.734375, "median": 7.0, "p95": 33.0, "max": 35, "min": 7}, "peak_allocated_mb": 3370.3984375, "peak_reserved_mb": 3398.0, "prompt_stats": {"raw_bytes": {"count": 4, "sum": 751, "mean": 187.75, "median": 182.5, "p95": 207.95, "max": 212, "min": 174}, "model_input_units": {"count": 4, "sum": 755, "mean": 188.75, "median": 183.5, "p95": 208.95, "max": 213, "min": 175}}, "generated_stats": {"units": {"count": 4, "sum": 256, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}, "bytes": {"count": 4, "sum": 256, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}}, "compression_summary": {"raw_prompt_bytes": 751, "model_input_units": 755, "stage0_units": 301, "stage1_units": 140, "bytes_per_stage0_unit": 2.495016611295681, "stage0_per_stage1_unit": 2.15}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 755, "units_out": 301, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 1, 1, 1, 1, 3, 2, 4, 1, 1, 1, 9, 1, 3, 1, 1, 3, 1, 4, 1, 9, 1, 1, 1, 1, 2, 5, 2, 1, 3, 1, 3, 1, 1, 2, 4, 1, 1, 9, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 3, 2, 1, 3, 1, 3, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 4, 1, 9, 1, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 2, 5, 1, 1, 3, 2, 1, 2, 1, 1, 9, 6, 3, 1, 1, 3, 1, 1, 3, 1, 2, 1, 13, 1, 2, 3, 1, 4, 1, 1, 2, 1, 2, 1, 17, 1, 3, 1, 3, 1, 1, 13, 4, 1, 17, 1, 3, 1, 1, 5, 1, 4, 1, 4, 4, 1, 3, 1, 1, 1, 3, 1, 2, 1, 7, 1, 1, 3, 2, 4, 1, 1, 9, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 7, 1, 1, 1, 9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 1, 6, 1, 6, 1, 1, 1, 1, 1, 1, 3, 11, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 3, 3, 1, 12, 2, 1, 5, 3, 1, 2, 1, 12, 2, 1, 1, 1, 3, 4, 1, 2, 3, 1, 3, 2, 3, 1, 1, 5, 1, 2, 4, 1, 2, 4, 2, 2, 1, 7, 1, 1, 1, 7, 1, 3, 1, 3, 4, 1, 2, 1, 1, 2, 5, 1, 1, 1, 1, 6, 1, 3, 1, 1], "chunk_stats": {"count": 301, "sum": 755, "mean": 2.5083056478405314, "median": 1.0, "p95": 8.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 301, "units_out": 140, "chunk_lengths": [1, 2, 2, 5, 2, 3, 2, 3, 4, 1, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 1, 4, 1, 3, 1, 4, 2, 1, 3, 2, 2, 3, 3, 1, 5, 4, 6, 3, 1, 4, 2, 1, 1, 2, 2, 1, 1, 3, 4, 1, 1, 1, 5, 4, 1, 1, 2, 4, 4, 1, 4, 2, 1, 2, 1, 5, 1, 3, 1, 2, 1, 1, 2, 2, 2, 1, 3, 3, 1, 1, 1, 5, 2, 2, 1, 4, 1, 1, 1, 3, 1, 3, 1, 1, 8, 2, 1, 3, 4, 1, 1, 1, 2, 4, 1, 4, 1, 1, 1, 1, 2, 1, 2, 1, 4, 1, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 6, 1, 4, 3, 2, 1, 2, 2, 1, 5, 3, 1], "chunk_stats": {"count": 140, "sum": 301, "mean": 2.15, "median": 2.0, "p95": 5.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 101, "chunk_lengths": [1, 9, 3, 4, 1, 1, 1, 1, 2, 4, 2, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 1, 1, 1, 5, 1, 1, 4, 1, 1, 1, 1, 1, 1, 5, 4, 1, 4, 4, 1, 6, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 8, 2, 1, 3, 1, 1, 3, 1, 5, 4, 1, 7, 1, 1, 1, 7, 1, 3, 1, 3, 2, 2, 2, 1, 1, 3, 4, 3, 3, 1, 3, 1, 1, 2, 5, 2], "chunk_stats": {"count": 104, "sum": 256, "mean": 2.4615384615384617, "median": 1.0, "p95": 7.0, "max": 13, "min": 1}, "active_size_stats": {"count": 256, "sum": 256, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 36, "chunk_lengths": [1, 1, 8, 8, 6, 1, 1, 1, 3, 2, 1, 1, 6, 1, 3, 1, 7, 3, 2, 3, 1, 3, 1, 1, 1, 2, 1, 4, 2, 2, 1, 3, 1, 1, 3, 4, 3, 7], "chunk_stats": {"count": 38, "sum": 101, "mean": 2.6578947368421053, "median": 2.0, "p95": 7.149999999999999, "max": 8, "min": 1}, "active_size_stats": {"count": 101, "sum": 101, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 4, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 4, "max_new_tokens": 128, "prefill_time_sec": 0.22564021905418485, "decode_time_sec": 6.515191521146335, "total_time_sec": 6.751936670974828, "prefill_units_per_sec": 3346.034688162998, "prefill_bytes_per_sec": 3328.3073520667704, "decode_units_per_sec": 78.58556396050727, "decode_bytes_per_sec": 78.58556396050727, "total_units_per_sec": 75.83009511937242, "total_bytes_per_sec": 75.83009511937242, "step_latency_ms": {"count": 512, "sum": 6519, "mean": 12.732421875, "median": 7.0, "p95": 33.0, "max": 34, "min": 7}, "peak_allocated_mb": 3398.42822265625, "peak_reserved_mb": 3438.0, "prompt_stats": {"raw_bytes": {"count": 4, "sum": 751, "mean": 187.75, "median": 182.5, "p95": 207.95, "max": 212, "min": 174}, "model_input_units": {"count": 4, "sum": 755, "mean": 188.75, "median": 183.5, "p95": 208.95, "max": 213, "min": 175}}, "generated_stats": {"units": {"count": 4, "sum": 512, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 4, "sum": 512, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 751, "model_input_units": 755, "stage0_units": 301, "stage1_units": 140, "bytes_per_stage0_unit": 2.495016611295681, "stage0_per_stage1_unit": 2.15}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 755, "units_out": 301, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 1, 1, 1, 1, 3, 2, 4, 1, 1, 1, 9, 1, 3, 1, 1, 3, 1, 4, 1, 9, 1, 1, 1, 1, 2, 5, 2, 1, 3, 1, 3, 1, 1, 2, 4, 1, 1, 9, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 3, 2, 1, 3, 1, 3, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 4, 1, 9, 1, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 2, 5, 1, 1, 3, 2, 1, 2, 1, 1, 9, 6, 3, 1, 1, 3, 1, 1, 3, 1, 2, 1, 13, 1, 2, 3, 1, 4, 1, 1, 2, 1, 2, 1, 17, 1, 3, 1, 3, 1, 1, 13, 4, 1, 17, 1, 3, 1, 1, 5, 1, 4, 1, 4, 4, 1, 3, 1, 1, 1, 3, 1, 2, 1, 7, 1, 1, 3, 2, 4, 1, 1, 9, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 7, 1, 1, 1, 9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 1, 6, 1, 6, 1, 1, 1, 1, 1, 1, 3, 11, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 3, 3, 1, 12, 2, 1, 5, 3, 1, 2, 1, 12, 2, 1, 1, 1, 3, 4, 1, 2, 3, 1, 3, 2, 3, 1, 1, 5, 1, 2, 4, 1, 2, 4, 2, 2, 1, 7, 1, 1, 1, 7, 1, 3, 1, 3, 4, 1, 2, 1, 1, 2, 5, 1, 1, 1, 1, 6, 1, 3, 1, 1], "chunk_stats": {"count": 301, "sum": 755, "mean": 2.5083056478405314, "median": 1.0, "p95": 8.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 301, "units_out": 140, "chunk_lengths": [1, 2, 2, 5, 2, 3, 2, 3, 4, 1, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 1, 4, 1, 3, 1, 4, 2, 1, 3, 2, 2, 3, 3, 1, 5, 4, 6, 3, 1, 4, 2, 1, 1, 2, 2, 1, 1, 3, 4, 1, 1, 1, 5, 4, 1, 1, 2, 4, 4, 1, 4, 2, 1, 2, 1, 5, 1, 3, 1, 2, 1, 1, 2, 2, 2, 1, 3, 3, 1, 1, 1, 5, 2, 2, 1, 4, 1, 1, 1, 3, 1, 3, 1, 1, 8, 2, 1, 3, 4, 1, 1, 1, 2, 4, 1, 4, 1, 1, 1, 1, 2, 1, 2, 1, 4, 1, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 6, 1, 4, 3, 2, 1, 2, 2, 1, 5, 3, 1], "chunk_stats": {"count": 140, "sum": 301, "mean": 2.15, "median": 2.0, "p95": 5.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 195, "chunk_lengths": [1, 9, 3, 4, 1, 1, 1, 1, 2, 4, 2, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 1, 1, 1, 5, 1, 2, 4, 1, 6, 1, 1, 5, 1, 1, 1, 5, 2, 1, 2, 5, 1, 2, 2, 4, 1, 2, 3, 1, 2, 4, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 5, 4, 1, 4, 4, 1, 6, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 5, 1, 1, 9, 4, 1, 6, 2, 5, 1, 5, 4, 1, 1, 4, 1, 1, 1, 4, 1, 1, 9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 1, 6, 1, 1, 1, 9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 5, 4, 1, 7, 1, 1, 1, 7, 1, 3, 1, 3, 2, 2, 2, 1, 1, 3, 4, 3, 3, 1, 3, 1, 1, 5, 3, 4, 1, 1, 1, 7, 1, 3, 1, 3, 2, 2, 2, 1, 1, 3, 4, 1, 2, 3, 1, 4, 1, 8, 1, 1, 7, 5], "chunk_stats": {"count": 198, "sum": 512, "mean": 2.585858585858586, "median": 1.0, "p95": 7.149999999999977, "max": 13, "min": 1}, "active_size_stats": {"count": 512, "sum": 512, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 76, "chunk_lengths": [1, 1, 8, 8, 6, 1, 1, 1, 5, 1, 3, 1, 3, 1, 1, 3, 2, 1, 2, 2, 3, 1, 3, 2, 1, 1, 6, 1, 3, 1, 7, 3, 3, 1, 3, 2, 1, 1, 10, 2, 3, 1, 3, 1, 1, 8, 2, 1, 5, 1, 2, 3, 1, 3, 1, 1, 2, 1, 4, 2, 2, 1, 3, 1, 1, 3, 4, 1, 6, 2, 2, 4, 1, 1, 4, 2, 1, 3], "chunk_stats": {"count": 78, "sum": 195, "mean": 2.5, "median": 2.0, "p95": 7.1499999999999915, "max": 10, "min": 1}, "active_size_stats": {"count": 195, "sum": 195, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 4, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 8, "max_new_tokens": 64, "prefill_time_sec": 0.44713493902236223, "decode_time_sec": 6.5042377868667245, "total_time_sec": 6.969890707056038, "prefill_units_per_sec": 3421.785833478518, "prefill_bytes_per_sec": 3403.8941428459502, "decode_units_per_sec": 78.71790927352379, "decode_bytes_per_sec": 78.71790927352379, "total_units_per_sec": 73.45882762288822, "total_bytes_per_sec": 73.45882762288822, "step_latency_ms": {"count": 512, "sum": 6483, "mean": 12.662109375, "median": 7.0, "p95": 33.0, "max": 34, "min": 7}, "peak_allocated_mb": 3376.21923828125, "peak_reserved_mb": 3420.0, "prompt_stats": {"raw_bytes": {"count": 8, "sum": 1522, "mean": 190.25, "median": 186.0, "p95": 215.25, "max": 217, "min": 168}, "model_input_units": {"count": 8, "sum": 1530, "mean": 191.25, "median": 187.0, "p95": 216.25, "max": 218, "min": 169}}, "generated_stats": {"units": {"count": 8, "sum": 512, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}, "bytes": {"count": 8, "sum": 512, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}}, "compression_summary": {"raw_prompt_bytes": 1522, "model_input_units": 1530, "stage0_units": 579, "stage1_units": 279, "bytes_per_stage0_unit": 2.6286701208981, "stage0_per_stage1_unit": 2.075268817204301}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 1530, "units_out": 579, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 1, 1, 1, 1, 3, 2, 4, 1, 1, 1, 9, 1, 3, 1, 1, 3, 1, 4, 1, 9, 1, 1, 1, 1, 2, 5, 2, 1, 3, 1, 3, 1, 1, 2, 4, 1, 1, 9, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 3, 2, 1, 3, 1, 3, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 4, 1, 9, 1, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 2, 5, 1, 1, 3, 2, 1, 2, 1, 1, 9, 6, 3, 1, 1, 3, 1, 1, 3, 1, 2, 1, 13, 1, 2, 3, 1, 4, 1, 1, 2, 1, 2, 1, 17, 1, 3, 1, 3, 1, 1, 13, 4, 1, 17, 1, 3, 1, 1, 5, 1, 4, 1, 4, 4, 1, 3, 1, 1, 1, 3, 1, 2, 1, 7, 1, 1, 3, 2, 4, 1, 1, 9, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 7, 1, 1, 1, 9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 1, 6, 1, 6, 1, 1, 1, 1, 1, 1, 3, 11, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 3, 3, 1, 12, 2, 1, 5, 3, 1, 2, 1, 12, 2, 1, 1, 1, 3, 4, 1, 2, 3, 1, 3, 2, 3, 1, 1, 5, 1, 2, 4, 1, 2, 4, 2, 2, 1, 7, 1, 1, 1, 7, 1, 3, 1, 3, 4, 1, 2, 1, 1, 2, 5, 1, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 3, 4, 1, 1, 3, 1, 1, 3, 2, 6, 2, 4, 2, 1, 2, 16, 1, 1, 1, 6, 2, 2, 4, 2, 1, 2, 15, 1, 2, 1, 2, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 5, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 5, 1, 1, 8, 1, 1, 3, 1, 5, 1, 1, 1, 1, 3, 14, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 4, 2, 1, 2, 4, 2, 2, 1, 13, 3, 4, 1, 3, 1, 1, 4, 1, 1, 9, 5, 6, 1, 1, 8, 1, 1, 1, 13, 7, 2, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 2, 1, 1, 13, 4, 2, 2, 3, 4, 1, 1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 1, 1, 9, 3, 1, 2, 1, 5, 3, 1, 2, 6, 2, 5, 6, 1, 5, 1, 2, 5, 1, 9, 1, 3, 1, 1, 5, 1, 6, 2, 1, 5, 5, 1, 3, 2, 5, 1, 1, 9, 1, 8, 1, 2, 6, 1, 8, 1, 1, 3, 1, 1, 5, 1, 5, 2, 5, 1, 1, 9, 1, 3, 1, 1, 1, 3, 3, 4, 1, 1, 3, 2, 1, 3, 1, 2, 2, 1, 1, 9, 8, 2, 1, 3, 1, 4, 1, 7, 1, 1, 3, 1, 9, 7, 2, 1, 1, 9, 4, 2, 2, 3, 7, 1, 13, 2, 2, 1, 3, 1, 1, 1, 1, 2, 1, 1, 13, 6, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 579, "sum": 1530, "mean": 2.6424870466321244, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 579, "units_out": 279, "chunk_lengths": [1, 2, 2, 5, 2, 3, 2, 3, 4, 1, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 1, 4, 1, 3, 1, 4, 2, 1, 3, 2, 2, 3, 3, 1, 5, 4, 6, 3, 1, 4, 2, 1, 1, 2, 2, 1, 1, 3, 4, 1, 1, 1, 5, 4, 1, 1, 2, 4, 4, 1, 4, 2, 1, 2, 1, 5, 1, 3, 1, 2, 1, 1, 2, 2, 2, 1, 3, 3, 1, 1, 1, 5, 2, 2, 1, 4, 1, 1, 1, 3, 1, 3, 1, 1, 8, 2, 1, 3, 4, 1, 1, 1, 2, 4, 1, 4, 1, 1, 1, 1, 2, 1, 2, 1, 4, 1, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 6, 1, 4, 3, 2, 1, 2, 2, 1, 5, 3, 1, 1, 2, 4, 1, 1, 1, 1, 1, 1, 2, 2, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 3, 5, 1, 2, 1, 1, 1, 5, 4, 1, 2, 1, 4, 1, 3, 1, 1, 2, 1, 1, 4, 1, 1, 1, 5, 2, 2, 4, 1, 8, 1, 1, 1, 4, 3, 1, 1, 1, 4, 5, 4, 1, 2, 1, 2, 1, 1, 2, 1, 1, 3, 3, 1, 1, 2, 1, 3, 1, 4, 1, 3, 1, 2, 1, 5, 2, 1, 3, 2, 3, 1, 1, 2, 1, 1, 1, 2, 8, 3, 1, 1, 3, 1, 2, 2, 1, 3, 2, 5, 1, 1, 1, 3, 1, 2, 4, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 2, 2, 6, 1], "chunk_stats": {"count": 279, "sum": 579, "mean": 2.075268817204301, "median": 1.0, "p95": 5.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 191, "chunk_lengths": [1, 9, 3, 4, 1, 1, 1, 1, 2, 4, 2, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 1, 1, 1, 5, 1, 1, 4, 1, 1, 1, 1, 1, 1, 5, 4, 1, 4, 4, 1, 6, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 8, 2, 1, 3, 1, 1, 3, 1, 5, 4, 1, 7, 1, 1, 1, 7, 1, 3, 1, 3, 2, 2, 2, 1, 1, 3, 4, 3, 3, 1, 3, 1, 1, 5, 3, 4, 4, 1, 1, 3, 1, 1, 3, 2, 1, 1, 1, 5, 1, 1, 1, 1, 4, 4, 1, 4, 1, 1, 6, 2, 1, 6, 2, 1, 14, 1, 2, 2, 2, 1, 13, 1, 2, 4, 2, 1, 2, 2, 2, 1, 1, 1, 5, 1, 5, 1, 7, 1, 1, 8, 1, 1, 9, 1, 3, 1, 1, 5, 1, 5, 1, 1, 2, 1, 9, 3, 4, 6, 1, 1, 1, 1, 5, 7, 1, 7, 4, 1, 1, 5, 4, 1, 1, 2, 5, 2, 1, 2, 1], "chunk_stats": {"count": 197, "sum": 512, "mean": 2.598984771573604, "median": 1.0, "p95": 7.199999999999989, "max": 14, "min": 1}, "active_size_stats": {"count": 512, "sum": 512, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 75, "chunk_lengths": [1, 1, 8, 8, 6, 1, 1, 1, 3, 2, 1, 1, 6, 1, 3, 1, 7, 3, 2, 3, 1, 3, 1, 1, 1, 2, 1, 4, 2, 2, 1, 3, 1, 1, 3, 4, 1, 7, 2, 1, 5, 1, 1, 1, 3, 1, 1, 2, 1, 2, 1, 3, 1, 3, 2, 3, 5, 5, 2, 1, 3, 1, 1, 7, 3, 1, 3, 1, 1, 1, 3, 1, 1, 3, 1, 3, 7, 1, 3], "chunk_stats": {"count": 79, "sum": 191, "mean": 2.4177215189873418, "median": 2.0, "p95": 7.0, "max": 8, "min": 1}, "active_size_stats": {"count": 191, "sum": 191, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 8, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 8, "max_new_tokens": 128, "prefill_time_sec": 0.4496758870081976, "decode_time_sec": 12.838485905900598, "total_time_sec": 13.306864111917093, "prefill_units_per_sec": 3402.4506187766924, "prefill_bytes_per_sec": 3384.660027305965, "decode_units_per_sec": 79.76018414518548, "decode_bytes_per_sec": 79.76018414518548, "total_units_per_sec": 76.9527659851089, "total_bytes_per_sec": 76.9527659851089, "step_latency_ms": {"count": 1024, "sum": 12809, "mean": 12.5087890625, "median": 7.0, "p95": 33.0, "max": 35, "min": 7}, "peak_allocated_mb": 3404.04736328125, "peak_reserved_mb": 3440.0, "prompt_stats": {"raw_bytes": {"count": 8, "sum": 1522, "mean": 190.25, "median": 186.0, "p95": 215.25, "max": 217, "min": 168}, "model_input_units": {"count": 8, "sum": 1530, "mean": 191.25, "median": 187.0, "p95": 216.25, "max": 218, "min": 169}}, "generated_stats": {"units": {"count": 8, "sum": 1024, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 8, "sum": 1024, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 1522, "model_input_units": 1530, "stage0_units": 579, "stage1_units": 279, "bytes_per_stage0_unit": 2.6286701208981, "stage0_per_stage1_unit": 2.075268817204301}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 1530, "units_out": 579, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 1, 1, 1, 1, 3, 2, 4, 1, 1, 1, 9, 1, 3, 1, 1, 3, 1, 4, 1, 9, 1, 1, 1, 1, 2, 5, 2, 1, 3, 1, 3, 1, 1, 2, 4, 1, 1, 9, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 3, 2, 1, 3, 1, 3, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 4, 1, 9, 1, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 2, 5, 1, 1, 3, 2, 1, 2, 1, 1, 9, 6, 3, 1, 1, 3, 1, 1, 3, 1, 2, 1, 13, 1, 2, 3, 1, 4, 1, 1, 2, 1, 2, 1, 17, 1, 3, 1, 3, 1, 1, 13, 4, 1, 17, 1, 3, 1, 1, 5, 1, 4, 1, 4, 4, 1, 3, 1, 1, 1, 3, 1, 2, 1, 7, 1, 1, 3, 2, 4, 1, 1, 9, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 7, 1, 1, 1, 9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 1, 6, 1, 6, 1, 1, 1, 1, 1, 1, 3, 11, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 3, 3, 1, 12, 2, 1, 5, 3, 1, 2, 1, 12, 2, 1, 1, 1, 3, 4, 1, 2, 3, 1, 3, 2, 3, 1, 1, 5, 1, 2, 4, 1, 2, 4, 2, 2, 1, 7, 1, 1, 1, 7, 1, 3, 1, 3, 4, 1, 2, 1, 1, 2, 5, 1, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 3, 4, 1, 1, 3, 1, 1, 3, 2, 6, 2, 4, 2, 1, 2, 16, 1, 1, 1, 6, 2, 2, 4, 2, 1, 2, 15, 1, 2, 1, 2, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 5, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 5, 1, 1, 8, 1, 1, 3, 1, 5, 1, 1, 1, 1, 3, 14, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 4, 2, 1, 2, 4, 2, 2, 1, 13, 3, 4, 1, 3, 1, 1, 4, 1, 1, 9, 5, 6, 1, 1, 8, 1, 1, 1, 13, 7, 2, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 2, 1, 1, 13, 4, 2, 2, 3, 4, 1, 1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 1, 1, 9, 3, 1, 2, 1, 5, 3, 1, 2, 6, 2, 5, 6, 1, 5, 1, 2, 5, 1, 9, 1, 3, 1, 1, 5, 1, 6, 2, 1, 5, 5, 1, 3, 2, 5, 1, 1, 9, 1, 8, 1, 2, 6, 1, 8, 1, 1, 3, 1, 1, 5, 1, 5, 2, 5, 1, 1, 9, 1, 3, 1, 1, 1, 3, 3, 4, 1, 1, 3, 2, 1, 3, 1, 2, 2, 1, 1, 9, 8, 2, 1, 3, 1, 4, 1, 7, 1, 1, 3, 1, 9, 7, 2, 1, 1, 9, 4, 2, 2, 3, 7, 1, 13, 2, 2, 1, 3, 1, 1, 1, 1, 2, 1, 1, 13, 6, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 579, "sum": 1530, "mean": 2.6424870466321244, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 579, "units_out": 279, "chunk_lengths": [1, 2, 2, 5, 2, 3, 2, 3, 4, 1, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 1, 4, 1, 3, 1, 4, 2, 1, 3, 2, 2, 3, 3, 1, 5, 4, 6, 3, 1, 4, 2, 1, 1, 2, 2, 1, 1, 3, 4, 1, 1, 1, 5, 4, 1, 1, 2, 4, 4, 1, 4, 2, 1, 2, 1, 5, 1, 3, 1, 2, 1, 1, 2, 2, 2, 1, 3, 3, 1, 1, 1, 5, 2, 2, 1, 4, 1, 1, 1, 3, 1, 3, 1, 1, 8, 2, 1, 3, 4, 1, 1, 1, 2, 4, 1, 4, 1, 1, 1, 1, 2, 1, 2, 1, 4, 1, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 6, 1, 4, 3, 2, 1, 2, 2, 1, 5, 3, 1, 1, 2, 4, 1, 1, 1, 1, 1, 1, 2, 2, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 3, 5, 1, 2, 1, 1, 1, 5, 4, 1, 2, 1, 4, 1, 3, 1, 1, 2, 1, 1, 4, 1, 1, 1, 5, 2, 2, 4, 1, 8, 1, 1, 1, 4, 3, 1, 1, 1, 4, 5, 4, 1, 2, 1, 2, 1, 1, 2, 1, 1, 3, 3, 1, 1, 2, 1, 3, 1, 4, 1, 3, 1, 2, 1, 5, 2, 1, 3, 2, 3, 1, 1, 2, 1, 1, 1, 2, 8, 3, 1, 1, 3, 1, 2, 2, 1, 3, 2, 5, 1, 1, 1, 3, 1, 2, 4, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 2, 2, 6, 1], "chunk_stats": {"count": 279, "sum": 579, "mean": 2.075268817204301, "median": 1.0, "p95": 5.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 379, "chunk_lengths": [1, 9, 3, 4, 1, 1, 1, 1, 2, 4, 2, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 1, 1, 1, 5, 1, 2, 4, 1, 6, 1, 1, 5, 1, 1, 1, 5, 2, 1, 2, 5, 1, 2, 2, 4, 1, 2, 3, 1, 2, 4, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 5, 4, 1, 4, 4, 1, 6, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 5, 1, 1, 9, 4, 1, 6, 2, 5, 1, 5, 4, 1, 1, 4, 1, 1, 1, 4, 1, 1, 9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 1, 6, 1, 1, 1, 9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 5, 4, 1, 7, 1, 1, 1, 7, 1, 3, 1, 3, 2, 2, 2, 1, 1, 3, 4, 3, 3, 1, 3, 1, 1, 5, 3, 4, 1, 1, 1, 7, 1, 3, 1, 3, 2, 2, 2, 1, 1, 3, 4, 1, 2, 3, 1, 4, 1, 8, 1, 5, 3, 4, 4, 1, 1, 3, 1, 1, 3, 2, 1, 1, 1, 5, 1, 1, 1, 1, 4, 4, 1, 4, 1, 1, 6, 2, 45, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 2, 1, 14, 1, 2, 2, 2, 1, 13, 1, 2, 4, 2, 1, 2, 2, 2, 1, 17, 1, 5, 5, 5, 1, 1, 3, 14, 1, 5, 1, 4, 1, 1, 1, 1, 5, 1, 5, 1, 7, 1, 1, 8, 1, 1, 9, 1, 3, 1, 1, 5, 1, 5, 1, 1, 2, 1, 1, 5, 1, 3, 1, 3, 1, 1, 9, 1, 3, 1, 1, 5, 1, 5, 1, 1, 2, 1, 1, 5, 1, 3, 1, 3, 1, 1, 9, 3, 4, 6, 1, 1, 1, 1, 5, 7, 1, 7, 4, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 1, 1, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 3, 1, 1, 2, 2, 1, 1, 9, 1, 1, 7, 5, 1, 1], "chunk_stats": {"count": 384, "sum": 1024, "mean": 2.6666666666666665, "median": 1.0, "p95": 8.0, "max": 45, "min": 1}, "active_size_stats": {"count": 1024, "sum": 1024, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 143, "chunk_lengths": [1, 1, 8, 8, 6, 1, 1, 1, 5, 1, 3, 1, 3, 1, 1, 3, 2, 1, 2, 2, 3, 1, 3, 2, 1, 1, 6, 1, 3, 1, 7, 3, 3, 1, 3, 2, 1, 1, 10, 2, 3, 1, 3, 1, 1, 8, 2, 1, 5, 1, 2, 3, 1, 3, 1, 1, 2, 1, 4, 2, 2, 1, 3, 1, 1, 3, 4, 1, 6, 2, 2, 4, 1, 1, 4, 2, 1, 7, 2, 1, 5, 1, 1, 1, 3, 1, 1, 2, 1, 2, 1, 3, 1, 3, 2, 3, 5, 1, 2, 3, 2, 3, 1, 1, 2, 5, 2, 1, 3, 1, 1, 7, 3, 4, 1, 3, 1, 1, 7, 3, 5, 3, 1, 1, 3, 1, 1, 1, 3, 1, 1, 3, 1, 7, 3, 2, 1, 3, 6, 1, 5, 3, 1, 1, 3, 21, 1], "chunk_stats": {"count": 147, "sum": 379, "mean": 2.578231292517007, "median": 2.0, "p95": 7.0, "max": 21, "min": 1}, "active_size_stats": {"count": 379, "sum": 379, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 8, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 64, "prefill_time_sec": 0.8845762182027102, "decode_time_sec": 13.329869392095134, "total_time_sec": 14.247371751000173, "prefill_units_per_sec": 3269.362142559057, "prefill_bytes_per_sec": 3251.2743852005, "decode_units_per_sec": 76.81995748639905, "decode_bytes_per_sec": 76.81995748639905, "total_units_per_sec": 71.87290525553351, "total_bytes_per_sec": 71.87290525553351, "step_latency_ms": {"count": 1024, "sum": 13325, "mean": 13.0126953125, "median": 7.0, "p95": 33.0, "max": 34, "min": 7}, "peak_allocated_mb": 3382.36083984375, "peak_reserved_mb": 3420.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 2876, "mean": 179.75, "median": 182.0, "p95": 220.75, "max": 232, "min": 103}, "model_input_units": {"count": 16, "sum": 2892, "mean": 180.75, "median": 183.0, "p95": 221.75, "max": 233, "min": 104}}, "generated_stats": {"units": {"count": 16, "sum": 1024, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}, "bytes": {"count": 16, "sum": 1024, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}}, "compression_summary": {"raw_prompt_bytes": 2876, "model_input_units": 2892, "stage0_units": 1094, "stage1_units": 581, "bytes_per_stage0_unit": 2.6288848263254114, "stage0_per_stage1_unit": 1.882960413080895}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 2892, "units_out": 1094, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 1, 1, 1, 1, 3, 2, 4, 1, 1, 1, 9, 1, 3, 1, 1, 3, 1, 4, 1, 9, 1, 1, 1, 1, 2, 5, 2, 1, 3, 1, 3, 1, 1, 2, 4, 1, 1, 9, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 3, 2, 1, 3, 1, 3, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 4, 1, 9, 1, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 2, 5, 1, 1, 3, 2, 1, 2, 1, 1, 9, 6, 3, 1, 1, 3, 1, 1, 3, 1, 2, 1, 13, 1, 2, 3, 1, 4, 1, 1, 2, 1, 2, 1, 17, 1, 3, 1, 3, 1, 1, 13, 4, 1, 17, 1, 3, 1, 1, 5, 1, 4, 1, 4, 4, 1, 3, 1, 1, 1, 3, 1, 2, 1, 7, 1, 1, 3, 2, 4, 1, 1, 9, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 7, 1, 1, 1, 9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 1, 6, 1, 6, 1, 1, 1, 1, 1, 1, 3, 11, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 3, 3, 1, 12, 2, 1, 5, 3, 1, 2, 1, 12, 2, 1, 1, 1, 3, 4, 1, 2, 3, 1, 3, 2, 3, 1, 1, 5, 1, 2, 4, 1, 2, 4, 2, 2, 1, 7, 1, 1, 1, 7, 1, 3, 1, 3, 4, 1, 2, 1, 1, 2, 5, 1, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 3, 4, 1, 1, 3, 1, 1, 3, 2, 6, 2, 4, 2, 1, 2, 16, 1, 1, 1, 6, 2, 2, 4, 2, 1, 2, 15, 1, 2, 1, 2, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 5, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 5, 1, 1, 8, 1, 1, 3, 1, 5, 1, 1, 1, 1, 3, 14, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 4, 2, 1, 2, 4, 2, 2, 1, 13, 3, 4, 1, 3, 1, 1, 4, 1, 1, 9, 5, 6, 1, 1, 8, 1, 1, 1, 13, 7, 2, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 2, 1, 1, 13, 4, 2, 2, 3, 4, 1, 1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 1, 1, 9, 3, 1, 2, 1, 5, 3, 1, 2, 6, 2, 5, 6, 1, 5, 1, 2, 5, 1, 9, 1, 3, 1, 1, 5, 1, 6, 2, 1, 5, 5, 1, 3, 2, 5, 1, 1, 9, 1, 8, 1, 2, 6, 1, 8, 1, 1, 3, 1, 1, 5, 1, 5, 2, 5, 1, 1, 9, 1, 3, 1, 1, 1, 3, 3, 4, 1, 1, 3, 2, 1, 3, 1, 2, 2, 1, 1, 9, 8, 2, 1, 3, 1, 4, 1, 7, 1, 1, 3, 1, 9, 7, 2, 1, 1, 9, 4, 2, 2, 3, 7, 1, 13, 2, 2, 1, 3, 1, 1, 1, 1, 2, 1, 1, 13, 6, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 3, 2, 5, 2, 5, 2, 1, 1, 6, 1, 1, 9, 1, 2, 6, 1, 2, 2, 2, 1, 13, 6, 2, 1, 1, 5, 1, 1, 9, 8, 2, 1, 1, 9, 1, 2, 1, 2, 2, 3, 6, 1, 1, 1, 1, 3, 1, 4, 1, 7, 1, 7, 2, 1, 1, 1, 5, 1, 1, 5, 1, 2, 1, 5, 1, 3, 1, 1, 1, 4, 1, 1, 4, 1, 2, 1, 4, 1, 1, 9, 1, 2, 4, 8, 3, 7, 1, 1, 2, 4, 1, 1, 1, 13, 3, 4, 1, 1, 1, 5, 6, 1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 2, 7, 1, 1, 5, 1, 2, 3, 1, 1, 3, 1, 5, 1, 1, 2, 1, 1, 7, 2, 2, 3, 4, 1, 3, 8, 3, 4, 5, 5, 7, 5, 2, 1, 3, 1, 5, 1, 3, 1, 1, 5, 4, 1, 7, 1, 5, 9, 1, 1, 1, 2, 6, 1, 1, 1, 3, 1, 3, 1, 1, 3, 2, 3, 2, 1, 2, 3, 3, 2, 6, 1, 1, 9, 1, 2, 1, 3, 1, 6, 1, 13, 3, 3, 9, 2, 4, 2, 1, 3, 1, 3, 1, 1, 9, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 3, 3, 1, 1, 3, 1, 3, 3, 1, 1, 9, 2, 5, 1, 2, 1, 4, 1, 1, 1, 3, 1, 3, 1, 8, 1, 4, 1, 1, 5, 1, 4, 1, 1, 4, 1, 5, 1, 1, 4, 4, 7, 1, 1, 4, 1, 1, 9, 1, 2, 1, 1, 5, 3, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 13, 1, 5, 1, 2, 1, 4, 3, 6, 1, 1, 1, 9, 3, 4, 1, 5, 1, 3, 1, 1, 4, 1, 1, 5, 3, 4, 1, 1, 3, 1, 2, 4, 1, 1, 7, 1, 1, 6, 1, 4, 1, 1, 9, 1, 8, 2, 1, 1, 9, 4, 4, 2, 1, 9, 1, 5, 3, 1, 6, 1, 4, 1, 5, 1, 1, 1, 13, 4, 1, 7, 3, 1, 9, 1, 4, 1, 17, 1, 6, 1, 1, 1, 6, 4, 1, 1, 3, 4, 17, 1, 7, 1, 1, 1, 3, 7, 1, 3, 1, 1, 1, 1, 5, 4, 2, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 5, 1, 2, 1, 4, 2, 3, 1, 1, 9, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 2, 4, 1, 1, 1, 2, 1, 1, 1, 1, 1, 3, 6, 1, 1, 2, 1, 6, 1, 1, 2, 2, 2, 1, 1, 5, 1, 2, 1, 5, 2, 1, 1, 5, 4, 1, 2, 3, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 1, 9, 1, 2, 1, 2, 2, 2, 1, 1, 1, 2, 2, 2, 1, 9, 2, 2, 1, 1, 1, 2, 2, 2, 1, 1, 1, 9, 1, 2, 1, 5, 1], "chunk_stats": {"count": 1094, "sum": 2892, "mean": 2.643510054844607, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 1094, "units_out": 581, "chunk_lengths": [1, 2, 2, 5, 2, 3, 2, 3, 4, 1, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 1, 4, 1, 3, 1, 4, 2, 1, 3, 2, 2, 3, 3, 1, 5, 4, 6, 3, 1, 4, 2, 1, 1, 2, 2, 1, 1, 3, 4, 1, 1, 1, 5, 4, 1, 1, 2, 4, 4, 1, 4, 2, 1, 2, 1, 5, 1, 3, 1, 2, 1, 1, 2, 2, 2, 1, 3, 3, 1, 1, 1, 5, 2, 2, 1, 4, 1, 1, 1, 3, 1, 3, 1, 1, 8, 2, 1, 3, 4, 1, 1, 1, 2, 4, 1, 4, 1, 1, 1, 1, 2, 1, 2, 1, 4, 1, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 6, 1, 4, 3, 2, 1, 2, 2, 1, 5, 3, 1, 1, 2, 4, 1, 1, 1, 1, 1, 1, 2, 2, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 3, 5, 1, 2, 1, 1, 1, 5, 4, 1, 2, 1, 4, 1, 3, 1, 1, 2, 1, 1, 4, 1, 1, 1, 5, 2, 2, 4, 1, 8, 1, 1, 1, 4, 3, 1, 1, 1, 4, 5, 4, 1, 2, 1, 2, 1, 1, 2, 1, 1, 3, 3, 1, 1, 2, 1, 3, 1, 4, 1, 3, 1, 2, 1, 5, 2, 1, 3, 2, 3, 1, 1, 2, 1, 1, 1, 2, 8, 3, 1, 1, 3, 1, 2, 2, 1, 3, 2, 5, 1, 1, 1, 3, 1, 2, 4, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 2, 2, 6, 1, 1, 2, 2, 1, 3, 1, 1, 1, 1, 3, 2, 1, 1, 2, 5, 1, 1, 1, 4, 1, 1, 1, 1, 2, 1, 1, 1, 3, 1, 2, 1, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 1, 3, 1, 1, 1, 3, 4, 1, 2, 2, 1, 1, 2, 1, 1, 1, 4, 3, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 3, 2, 1, 3, 1, 1, 2, 4, 2, 1, 3, 1, 1, 2, 3, 2, 3, 1, 1, 1, 4, 2, 2, 1, 2, 1, 2, 2, 3, 1, 1, 1, 2, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 1, 1, 4, 2, 1, 2, 1, 1, 3, 2, 4, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 2, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 3, 1, 1, 1, 4, 1, 1, 1, 2, 1, 4, 2, 4, 1, 2, 5, 1, 2, 6, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 1, 2, 2, 1, 3, 1, 5, 1, 1, 2, 1, 2, 1, 1, 1, 1, 4, 1, 9, 1, 1, 3, 5, 1, 2, 1, 3, 3, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 2, 1, 5, 3, 5, 1, 1, 1, 2, 1, 5, 1, 2, 1, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 2, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 4, 1], "chunk_stats": {"count": 581, "sum": 1094, "mean": 1.882960413080895, "median": 1.0, "p95": 4.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 387, "chunk_lengths": [1, 9, 3, 4, 1, 1, 1, 1, 2, 4, 2, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 1, 1, 1, 5, 1, 1, 4, 1, 1, 1, 1, 1, 1, 5, 4, 1, 4, 4, 1, 6, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 8, 2, 1, 3, 1, 1, 3, 1, 5, 4, 1, 7, 1, 1, 1, 7, 1, 3, 1, 3, 2, 2, 2, 1, 1, 3, 4, 3, 3, 1, 3, 1, 1, 5, 3, 4, 4, 1, 1, 3, 1, 1, 3, 2, 1, 1, 1, 5, 1, 1, 1, 1, 4, 4, 1, 4, 1, 1, 6, 2, 1, 6, 2, 1, 14, 1, 2, 2, 2, 1, 13, 1, 2, 4, 2, 1, 2, 2, 2, 1, 1, 1, 5, 1, 5, 1, 7, 1, 1, 8, 1, 1, 9, 1, 3, 1, 1, 5, 1, 5, 1, 1, 2, 1, 9, 3, 4, 6, 1, 1, 1, 1, 5, 7, 1, 7, 4, 1, 1, 5, 4, 1, 1, 13, 7, 1, 1, 2, 1, 1, 3, 6, 1, 1, 2, 1, 1, 9, 1, 2, 1, 7, 2, 1, 2, 7, 1, 1, 4, 5, 1, 1, 5, 1, 2, 3, 1, 5, 1, 1, 2, 1, 1, 9, 3, 4, 1, 1, 2, 3, 5, 1, 2, 7, 1, 1, 1, 5, 2, 7, 1, 4, 5, 1, 2, 2, 6, 5, 9, 2, 2, 1, 2, 2, 2, 3, 1, 6, 2, 1, 9, 2, 2, 1, 2, 2, 2, 3, 1, 7, 1, 7, 1, 1, 1, 1, 1, 3, 1, 8, 1, 4, 3, 1, 1, 3, 1, 4, 4, 1, 1, 5, 3, 4, 1, 1, 1, 5, 1, 1, 6, 1, 9, 3, 4, 1, 7, 1, 1, 4, 1, 2, 4, 1, 1, 7, 1, 13, 3, 1, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 9, 4, 1, 13, 3, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 3, 4, 1, 2, 5, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1], "chunk_stats": {"count": 399, "sum": 1024, "mean": 2.5664160401002505, "median": 1.0, "p95": 7.099999999999966, "max": 14, "min": 1}, "active_size_stats": {"count": 1024, "sum": 1024, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 169, "chunk_lengths": [1, 1, 8, 8, 6, 1, 1, 1, 3, 2, 1, 1, 6, 1, 3, 1, 7, 3, 2, 3, 1, 3, 1, 1, 1, 2, 1, 4, 2, 2, 1, 3, 1, 1, 3, 4, 1, 7, 2, 1, 5, 1, 1, 1, 3, 1, 1, 2, 1, 2, 1, 3, 1, 3, 2, 3, 5, 5, 2, 1, 3, 1, 1, 7, 3, 1, 3, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 1, 4, 1, 1, 1, 4, 1, 1, 1, 3, 1, 1, 4, 1, 2, 2, 2, 4, 3, 1, 2, 2, 1, 1, 3, 3, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 2, 3, 2, 2, 1, 1, 3, 5, 2, 1, 1, 1, 2, 3, 1, 5, 1, 4, 1, 3, 4, 1, 4, 1, 1, 7, 1, 1, 1, 1, 4, 1, 2, 4, 1, 2, 1, 1, 3, 3, 3, 3, 1, 3, 3, 3, 1, 2, 1, 3, 3, 6, 1, 1, 3, 7, 1, 3, 3, 3], "chunk_stats": {"count": 175, "sum": 387, "mean": 2.2114285714285713, "median": 1.0, "p95": 6.0, "max": 8, "min": 1}, "active_size_stats": {"count": 387, "sum": 387, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.8871363778598607, "decode_time_sec": 26.28875375899952, "total_time_sec": 27.209399022045545, "prefill_units_per_sec": 3259.9271906498734, "prefill_bytes_per_sec": 3241.891632195379, "decode_units_per_sec": 77.90403526827137, "decode_bytes_per_sec": 77.90403526827137, "total_units_per_sec": 75.2681085804458, "total_bytes_per_sec": 75.2681085804458, "step_latency_ms": {"count": 2048, "sum": 26329, "mean": 12.85595703125, "median": 7.0, "p95": 33.0, "max": 34, "min": 7}, "peak_allocated_mb": 3413.16552734375, "peak_reserved_mb": 3440.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 2876, "mean": 179.75, "median": 182.0, "p95": 220.75, "max": 232, "min": 103}, "model_input_units": {"count": 16, "sum": 2892, "mean": 180.75, "median": 183.0, "p95": 221.75, "max": 233, "min": 104}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 2876, "model_input_units": 2892, "stage0_units": 1094, "stage1_units": 581, "bytes_per_stage0_unit": 2.6288848263254114, "stage0_per_stage1_unit": 1.882960413080895}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 2892, "units_out": 1094, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 1, 1, 1, 1, 3, 2, 4, 1, 1, 1, 9, 1, 3, 1, 1, 3, 1, 4, 1, 9, 1, 1, 1, 1, 2, 5, 2, 1, 3, 1, 3, 1, 1, 2, 4, 1, 1, 9, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 3, 2, 1, 3, 1, 3, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 4, 1, 9, 1, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 2, 5, 1, 1, 3, 2, 1, 2, 1, 1, 9, 6, 3, 1, 1, 3, 1, 1, 3, 1, 2, 1, 13, 1, 2, 3, 1, 4, 1, 1, 2, 1, 2, 1, 17, 1, 3, 1, 3, 1, 1, 13, 4, 1, 17, 1, 3, 1, 1, 5, 1, 4, 1, 4, 4, 1, 3, 1, 1, 1, 3, 1, 2, 1, 7, 1, 1, 3, 2, 4, 1, 1, 9, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 7, 1, 1, 1, 9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 1, 6, 1, 6, 1, 1, 1, 1, 1, 1, 3, 11, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 3, 3, 1, 12, 2, 1, 5, 3, 1, 2, 1, 12, 2, 1, 1, 1, 3, 4, 1, 2, 3, 1, 3, 2, 3, 1, 1, 5, 1, 2, 4, 1, 2, 4, 2, 2, 1, 7, 1, 1, 1, 7, 1, 3, 1, 3, 4, 1, 2, 1, 1, 2, 5, 1, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 3, 4, 1, 1, 3, 1, 1, 3, 2, 6, 2, 4, 2, 1, 2, 16, 1, 1, 1, 6, 2, 2, 4, 2, 1, 2, 15, 1, 2, 1, 2, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 5, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 5, 1, 1, 8, 1, 1, 3, 1, 5, 1, 1, 1, 1, 3, 14, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 4, 2, 1, 2, 4, 2, 2, 1, 13, 3, 4, 1, 3, 1, 1, 4, 1, 1, 9, 5, 6, 1, 1, 8, 1, 1, 1, 13, 7, 2, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 2, 1, 1, 13, 4, 2, 2, 3, 4, 1, 1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 1, 1, 9, 3, 1, 2, 1, 5, 3, 1, 2, 6, 2, 5, 6, 1, 5, 1, 2, 5, 1, 9, 1, 3, 1, 1, 5, 1, 6, 2, 1, 5, 5, 1, 3, 2, 5, 1, 1, 9, 1, 8, 1, 2, 6, 1, 8, 1, 1, 3, 1, 1, 5, 1, 5, 2, 5, 1, 1, 9, 1, 3, 1, 1, 1, 3, 3, 4, 1, 1, 3, 2, 1, 3, 1, 2, 2, 1, 1, 9, 8, 2, 1, 3, 1, 4, 1, 7, 1, 1, 3, 1, 9, 7, 2, 1, 1, 9, 4, 2, 2, 3, 7, 1, 13, 2, 2, 1, 3, 1, 1, 1, 1, 2, 1, 1, 13, 6, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 3, 2, 5, 2, 5, 2, 1, 1, 6, 1, 1, 9, 1, 2, 6, 1, 2, 2, 2, 1, 13, 6, 2, 1, 1, 5, 1, 1, 9, 8, 2, 1, 1, 9, 1, 2, 1, 2, 2, 3, 6, 1, 1, 1, 1, 3, 1, 4, 1, 7, 1, 7, 2, 1, 1, 1, 5, 1, 1, 5, 1, 2, 1, 5, 1, 3, 1, 1, 1, 4, 1, 1, 4, 1, 2, 1, 4, 1, 1, 9, 1, 2, 4, 8, 3, 7, 1, 1, 2, 4, 1, 1, 1, 13, 3, 4, 1, 1, 1, 5, 6, 1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 2, 7, 1, 1, 5, 1, 2, 3, 1, 1, 3, 1, 5, 1, 1, 2, 1, 1, 7, 2, 2, 3, 4, 1, 3, 8, 3, 4, 5, 5, 7, 5, 2, 1, 3, 1, 5, 1, 3, 1, 1, 5, 4, 1, 7, 1, 5, 9, 1, 1, 1, 2, 6, 1, 1, 1, 3, 1, 3, 1, 1, 3, 2, 3, 2, 1, 2, 3, 3, 2, 6, 1, 1, 9, 1, 2, 1, 3, 1, 6, 1, 13, 3, 3, 9, 2, 4, 2, 1, 3, 1, 3, 1, 1, 9, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 3, 3, 1, 1, 3, 1, 3, 3, 1, 1, 9, 2, 5, 1, 2, 1, 4, 1, 1, 1, 3, 1, 3, 1, 8, 1, 4, 1, 1, 5, 1, 4, 1, 1, 4, 1, 5, 1, 1, 4, 4, 7, 1, 1, 4, 1, 1, 9, 1, 2, 1, 1, 5, 3, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 13, 1, 5, 1, 2, 1, 4, 3, 6, 1, 1, 1, 9, 3, 4, 1, 5, 1, 3, 1, 1, 4, 1, 1, 5, 3, 4, 1, 1, 3, 1, 2, 4, 1, 1, 7, 1, 1, 6, 1, 4, 1, 1, 9, 1, 8, 2, 1, 1, 9, 4, 4, 2, 1, 9, 1, 5, 3, 1, 6, 1, 4, 1, 5, 1, 1, 1, 13, 4, 1, 7, 3, 1, 9, 1, 4, 1, 17, 1, 6, 1, 1, 1, 6, 4, 1, 1, 3, 4, 17, 1, 7, 1, 1, 1, 3, 7, 1, 3, 1, 1, 1, 1, 5, 4, 2, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 5, 1, 2, 1, 4, 2, 3, 1, 1, 9, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 2, 4, 1, 1, 1, 2, 1, 1, 1, 1, 1, 3, 6, 1, 1, 2, 1, 6, 1, 1, 2, 2, 2, 1, 1, 5, 1, 2, 1, 5, 2, 1, 1, 5, 4, 1, 2, 3, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 1, 9, 1, 2, 1, 2, 2, 2, 1, 1, 1, 2, 2, 2, 1, 9, 2, 2, 1, 1, 1, 2, 2, 2, 1, 1, 1, 9, 1, 2, 1, 5, 1], "chunk_stats": {"count": 1094, "sum": 2892, "mean": 2.643510054844607, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 1094, "units_out": 581, "chunk_lengths": [1, 2, 2, 5, 2, 3, 2, 3, 4, 1, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 1, 4, 1, 3, 1, 4, 2, 1, 3, 2, 2, 3, 3, 1, 5, 4, 6, 3, 1, 4, 2, 1, 1, 2, 2, 1, 1, 3, 4, 1, 1, 1, 5, 4, 1, 1, 2, 4, 4, 1, 4, 2, 1, 2, 1, 5, 1, 3, 1, 2, 1, 1, 2, 2, 2, 1, 3, 3, 1, 1, 1, 5, 2, 2, 1, 4, 1, 1, 1, 3, 1, 3, 1, 1, 8, 2, 1, 3, 4, 1, 1, 1, 2, 4, 1, 4, 1, 1, 1, 1, 2, 1, 2, 1, 4, 1, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 6, 1, 4, 3, 2, 1, 2, 2, 1, 5, 3, 1, 1, 2, 4, 1, 1, 1, 1, 1, 1, 2, 2, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 3, 5, 1, 2, 1, 1, 1, 5, 4, 1, 2, 1, 4, 1, 3, 1, 1, 2, 1, 1, 4, 1, 1, 1, 5, 2, 2, 4, 1, 8, 1, 1, 1, 4, 3, 1, 1, 1, 4, 5, 4, 1, 2, 1, 2, 1, 1, 2, 1, 1, 3, 3, 1, 1, 2, 1, 3, 1, 4, 1, 3, 1, 2, 1, 5, 2, 1, 3, 2, 3, 1, 1, 2, 1, 1, 1, 2, 8, 3, 1, 1, 3, 1, 2, 2, 1, 3, 2, 5, 1, 1, 1, 3, 1, 2, 4, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 2, 2, 6, 1, 1, 2, 2, 1, 3, 1, 1, 1, 1, 3, 2, 1, 1, 2, 5, 1, 1, 1, 4, 1, 1, 1, 1, 2, 1, 1, 1, 3, 1, 2, 1, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 1, 3, 1, 1, 1, 3, 4, 1, 2, 2, 1, 1, 2, 1, 1, 1, 4, 3, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 3, 2, 1, 3, 1, 1, 2, 4, 2, 1, 3, 1, 1, 2, 3, 2, 3, 1, 1, 1, 4, 2, 2, 1, 2, 1, 2, 2, 3, 1, 1, 1, 2, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 1, 1, 4, 2, 1, 2, 1, 1, 3, 2, 4, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 2, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 3, 1, 1, 1, 4, 1, 1, 1, 2, 1, 4, 2, 4, 1, 2, 5, 1, 2, 6, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 1, 2, 2, 1, 3, 1, 5, 1, 1, 2, 1, 2, 1, 1, 1, 1, 4, 1, 9, 1, 1, 3, 5, 1, 2, 1, 3, 3, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 2, 1, 5, 3, 5, 1, 1, 1, 2, 1, 5, 1, 2, 1, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 2, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 4, 1], "chunk_stats": {"count": 581, "sum": 1094, "mean": 1.882960413080895, "median": 1.0, "p95": 4.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 765, "chunk_lengths": [1, 9, 3, 4, 1, 1, 1, 1, 2, 4, 2, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 1, 1, 1, 5, 1, 2, 4, 1, 6, 1, 1, 5, 1, 1, 1, 5, 2, 1, 2, 5, 1, 2, 2, 4, 1, 2, 3, 1, 2, 4, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 5, 4, 1, 4, 4, 1, 6, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 5, 1, 1, 9, 4, 1, 6, 2, 5, 1, 5, 4, 1, 1, 4, 1, 1, 1, 4, 1, 1, 9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 1, 6, 1, 1, 1, 9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 5, 4, 1, 7, 1, 1, 1, 7, 1, 3, 1, 3, 2, 2, 2, 1, 1, 3, 4, 3, 3, 1, 3, 1, 1, 5, 3, 4, 1, 1, 1, 7, 1, 3, 1, 3, 2, 2, 2, 1, 1, 3, 4, 1, 2, 3, 1, 4, 1, 8, 1, 5, 3, 4, 4, 1, 1, 3, 1, 1, 3, 2, 1, 1, 1, 5, 1, 1, 1, 1, 4, 4, 1, 4, 1, 1, 6, 2, 45, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 2, 1, 14, 1, 2, 2, 2, 1, 13, 1, 2, 4, 2, 1, 2, 2, 2, 1, 17, 1, 5, 5, 5, 1, 1, 3, 14, 1, 5, 1, 4, 1, 1, 1, 1, 5, 1, 5, 1, 7, 1, 1, 8, 1, 1, 9, 1, 3, 1, 1, 5, 1, 5, 1, 1, 2, 1, 1, 5, 1, 3, 1, 3, 1, 1, 9, 1, 3, 1, 1, 5, 1, 5, 1, 1, 2, 1, 1, 5, 1, 3, 1, 3, 1, 1, 9, 3, 4, 6, 1, 1, 1, 1, 5, 7, 1, 7, 4, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 1, 1, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 3, 1, 1, 2, 2, 1, 1, 9, 1, 13, 7, 1, 1, 2, 1, 1, 3, 6, 1, 1, 2, 1, 1, 9, 1, 2, 1, 7, 2, 3, 6, 1, 13, 7, 1, 1, 7, 1, 1, 3, 6, 1, 1, 7, 1, 1, 1, 1, 2, 7, 1, 1, 4, 5, 1, 1, 5, 1, 2, 3, 1, 5, 1, 1, 2, 1, 1, 9, 3, 4, 1, 1, 1, 5, 3, 4, 5, 1, 1, 1, 4, 1, 4, 1, 7, 1, 4, 1, 7, 1, 4, 2, 1, 1, 1, 2, 3, 5, 1, 2, 7, 1, 1, 1, 5, 2, 7, 1, 4, 5, 1, 2, 2, 6, 5, 4, 1, 7, 2, 3, 1, 4, 1, 1, 5, 2, 7, 1, 4, 7, 1, 2, 2, 6, 9, 2, 2, 1, 2, 2, 2, 3, 1, 6, 2, 1, 9, 2, 2, 1, 2, 2, 2, 3, 1, 7, 2, 1, 1, 9, 2, 1, 4, 2, 3, 9, 2, 3, 1, 1, 3, 1, 3, 2, 1, 2, 1, 1, 1, 1, 7, 1, 1, 1, 1, 1, 3, 1, 8, 1, 4, 3, 1, 1, 3, 1, 4, 4, 1, 1, 5, 3, 4, 1, 3, 1, 3, 1, 1, 3, 1, 4, 4, 1, 1, 1, 1, 1, 1, 3, 1, 8, 1, 4, 3, 1, 1, 3, 1, 2, 1, 4, 4, 1, 1, 1, 5, 1, 1, 6, 1, 9, 3, 4, 1, 7, 1, 1, 4, 1, 2, 4, 1, 1, 7, 1, 4, 1, 1, 6, 1, 1, 6, 1, 4, 2, 1, 6, 1, 4, 1, 1, 9, 1, 8, 2, 1, 1, 13, 3, 1, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 9, 4, 1, 13, 3, 1, 1, 4, 1, 1, 3, 1, 1, 1, 5, 1, 2, 1, 4, 1, 5, 2, 3, 1, 1, 9, 3, 1, 1, 4, 1, 3, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 3, 4, 1, 2, 1, 4, 1, 1, 4, 6, 1, 1, 2, 1, 6, 1, 1, 2, 2, 2, 1, 1, 5, 1, 2, 1, 4, 2, 1, 1, 5, 1, 7, 5, 1, 1, 3, 3, 4, 8, 1, 2, 3, 3], "chunk_stats": {"count": 778, "sum": 2048, "mean": 2.632390745501285, "median": 1.0, "p95": 7.149999999999977, "max": 45, "min": 1}, "active_size_stats": {"count": 2048, "sum": 2048, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 324, "chunk_lengths": [1, 1, 8, 8, 6, 1, 1, 1, 5, 1, 3, 1, 3, 1, 1, 3, 2, 1, 2, 2, 3, 1, 3, 2, 1, 1, 6, 1, 3, 1, 7, 3, 3, 1, 3, 2, 1, 1, 10, 2, 3, 1, 3, 1, 1, 8, 2, 1, 5, 1, 2, 3, 1, 3, 1, 1, 2, 1, 4, 2, 2, 1, 3, 1, 1, 3, 4, 1, 6, 2, 2, 4, 1, 1, 4, 2, 1, 7, 2, 1, 5, 1, 1, 1, 3, 1, 1, 2, 1, 2, 1, 3, 1, 3, 2, 3, 5, 1, 2, 3, 2, 3, 1, 1, 2, 5, 2, 1, 3, 1, 1, 7, 3, 4, 1, 3, 1, 1, 7, 3, 5, 3, 1, 1, 3, 1, 1, 1, 3, 1, 1, 3, 1, 7, 3, 2, 1, 3, 6, 1, 5, 3, 1, 1, 1, 1, 4, 1, 1, 1, 4, 1, 1, 1, 3, 3, 1, 2, 4, 3, 4, 1, 1, 1, 4, 1, 2, 2, 2, 4, 3, 1, 2, 2, 1, 1, 4, 1, 1, 3, 2, 1, 1, 4, 1, 1, 1, 3, 3, 1, 1, 1, 1, 1, 4, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 2, 4, 1, 1, 1, 1, 1, 2, 3, 2, 2, 1, 1, 3, 5, 2, 1, 1, 1, 2, 2, 1, 5, 2, 1, 1, 3, 1, 2, 1, 1, 1, 2, 3, 1, 5, 1, 4, 1, 4, 5, 4, 1, 1, 1, 5, 1, 6, 1, 3, 3, 4, 1, 4, 1, 1, 7, 1, 1, 3, 5, 4, 3, 1, 2, 1, 2, 1, 1, 1, 4, 1, 2, 4, 1, 2, 1, 2, 4, 1, 2, 1, 1, 1, 1, 2, 3, 3, 1, 2, 1, 3, 3, 3, 3, 1, 3, 3, 3, 1, 2, 1, 3, 3, 6, 1, 1, 6, 1, 1, 6, 1, 3, 4, 1, 4, 1, 2, 1, 1, 3, 21, 1, 3, 1, 3], "chunk_stats": {"count": 331, "sum": 765, "mean": 2.311178247734139, "median": 2.0, "p95": 6.0, "max": 21, "min": 1}, "active_size_stats": {"count": 765, "sum": 765, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 64, "prefill_time_sec": 0.7520920929964632, "decode_time_sec": 0.8901608749292791, "total_time_sec": 1.6465818448923528, "prefill_units_per_sec": 353.6800911444377, "prefill_bytes_per_sec": 352.350466741639, "decode_units_per_sec": 71.89711635560778, "decode_bytes_per_sec": 71.89711635560778, "total_units_per_sec": 38.868398918964196, "total_bytes_per_sec": 38.868398918964196, "step_latency_ms": {"count": 64, "sum": 881, "mean": 13.765625, "median": 7.0, "p95": 34.0, "max": 35, "min": 7}, "peak_allocated_mb": 3317.6728515625, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 265, "mean": 265.0, "median": 265.0, "p95": 265.0, "max": 265, "min": 265}, "model_input_units": {"count": 1, "sum": 266, "mean": 266.0, "median": 266.0, "p95": 266.0, "max": 266, "min": 266}}, "generated_stats": {"units": {"count": 1, "sum": 64, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}, "bytes": {"count": 1, "sum": 64, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}}, "compression_summary": {"raw_prompt_bytes": 265, "model_input_units": 266, "stage0_units": 98, "stage1_units": 50, "bytes_per_stage0_unit": 2.704081632653061, "stage0_per_stage1_unit": 1.96}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 266, "units_out": 98, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 5, 1, 5, 1, 1, 1, 1, 2, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 5, 3, 5, 1, 4, 4, 4, 1, 1, 3, 2, 1, 1, 1, 9, 1, 1, 1, 3, 2, 6, 1, 1, 8, 1, 10, 1, 1, 2, 1, 1, 9, 1, 1, 1, 1, 3, 2, 6, 1, 1, 1, 7, 1, 6, 1, 10, 1, 1, 2, 1, 1, 9, 1, 2, 1, 13, 2, 2, 4, 4, 6, 1, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1], "chunk_stats": {"count": 98, "sum": 266, "mean": 2.7142857142857144, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 98, "units_out": 50, "chunk_lengths": [1, 2, 1, 2, 4, 1, 3, 1, 3, 1, 2, 2, 1, 4, 1, 4, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 2, 1, 2, 3, 2, 2, 1, 4, 1, 3, 1, 1, 1, 2, 1, 10, 1], "chunk_stats": {"count": 50, "sum": 98, "mean": 1.96, "median": 1.0, "p95": 4.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 19, "chunk_lengths": [13, 9, 2, 1, 1, 3, 1, 5, 1, 1, 1, 6, 2, 5, 1, 2, 6, 1, 2, 1], "chunk_stats": {"count": 20, "sum": 64, "mean": 3.2, "median": 2.0, "p95": 9.200000000000003, "max": 13, "min": 1}, "active_size_stats": {"count": 64, "sum": 64, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 15, "sum": 19, "mean": 1.2666666666666666, "median": 1.0, "p95": 3.0, "max": 3, "min": 1}, "active_size_stats": {"count": 19, "sum": 19, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.059563053073361516, "decode_time_sec": 1.8132597939111292, "total_time_sec": 1.8772998639615253, "prefill_units_per_sec": 4465.855698706009, "prefill_bytes_per_sec": 4449.066767507867, "decode_units_per_sec": 70.59109810398932, "decode_bytes_per_sec": 70.59109810398932, "total_units_per_sec": 68.18303375886428, "total_bytes_per_sec": 68.18303375886428, "step_latency_ms": {"count": 128, "sum": 1811, "mean": 14.1484375, "median": 7.0, "p95": 34.0, "max": 35, "min": 7}, "peak_allocated_mb": 3343.6474609375, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 265, "mean": 265.0, "median": 265.0, "p95": 265.0, "max": 265, "min": 265}, "model_input_units": {"count": 1, "sum": 266, "mean": 266.0, "median": 266.0, "p95": 266.0, "max": 266, "min": 266}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 265, "model_input_units": 266, "stage0_units": 98, "stage1_units": 50, "bytes_per_stage0_unit": 2.704081632653061, "stage0_per_stage1_unit": 1.96}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 266, "units_out": 98, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 5, 1, 5, 1, 1, 1, 1, 2, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 5, 3, 5, 1, 4, 4, 4, 1, 1, 3, 2, 1, 1, 1, 9, 1, 1, 1, 3, 2, 6, 1, 1, 8, 1, 10, 1, 1, 2, 1, 1, 9, 1, 1, 1, 1, 3, 2, 6, 1, 1, 1, 7, 1, 6, 1, 10, 1, 1, 2, 1, 1, 9, 1, 2, 1, 13, 2, 2, 4, 4, 6, 1, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1], "chunk_stats": {"count": 98, "sum": 266, "mean": 2.7142857142857144, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 98, "units_out": 50, "chunk_lengths": [1, 2, 1, 2, 4, 1, 3, 1, 3, 1, 2, 2, 1, 4, 1, 4, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 2, 1, 2, 3, 2, 2, 1, 4, 1, 3, 1, 1, 1, 2, 1, 10, 1], "chunk_stats": {"count": 50, "sum": 98, "mean": 1.96, "median": 1.0, "p95": 4.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [13, 9, 2, 1, 1, 3, 1, 5, 1, 1, 1, 6, 2, 5, 1, 2, 6, 1, 2, 2, 1, 1, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 13, 3, 4, 3], "chunk_stats": {"count": 52, "sum": 128, "mean": 2.4615384615384617, "median": 1.0, "p95": 7.349999999999987, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 27, "chunk_lengths": [1, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 10, 1, 4, 1, 5, 1, 1, 1, 2], "chunk_stats": {"count": 28, "sum": 51, "mean": 1.8214285714285714, "median": 1.0, "p95": 4.649999999999999, "max": 10, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 2, "max_new_tokens": 64, "prefill_time_sec": 0.11705389397684485, "decode_time_sec": 1.8389322709990665, "total_time_sec": 1.9672710839658976, "prefill_units_per_sec": 10499.437124604467, "prefill_bytes_per_sec": 10482.350977941156, "decode_units_per_sec": 69.60560865597262, "decode_bytes_per_sec": 69.60560865597262, "total_units_per_sec": 65.0647493592799, "total_bytes_per_sec": 65.0647493592799, "step_latency_ms": {"count": 128, "sum": 1829, "mean": 14.2890625, "median": 7.0, "p95": 34.0, "max": 34, "min": 7}, "peak_allocated_mb": 3598.2138671875, "peak_reserved_mb": 3680.0, "prompt_stats": {"raw_bytes": {"count": 2, "sum": 1227, "mean": 613.5, "median": 613.5, "p95": 927.15, "max": 962, "min": 265}, "model_input_units": {"count": 2, "sum": 1229, "mean": 614.5, "median": 614.5, "p95": 928.15, "max": 963, "min": 266}}, "generated_stats": {"units": {"count": 2, "sum": 128, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}, "bytes": {"count": 2, "sum": 128, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}}, "compression_summary": {"raw_prompt_bytes": 1227, "model_input_units": 1229, "stage0_units": 456, "stage1_units": 244, "bytes_per_stage0_unit": 2.6907894736842106, "stage0_per_stage1_unit": 1.8688524590163935}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 1229, "units_out": 456, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 5, 1, 5, 1, 1, 1, 1, 2, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 5, 3, 5, 1, 4, 4, 4, 1, 1, 3, 2, 1, 1, 1, 9, 1, 1, 1, 3, 2, 6, 1, 1, 8, 1, 10, 1, 1, 2, 1, 1, 9, 1, 1, 1, 1, 3, 2, 6, 1, 1, 1, 7, 1, 6, 1, 10, 1, 1, 2, 1, 1, 9, 1, 2, 1, 13, 2, 2, 4, 4, 6, 1, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 1, 1, 3, 3, 1, 4, 1, 6, 1, 9, 1, 3, 2, 9, 1, 6, 1, 2, 2, 2, 9, 1, 3, 1, 1, 3, 1, 1, 4, 2, 9, 1, 3, 1, 2, 1, 1, 1, 5, 2, 9, 1, 1, 9, 2, 1, 5, 1, 5, 1, 3, 4, 6, 3, 2, 5, 3, 1, 6, 9, 1, 2, 2, 1, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 3, 3, 1, 8, 1, 1, 3, 2, 3, 3, 1, 5, 1, 1, 3, 1, 9, 6, 2, 1, 1, 4, 1, 1, 1, 1, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 4, 1, 7, 9, 1, 2, 1, 6, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 3, 9, 1, 1, 1, 1, 6, 1, 1, 1, 2, 3, 4, 1, 1, 2, 1, 6, 1, 20, 1, 5, 1, 1, 1, 4, 2, 3, 5, 1, 9, 4, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 4, 2, 3, 5, 1, 1, 9, 2, 1, 5, 6, 1, 1, 4, 9, 1, 2, 4, 1, 3, 1, 1, 3, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 2, 1, 1, 3, 1, 2, 5, 1, 1, 9, 1, 2, 4, 1, 3, 1, 2, 1, 1, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 3, 1, 3, 1, 2, 5, 1, 1, 1, 9, 2, 7, 1, 1, 5, 1, 2, 3, 2, 4, 3, 5, 1, 7, 1, 1, 1, 6, 1, 3, 1, 4, 1, 9, 2, 1, 5, 10, 1, 3, 1, 4, 1, 2, 3, 3, 4, 1, 4, 7, 1, 1, 5, 1, 9, 1, 2, 1, 13, 1, 2, 1, 2, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 1, 2], "chunk_stats": {"count": 456, "sum": 1229, "mean": 2.6951754385964914, "median": 1.5, "p95": 9.0, "max": 20, "min": 1}}, {"stage": 1, "units_in": 456, "units_out": 244, "chunk_lengths": [1, 2, 1, 2, 4, 1, 3, 1, 3, 1, 2, 2, 1, 4, 1, 4, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 2, 1, 2, 3, 2, 2, 1, 4, 1, 3, 1, 1, 1, 2, 1, 10, 1, 1, 2, 1, 2, 1, 1, 1, 1, 3, 1, 2, 1, 2, 1, 1, 2, 3, 1, 2, 1, 1, 3, 3, 2, 1, 1, 1, 1, 1, 1, 2, 1, 3, 2, 3, 3, 1, 4, 1, 7, 1, 1, 2, 2, 3, 1, 3, 1, 4, 1, 1, 1, 3, 3, 1, 1, 2, 3, 4, 3, 5, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 1, 1, 2, 1, 6, 4, 1, 1, 3, 2, 1, 3, 2, 1, 2, 1, 1, 2, 1, 1, 1, 2, 1, 2, 1, 1, 2, 2, 3, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 4, 4, 1, 2, 1, 2, 1, 2, 4, 3, 2, 1, 1, 2, 1, 2, 1, 2, 2, 3, 3, 1, 1, 1, 5, 4, 1, 2, 1, 2, 1, 6, 1, 2, 3, 1, 3, 2, 3, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 3, 2, 2, 3, 1, 1, 2, 2, 1, 2, 1, 4, 2, 2, 1, 2, 1, 3, 1, 1, 3, 1, 3, 2, 3, 2, 1], "chunk_stats": {"count": 244, "sum": 456, "mean": 1.8688524590163935, "median": 1.0, "p95": 4.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [13, 9, 2, 1, 1, 3, 1, 5, 1, 1, 1, 6, 2, 5, 1, 2, 6, 1, 2, 1, 2, 1, 2, 2, 4, 2, 3, 3, 1, 1, 1, 1, 17, 3, 2, 2, 1, 3, 1, 3, 1, 1, 1, 1, 1, 1, 3], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 2.0, "p95": 8.099999999999987, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 31, "chunk_lengths": [1, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 2, 2, 1, 2, 1, 2, 1, 2, 2, 3, 1, 1], "chunk_stats": {"count": 31, "sum": 45, "mean": 1.4516129032258065, "median": 1.0, "p95": 3.0, "max": 3, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 2, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 2, "max_new_tokens": 128, "prefill_time_sec": 0.11572521494235843, "decode_time_sec": 3.4633101461222395, "total_time_sec": 3.5919085160130635, "prefill_units_per_sec": 10619.984595510603, "prefill_bytes_per_sec": 10602.702277210341, "decode_units_per_sec": 73.91772298725115, "decode_bytes_per_sec": 73.91772298725115, "total_units_per_sec": 71.27130294625492, "total_bytes_per_sec": 71.27130294625492, "step_latency_ms": {"count": 256, "sum": 3470, "mean": 13.5546875, "median": 7.0, "p95": 33.0, "max": 34, "min": 7}, "peak_allocated_mb": 3635.56982421875, "peak_reserved_mb": 3720.0, "prompt_stats": {"raw_bytes": {"count": 2, "sum": 1227, "mean": 613.5, "median": 613.5, "p95": 927.15, "max": 962, "min": 265}, "model_input_units": {"count": 2, "sum": 1229, "mean": 614.5, "median": 614.5, "p95": 928.15, "max": 963, "min": 266}}, "generated_stats": {"units": {"count": 2, "sum": 256, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 2, "sum": 256, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 1227, "model_input_units": 1229, "stage0_units": 456, "stage1_units": 244, "bytes_per_stage0_unit": 2.6907894736842106, "stage0_per_stage1_unit": 1.8688524590163935}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 1229, "units_out": 456, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 5, 1, 5, 1, 1, 1, 1, 2, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 5, 3, 5, 1, 4, 4, 4, 1, 1, 3, 2, 1, 1, 1, 9, 1, 1, 1, 3, 2, 6, 1, 1, 8, 1, 10, 1, 1, 2, 1, 1, 9, 1, 1, 1, 1, 3, 2, 6, 1, 1, 1, 7, 1, 6, 1, 10, 1, 1, 2, 1, 1, 9, 1, 2, 1, 13, 2, 2, 4, 4, 6, 1, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 1, 1, 3, 3, 1, 4, 1, 6, 1, 9, 1, 3, 2, 9, 1, 6, 1, 2, 2, 2, 9, 1, 3, 1, 1, 3, 1, 1, 4, 2, 9, 1, 3, 1, 2, 1, 1, 1, 5, 2, 9, 1, 1, 9, 2, 1, 5, 1, 5, 1, 3, 4, 6, 3, 2, 5, 3, 1, 6, 9, 1, 2, 2, 1, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 3, 3, 1, 8, 1, 1, 3, 2, 3, 3, 1, 5, 1, 1, 3, 1, 9, 6, 2, 1, 1, 4, 1, 1, 1, 1, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 4, 1, 7, 9, 1, 2, 1, 6, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 3, 9, 1, 1, 1, 1, 6, 1, 1, 1, 2, 3, 4, 1, 1, 2, 1, 6, 1, 20, 1, 5, 1, 1, 1, 4, 2, 3, 5, 1, 9, 4, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 4, 2, 3, 5, 1, 1, 9, 2, 1, 5, 6, 1, 1, 4, 9, 1, 2, 4, 1, 3, 1, 1, 3, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 2, 1, 1, 3, 1, 2, 5, 1, 1, 9, 1, 2, 4, 1, 3, 1, 2, 1, 1, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 3, 1, 3, 1, 2, 5, 1, 1, 1, 9, 2, 7, 1, 1, 5, 1, 2, 3, 2, 4, 3, 5, 1, 7, 1, 1, 1, 6, 1, 3, 1, 4, 1, 9, 2, 1, 5, 10, 1, 3, 1, 4, 1, 2, 3, 3, 4, 1, 4, 7, 1, 1, 5, 1, 9, 1, 2, 1, 13, 1, 2, 1, 2, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 1, 2], "chunk_stats": {"count": 456, "sum": 1229, "mean": 2.6951754385964914, "median": 1.5, "p95": 9.0, "max": 20, "min": 1}}, {"stage": 1, "units_in": 456, "units_out": 244, "chunk_lengths": [1, 2, 1, 2, 4, 1, 3, 1, 3, 1, 2, 2, 1, 4, 1, 4, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 2, 1, 2, 3, 2, 2, 1, 4, 1, 3, 1, 1, 1, 2, 1, 10, 1, 1, 2, 1, 2, 1, 1, 1, 1, 3, 1, 2, 1, 2, 1, 1, 2, 3, 1, 2, 1, 1, 3, 3, 2, 1, 1, 1, 1, 1, 1, 2, 1, 3, 2, 3, 3, 1, 4, 1, 7, 1, 1, 2, 2, 3, 1, 3, 1, 4, 1, 1, 1, 3, 3, 1, 1, 2, 3, 4, 3, 5, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 1, 1, 2, 1, 6, 4, 1, 1, 3, 2, 1, 3, 2, 1, 2, 1, 1, 2, 1, 1, 1, 2, 1, 2, 1, 1, 2, 2, 3, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 4, 4, 1, 2, 1, 2, 1, 2, 4, 3, 2, 1, 1, 2, 1, 2, 1, 2, 2, 3, 3, 1, 1, 1, 5, 4, 1, 2, 1, 2, 1, 6, 1, 2, 3, 1, 3, 2, 3, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 3, 2, 2, 3, 1, 1, 2, 2, 1, 2, 1, 4, 2, 2, 1, 2, 1, 3, 1, 1, 3, 1, 3, 2, 3, 2, 1], "chunk_stats": {"count": 244, "sum": 456, "mean": 1.8688524590163935, "median": 1.0, "p95": 4.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 92, "chunk_lengths": [13, 9, 2, 1, 1, 3, 1, 5, 1, 1, 1, 6, 2, 5, 1, 2, 6, 1, 2, 2, 1, 1, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 13, 3, 4, 1, 2, 1, 2, 2, 4, 2, 3, 3, 1, 1, 1, 1, 17, 3, 2, 2, 1, 3, 1, 3, 1, 1, 1, 1, 1, 4, 2, 3, 3, 1, 1, 9, 7, 5, 5, 1, 13, 2, 2, 1, 3, 8], "chunk_stats": {"count": 94, "sum": 256, "mean": 2.723404255319149, "median": 1.5, "p95": 9.0, "max": 17, "min": 1}, "active_size_stats": {"count": 256, "sum": 256, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 52, "chunk_lengths": [1, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 10, 1, 4, 1, 5, 1, 1, 1, 2, 1, 2, 1, 2, 2, 1, 2, 1, 2, 1, 2, 2, 3, 1, 1, 3, 2, 1, 1, 1, 3, 1, 2, 1, 2], "chunk_stats": {"count": 53, "sum": 92, "mean": 1.7358490566037736, "median": 1.0, "p95": 3.3999999999999986, "max": 10, "min": 1}, "active_size_stats": {"count": 92, "sum": 92, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 2, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 4, "max_new_tokens": 64, "prefill_time_sec": 0.22571062680799514, "decode_time_sec": 3.2363910059211776, "total_time_sec": 3.4795092690037563, "prefill_units_per_sec": 9436.8618355392, "prefill_bytes_per_sec": 9419.140029275275, "decode_units_per_sec": 79.1004546519973, "decode_bytes_per_sec": 79.1004546519973, "total_units_per_sec": 73.57359334562061, "total_bytes_per_sec": 73.57359334562061, "step_latency_ms": {"count": 256, "sum": 3244, "mean": 12.671875, "median": 7.0, "p95": 33.0, "max": 36, "min": 7}, "peak_allocated_mb": 3608.4580078125, "peak_reserved_mb": 3680.0, "prompt_stats": {"raw_bytes": {"count": 4, "sum": 2126, "mean": 531.5, "median": 449.5, "p95": 898.2499999999999, "max": 962, "min": 265}, "model_input_units": {"count": 4, "sum": 2130, "mean": 532.5, "median": 450.5, "p95": 899.2499999999999, "max": 963, "min": 266}}, "generated_stats": {"units": {"count": 4, "sum": 256, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}, "bytes": {"count": 4, "sum": 256, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}}, "compression_summary": {"raw_prompt_bytes": 2126, "model_input_units": 2130, "stage0_units": 758, "stage1_units": 389, "bytes_per_stage0_unit": 2.8047493403693933, "stage0_per_stage1_unit": 1.948586118251928}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 2130, "units_out": 758, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 5, 1, 5, 1, 1, 1, 1, 2, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 5, 3, 5, 1, 4, 4, 4, 1, 1, 3, 2, 1, 1, 1, 9, 1, 1, 1, 3, 2, 6, 1, 1, 8, 1, 10, 1, 1, 2, 1, 1, 9, 1, 1, 1, 1, 3, 2, 6, 1, 1, 1, 7, 1, 6, 1, 10, 1, 1, 2, 1, 1, 9, 1, 2, 1, 13, 2, 2, 4, 4, 6, 1, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 1, 1, 3, 3, 1, 4, 1, 6, 1, 9, 1, 3, 2, 9, 1, 6, 1, 2, 2, 2, 9, 1, 3, 1, 1, 3, 1, 1, 4, 2, 9, 1, 3, 1, 2, 1, 1, 1, 5, 2, 9, 1, 1, 9, 2, 1, 5, 1, 5, 1, 3, 4, 6, 3, 2, 5, 3, 1, 6, 9, 1, 2, 2, 1, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 3, 3, 1, 8, 1, 1, 3, 2, 3, 3, 1, 5, 1, 1, 3, 1, 9, 6, 2, 1, 1, 4, 1, 1, 1, 1, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 4, 1, 7, 9, 1, 2, 1, 6, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 3, 9, 1, 1, 1, 1, 6, 1, 1, 1, 2, 3, 4, 1, 1, 2, 1, 6, 1, 20, 1, 5, 1, 1, 1, 4, 2, 3, 5, 1, 9, 4, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 4, 2, 3, 5, 1, 1, 9, 2, 1, 5, 6, 1, 1, 4, 9, 1, 2, 4, 1, 3, 1, 1, 3, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 2, 1, 1, 3, 1, 2, 5, 1, 1, 9, 1, 2, 4, 1, 3, 1, 2, 1, 1, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 3, 1, 3, 1, 2, 5, 1, 1, 1, 9, 2, 7, 1, 1, 5, 1, 2, 3, 2, 4, 3, 5, 1, 7, 1, 1, 1, 6, 1, 3, 1, 4, 1, 9, 2, 1, 5, 10, 1, 3, 1, 4, 1, 2, 3, 3, 4, 1, 4, 7, 1, 1, 5, 1, 9, 1, 2, 1, 13, 1, 2, 1, 2, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 3, 3, 1, 1, 3, 2, 1, 2, 1, 1, 1, 2, 3, 1, 1, 3, 1, 2, 2, 2, 1, 1, 1, 4, 1, 1, 9, 1, 2, 3, 1, 1, 4, 1, 2, 2, 2, 1, 13, 1, 2, 3, 4, 1, 1, 3, 2, 1, 1, 10, 1, 1, 4, 1, 2, 2, 2, 1, 1, 17, 3, 1, 5, 2, 1, 3, 13, 4, 1, 17, 1, 2, 1, 21, 1, 3, 1, 2, 5, 1, 4, 1, 1, 3, 1, 4, 1, 21, 3, 1, 5, 2, 1, 3, 17, 7, 3, 11, 5, 1, 21, 3, 1, 5, 1, 1, 3, 3, 1, 1, 3, 1, 1, 9, 2, 4, 2, 1, 1, 1, 1, 2, 2, 2, 9, 1, 2, 1, 3, 1, 1, 11, 1, 13, 1, 5, 1, 1, 1, 1, 3, 2, 7, 1, 1, 1, 1, 1, 3, 8, 5, 1, 1, 1, 1, 2, 9, 1, 1, 7, 11, 1, 1, 1, 9, 1, 2, 2, 4, 1, 4, 1, 1, 9, 6, 2, 4, 1, 5, 4, 1, 1, 1, 1, 1, 9, 1, 3, 1, 1, 2, 2, 5, 1, 1, 2, 1, 5, 1, 4, 1, 1, 1, 1, 1, 1, 2, 5, 1, 9, 2, 1, 2, 2, 2, 4, 4, 4, 4, 2, 2, 1, 2, 3, 2, 2, 1, 2, 5, 2, 2, 1, 2, 1, 1, 8, 1, 1, 9, 2, 1, 2, 1, 6, 4, 4, 5, 1, 3, 4, 1, 9, 1, 3, 1, 4, 5, 2, 1, 9, 1, 3, 1, 5, 2, 5, 1, 1, 1, 1, 4, 9, 1, 3, 1, 6, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1, 2, 2, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1], "chunk_stats": {"count": 758, "sum": 2130, "mean": 2.8100263852242744, "median": 2.0, "p95": 9.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 758, "units_out": 389, "chunk_lengths": [1, 2, 1, 2, 4, 1, 3, 1, 3, 1, 2, 2, 1, 4, 1, 4, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 2, 1, 2, 3, 2, 2, 1, 4, 1, 3, 1, 1, 1, 2, 1, 10, 1, 1, 2, 1, 2, 1, 1, 1, 1, 3, 1, 2, 1, 2, 1, 1, 2, 3, 1, 2, 1, 1, 3, 3, 2, 1, 1, 1, 1, 1, 1, 2, 1, 3, 2, 3, 3, 1, 4, 1, 7, 1, 1, 2, 2, 3, 1, 3, 1, 4, 1, 1, 1, 3, 3, 1, 1, 2, 3, 4, 3, 5, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 1, 1, 2, 1, 6, 4, 1, 1, 3, 2, 1, 3, 2, 1, 2, 1, 1, 2, 1, 1, 1, 2, 1, 2, 1, 1, 2, 2, 3, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 4, 4, 1, 2, 1, 2, 1, 2, 4, 3, 2, 1, 1, 2, 1, 2, 1, 2, 2, 3, 3, 1, 1, 1, 5, 4, 1, 2, 1, 2, 1, 6, 1, 2, 3, 1, 3, 2, 3, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 3, 2, 2, 3, 1, 1, 2, 2, 1, 2, 1, 4, 2, 2, 1, 2, 1, 3, 1, 1, 3, 1, 3, 2, 3, 2, 1, 1, 2, 1, 1, 3, 2, 1, 2, 1, 4, 1, 2, 1, 4, 1, 1, 1, 1, 5, 5, 1, 1, 3, 3, 1, 3, 4, 1, 4, 1, 3, 1, 2, 1, 2, 1, 3, 1, 5, 2, 6, 1, 3, 3, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 4, 1, 1, 2, 2, 1, 2, 2, 1, 1, 5, 1, 1, 1, 2, 2, 5, 8, 1, 3, 1, 1, 1, 2, 3, 1, 1, 2, 1, 3, 2, 1, 1, 1, 4, 4, 1, 1, 4, 1, 1, 3, 1, 2, 2, 3, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 2, 5, 1, 1, 4, 1, 4, 2, 1, 5, 1, 1, 1, 3, 1, 1, 1, 3, 2, 1, 4, 7, 1, 5, 7, 1, 3], "chunk_stats": {"count": 389, "sum": 758, "mean": 1.948586118251928, "median": 1.0, "p95": 4.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 84, "chunk_lengths": [13, 9, 2, 1, 1, 3, 1, 5, 1, 1, 1, 6, 2, 5, 1, 2, 6, 1, 2, 1, 2, 1, 2, 2, 4, 2, 3, 3, 1, 1, 1, 1, 17, 3, 2, 2, 1, 3, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 4, 13, 1, 2, 3, 1, 4, 1, 17, 1, 3, 1, 1, 1, 4, 1, 2, 5, 1, 1, 1, 1, 4, 9, 4, 1, 1, 6, 2, 5, 1, 1, 1, 1, 1, 2, 1, 3, 8, 8], "chunk_stats": {"count": 88, "sum": 256, "mean": 2.909090909090909, "median": 2.0, "p95": 9.0, "max": 17, "min": 1}, "active_size_stats": {"count": 256, "sum": 256, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 43, "chunk_lengths": [1, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 2, 2, 1, 2, 1, 2, 1, 2, 2, 3, 1, 1, 1, 1, 2, 1, 1, 5, 1, 3, 7, 1, 4, 8, 4], "chunk_stats": {"count": 44, "sum": 84, "mean": 1.9090909090909092, "median": 1.0, "p95": 4.850000000000001, "max": 8, "min": 1}, "active_size_stats": {"count": 84, "sum": 84, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 4, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 4, "max_new_tokens": 128, "prefill_time_sec": 0.22973254905082285, "decode_time_sec": 6.386635024915449, "total_time_sec": 6.63396195799578, "prefill_units_per_sec": 9271.650921040311, "prefill_bytes_per_sec": 9254.239370014882, "decode_units_per_sec": 80.16741179080891, "decode_bytes_per_sec": 80.16741179080891, "total_units_per_sec": 77.17861562092571, "total_bytes_per_sec": 77.17861562092571, "step_latency_ms": {"count": 512, "sum": 6392, "mean": 12.484375, "median": 7.0, "p95": 33.0, "max": 34, "min": 7}, "peak_allocated_mb": 3635.56982421875, "peak_reserved_mb": 3720.0, "prompt_stats": {"raw_bytes": {"count": 4, "sum": 2126, "mean": 531.5, "median": 449.5, "p95": 898.2499999999999, "max": 962, "min": 265}, "model_input_units": {"count": 4, "sum": 2130, "mean": 532.5, "median": 450.5, "p95": 899.2499999999999, "max": 963, "min": 266}}, "generated_stats": {"units": {"count": 4, "sum": 512, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 4, "sum": 512, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 2126, "model_input_units": 2130, "stage0_units": 758, "stage1_units": 389, "bytes_per_stage0_unit": 2.8047493403693933, "stage0_per_stage1_unit": 1.948586118251928}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 2130, "units_out": 758, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 5, 1, 5, 1, 1, 1, 1, 2, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 5, 3, 5, 1, 4, 4, 4, 1, 1, 3, 2, 1, 1, 1, 9, 1, 1, 1, 3, 2, 6, 1, 1, 8, 1, 10, 1, 1, 2, 1, 1, 9, 1, 1, 1, 1, 3, 2, 6, 1, 1, 1, 7, 1, 6, 1, 10, 1, 1, 2, 1, 1, 9, 1, 2, 1, 13, 2, 2, 4, 4, 6, 1, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 1, 1, 3, 3, 1, 4, 1, 6, 1, 9, 1, 3, 2, 9, 1, 6, 1, 2, 2, 2, 9, 1, 3, 1, 1, 3, 1, 1, 4, 2, 9, 1, 3, 1, 2, 1, 1, 1, 5, 2, 9, 1, 1, 9, 2, 1, 5, 1, 5, 1, 3, 4, 6, 3, 2, 5, 3, 1, 6, 9, 1, 2, 2, 1, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 3, 3, 1, 8, 1, 1, 3, 2, 3, 3, 1, 5, 1, 1, 3, 1, 9, 6, 2, 1, 1, 4, 1, 1, 1, 1, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 4, 1, 7, 9, 1, 2, 1, 6, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 3, 9, 1, 1, 1, 1, 6, 1, 1, 1, 2, 3, 4, 1, 1, 2, 1, 6, 1, 20, 1, 5, 1, 1, 1, 4, 2, 3, 5, 1, 9, 4, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 4, 2, 3, 5, 1, 1, 9, 2, 1, 5, 6, 1, 1, 4, 9, 1, 2, 4, 1, 3, 1, 1, 3, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 2, 1, 1, 3, 1, 2, 5, 1, 1, 9, 1, 2, 4, 1, 3, 1, 2, 1, 1, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 3, 1, 3, 1, 2, 5, 1, 1, 1, 9, 2, 7, 1, 1, 5, 1, 2, 3, 2, 4, 3, 5, 1, 7, 1, 1, 1, 6, 1, 3, 1, 4, 1, 9, 2, 1, 5, 10, 1, 3, 1, 4, 1, 2, 3, 3, 4, 1, 4, 7, 1, 1, 5, 1, 9, 1, 2, 1, 13, 1, 2, 1, 2, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 3, 3, 1, 1, 3, 2, 1, 2, 1, 1, 1, 2, 3, 1, 1, 3, 1, 2, 2, 2, 1, 1, 1, 4, 1, 1, 9, 1, 2, 3, 1, 1, 4, 1, 2, 2, 2, 1, 13, 1, 2, 3, 4, 1, 1, 3, 2, 1, 1, 10, 1, 1, 4, 1, 2, 2, 2, 1, 1, 17, 3, 1, 5, 2, 1, 3, 13, 4, 1, 17, 1, 2, 1, 21, 1, 3, 1, 2, 5, 1, 4, 1, 1, 3, 1, 4, 1, 21, 3, 1, 5, 2, 1, 3, 17, 7, 3, 11, 5, 1, 21, 3, 1, 5, 1, 1, 3, 3, 1, 1, 3, 1, 1, 9, 2, 4, 2, 1, 1, 1, 1, 2, 2, 2, 9, 1, 2, 1, 3, 1, 1, 11, 1, 13, 1, 5, 1, 1, 1, 1, 3, 2, 7, 1, 1, 1, 1, 1, 3, 8, 5, 1, 1, 1, 1, 2, 9, 1, 1, 7, 11, 1, 1, 1, 9, 1, 2, 2, 4, 1, 4, 1, 1, 9, 6, 2, 4, 1, 5, 4, 1, 1, 1, 1, 1, 9, 1, 3, 1, 1, 2, 2, 5, 1, 1, 2, 1, 5, 1, 4, 1, 1, 1, 1, 1, 1, 2, 5, 1, 9, 2, 1, 2, 2, 2, 4, 4, 4, 4, 2, 2, 1, 2, 3, 2, 2, 1, 2, 5, 2, 2, 1, 2, 1, 1, 8, 1, 1, 9, 2, 1, 2, 1, 6, 4, 4, 5, 1, 3, 4, 1, 9, 1, 3, 1, 4, 5, 2, 1, 9, 1, 3, 1, 5, 2, 5, 1, 1, 1, 1, 4, 9, 1, 3, 1, 6, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1, 2, 2, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1], "chunk_stats": {"count": 758, "sum": 2130, "mean": 2.8100263852242744, "median": 2.0, "p95": 9.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 758, "units_out": 389, "chunk_lengths": [1, 2, 1, 2, 4, 1, 3, 1, 3, 1, 2, 2, 1, 4, 1, 4, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 2, 1, 2, 3, 2, 2, 1, 4, 1, 3, 1, 1, 1, 2, 1, 10, 1, 1, 2, 1, 2, 1, 1, 1, 1, 3, 1, 2, 1, 2, 1, 1, 2, 3, 1, 2, 1, 1, 3, 3, 2, 1, 1, 1, 1, 1, 1, 2, 1, 3, 2, 3, 3, 1, 4, 1, 7, 1, 1, 2, 2, 3, 1, 3, 1, 4, 1, 1, 1, 3, 3, 1, 1, 2, 3, 4, 3, 5, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 1, 1, 2, 1, 6, 4, 1, 1, 3, 2, 1, 3, 2, 1, 2, 1, 1, 2, 1, 1, 1, 2, 1, 2, 1, 1, 2, 2, 3, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 4, 4, 1, 2, 1, 2, 1, 2, 4, 3, 2, 1, 1, 2, 1, 2, 1, 2, 2, 3, 3, 1, 1, 1, 5, 4, 1, 2, 1, 2, 1, 6, 1, 2, 3, 1, 3, 2, 3, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 3, 2, 2, 3, 1, 1, 2, 2, 1, 2, 1, 4, 2, 2, 1, 2, 1, 3, 1, 1, 3, 1, 3, 2, 3, 2, 1, 1, 2, 1, 1, 3, 2, 1, 2, 1, 4, 1, 2, 1, 4, 1, 1, 1, 1, 5, 5, 1, 1, 3, 3, 1, 3, 4, 1, 4, 1, 3, 1, 2, 1, 2, 1, 3, 1, 5, 2, 6, 1, 3, 3, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 4, 1, 1, 2, 2, 1, 2, 2, 1, 1, 5, 1, 1, 1, 2, 2, 5, 8, 1, 3, 1, 1, 1, 2, 3, 1, 1, 2, 1, 3, 2, 1, 1, 1, 4, 4, 1, 1, 4, 1, 1, 3, 1, 2, 2, 3, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 2, 5, 1, 1, 4, 1, 4, 2, 1, 5, 1, 1, 1, 3, 1, 1, 1, 3, 2, 1, 4, 7, 1, 5, 7, 1, 3], "chunk_stats": {"count": 389, "sum": 758, "mean": 1.948586118251928, "median": 1.0, "p95": 4.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 178, "chunk_lengths": [13, 9, 2, 1, 1, 3, 1, 5, 1, 1, 1, 6, 2, 5, 1, 2, 6, 1, 2, 2, 1, 1, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 13, 3, 4, 1, 2, 1, 2, 2, 4, 2, 3, 3, 1, 1, 1, 1, 17, 3, 2, 2, 1, 3, 1, 3, 1, 1, 1, 1, 1, 4, 2, 3, 3, 1, 1, 9, 7, 5, 5, 1, 13, 2, 2, 1, 1, 2, 1, 4, 13, 1, 2, 3, 1, 4, 1, 17, 1, 3, 1, 1, 10, 1, 1, 5, 2, 1, 1, 17, 1, 3, 1, 1, 10, 1, 1, 4, 1, 1, 1, 3, 1, 1, 3, 1, 1, 4, 1, 2, 5, 1, 1, 1, 1, 4, 9, 4, 1, 1, 6, 2, 5, 1, 1, 1, 1, 1, 2, 9, 4, 1, 1, 6, 2, 5, 1, 1, 1, 1, 3, 9, 4, 1, 1, 11, 2, 5, 1, 1, 1, 1, 3, 8], "chunk_stats": {"count": 180, "sum": 512, "mean": 2.8444444444444446, "median": 1.0, "p95": 10.0, "max": 17, "min": 1}, "active_size_stats": {"count": 512, "sum": 512, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 76, "chunk_lengths": [1, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 10, 1, 4, 1, 5, 1, 1, 1, 2, 1, 2, 1, 2, 2, 1, 2, 1, 2, 1, 2, 2, 3, 1, 1, 3, 2, 1, 1, 1, 3, 1, 2, 1, 1, 1, 2, 1, 1, 5, 1, 8, 1, 2, 1, 8, 1, 5, 3, 7, 1, 4, 8, 1, 4, 7, 1, 4, 2, 2, 6], "chunk_stats": {"count": 79, "sum": 178, "mean": 2.2531645569620253, "median": 1.0, "p95": 7.099999999999994, "max": 10, "min": 1}, "active_size_stats": {"count": 178, "sum": 178, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 4, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 8, "max_new_tokens": 64, "prefill_time_sec": 0.45221545500680804, "decode_time_sec": 6.271956746117212, "total_time_sec": 6.749106392962858, "prefill_units_per_sec": 7540.653381580386, "prefill_bytes_per_sec": 7522.962699160256, "decode_units_per_sec": 81.63321603213615, "decode_bytes_per_sec": 81.63321603213615, "total_units_per_sec": 75.86189492194862, "total_bytes_per_sec": 75.86189492194862, "step_latency_ms": {"count": 512, "sum": 6256, "mean": 12.21875, "median": 7.0, "p95": 34.0, "max": 40, "min": 7}, "peak_allocated_mb": 3608.4580078125, "peak_reserved_mb": 3682.0, "prompt_stats": {"raw_bytes": {"count": 8, "sum": 3402, "mean": 425.25, "median": 353.0, "p95": 813.2499999999998, "max": 962, "min": 265}, "model_input_units": {"count": 8, "sum": 3410, "mean": 426.25, "median": 354.0, "p95": 814.2499999999998, "max": 963, "min": 266}}, "generated_stats": {"units": {"count": 8, "sum": 512, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}, "bytes": {"count": 8, "sum": 512, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}}, "compression_summary": {"raw_prompt_bytes": 3402, "model_input_units": 3410, "stage0_units": 1179, "stage1_units": 581, "bytes_per_stage0_unit": 2.885496183206107, "stage0_per_stage1_unit": 2.0292598967297764}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 3410, "units_out": 1179, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 5, 1, 5, 1, 1, 1, 1, 2, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 5, 3, 5, 1, 4, 4, 4, 1, 1, 3, 2, 1, 1, 1, 9, 1, 1, 1, 3, 2, 6, 1, 1, 8, 1, 10, 1, 1, 2, 1, 1, 9, 1, 1, 1, 1, 3, 2, 6, 1, 1, 1, 7, 1, 6, 1, 10, 1, 1, 2, 1, 1, 9, 1, 2, 1, 13, 2, 2, 4, 4, 6, 1, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 1, 1, 3, 3, 1, 4, 1, 6, 1, 9, 1, 3, 2, 9, 1, 6, 1, 2, 2, 2, 9, 1, 3, 1, 1, 3, 1, 1, 4, 2, 9, 1, 3, 1, 2, 1, 1, 1, 5, 2, 9, 1, 1, 9, 2, 1, 5, 1, 5, 1, 3, 4, 6, 3, 2, 5, 3, 1, 6, 9, 1, 2, 2, 1, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 3, 3, 1, 8, 1, 1, 3, 2, 3, 3, 1, 5, 1, 1, 3, 1, 9, 6, 2, 1, 1, 4, 1, 1, 1, 1, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 4, 1, 7, 9, 1, 2, 1, 6, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 3, 9, 1, 1, 1, 1, 6, 1, 1, 1, 2, 3, 4, 1, 1, 2, 1, 6, 1, 20, 1, 5, 1, 1, 1, 4, 2, 3, 5, 1, 9, 4, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 4, 2, 3, 5, 1, 1, 9, 2, 1, 5, 6, 1, 1, 4, 9, 1, 2, 4, 1, 3, 1, 1, 3, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 2, 1, 1, 3, 1, 2, 5, 1, 1, 9, 1, 2, 4, 1, 3, 1, 2, 1, 1, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 3, 1, 3, 1, 2, 5, 1, 1, 1, 9, 2, 7, 1, 1, 5, 1, 2, 3, 2, 4, 3, 5, 1, 7, 1, 1, 1, 6, 1, 3, 1, 4, 1, 9, 2, 1, 5, 10, 1, 3, 1, 4, 1, 2, 3, 3, 4, 1, 4, 7, 1, 1, 5, 1, 9, 1, 2, 1, 13, 1, 2, 1, 2, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 3, 3, 1, 1, 3, 2, 1, 2, 1, 1, 1, 2, 3, 1, 1, 3, 1, 2, 2, 2, 1, 1, 1, 4, 1, 1, 9, 1, 2, 3, 1, 1, 4, 1, 2, 2, 2, 1, 13, 1, 2, 3, 4, 1, 1, 3, 2, 1, 1, 10, 1, 1, 4, 1, 2, 2, 2, 1, 1, 17, 3, 1, 5, 2, 1, 3, 13, 4, 1, 17, 1, 2, 1, 21, 1, 3, 1, 2, 5, 1, 4, 1, 1, 3, 1, 4, 1, 21, 3, 1, 5, 2, 1, 3, 17, 7, 3, 11, 5, 1, 21, 3, 1, 5, 1, 1, 3, 3, 1, 1, 3, 1, 1, 9, 2, 4, 2, 1, 1, 1, 1, 2, 2, 2, 9, 1, 2, 1, 3, 1, 1, 11, 1, 13, 1, 5, 1, 1, 1, 1, 3, 2, 7, 1, 1, 1, 1, 1, 3, 8, 5, 1, 1, 1, 1, 2, 9, 1, 1, 7, 11, 1, 1, 1, 9, 1, 2, 2, 4, 1, 4, 1, 1, 9, 6, 2, 4, 1, 5, 4, 1, 1, 1, 1, 1, 9, 1, 3, 1, 1, 2, 2, 5, 1, 1, 2, 1, 5, 1, 4, 1, 1, 1, 1, 1, 1, 2, 5, 1, 9, 2, 1, 2, 2, 2, 4, 4, 4, 4, 2, 2, 1, 2, 3, 2, 2, 1, 2, 5, 2, 2, 1, 2, 1, 1, 8, 1, 1, 9, 2, 1, 2, 1, 6, 4, 4, 5, 1, 3, 4, 1, 9, 1, 3, 1, 4, 5, 2, 1, 9, 1, 3, 1, 5, 2, 5, 1, 1, 1, 1, 4, 9, 1, 3, 1, 6, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1, 2, 2, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1, 1, 1, 3, 1, 8, 1, 5, 1, 1, 3, 2, 5, 1, 1, 1, 9, 2, 1, 5, 1, 2, 4, 8, 6, 1, 2, 2, 5, 9, 1, 2, 4, 1, 1, 8, 1, 5, 2, 6, 1, 5, 1, 1, 13, 3, 4, 5, 1, 9, 2, 1, 8, 1, 4, 5, 9, 1, 9, 1, 6, 2, 5, 1, 1, 1, 1, 4, 1, 5, 1, 1, 9, 2, 1, 5, 4, 6, 4, 1, 4, 1, 1, 3, 4, 1, 4, 9, 4, 5, 1, 5, 2, 5, 1, 6, 3, 1, 9, 1, 5, 1, 5, 1, 1, 1, 13, 5, 1, 6, 1, 1, 3, 3, 1, 8, 1, 1, 8, 1, 4, 2, 7, 1, 1, 5, 4, 2, 3, 5, 1, 7, 1, 5, 1, 1, 7, 1, 3, 1, 1, 1, 1, 1, 7, 1, 5, 1, 2, 2, 1, 1, 3, 3, 1, 1, 1, 5, 4, 1, 5, 2, 2, 2, 5, 8, 1, 5, 2, 2, 2, 1, 5, 1, 2, 4, 1, 1, 4, 1, 1, 1, 9, 4, 1, 5, 2, 1, 1, 4, 1, 3, 1, 1, 1, 5, 1, 10, 1, 1, 1, 6, 1, 13, 4, 1, 3, 1, 3, 1, 1, 1, 1, 3, 1, 7, 1, 7, 1, 4, 1, 1, 9, 4, 7, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 4, 1, 1, 13, 1, 2, 4, 1, 1, 3, 1, 7, 1, 1, 1, 1, 4, 1, 2, 1, 2, 1, 1, 1, 3, 7, 1, 1, 17, 3, 4, 4, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 4, 1, 13, 1, 7, 2, 1, 4, 1, 6, 1, 1, 13, 1, 3, 1, 7, 1, 1, 2, 1, 1, 4, 1, 6, 1, 7, 1, 13, 7, 2, 4, 1, 4, 2, 1, 4, 2, 1, 1, 1, 4, 1, 13, 4, 1, 7, 1, 1, 1, 3, 3, 1, 1, 4, 1, 6, 1, 4, 1, 1, 4, 1, 2, 1, 8, 1, 1, 5, 1, 2, 1, 9, 1, 3, 2, 1, 1, 1, 5, 1, 5, 1, 2, 1, 8, 1, 1, 3, 1, 1, 2, 1, 1, 5, 7, 1, 1, 5, 1, 9, 1, 2, 1, 4, 1, 1, 1, 6, 5, 1, 2, 1, 4, 1, 1, 3, 5, 3, 4, 1, 7, 3, 4, 1, 1, 18, 1, 9, 1, 1, 1, 6, 1, 3, 5, 8, 5, 4, 1, 4, 9, 1, 1, 1], "chunk_stats": {"count": 1179, "sum": 3410, "mean": 2.892281594571671, "median": 2.0, "p95": 9.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 1179, "units_out": 581, "chunk_lengths": [1, 2, 1, 2, 4, 1, 3, 1, 3, 1, 2, 2, 1, 4, 1, 4, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 2, 1, 2, 3, 2, 2, 1, 4, 1, 3, 1, 1, 1, 2, 1, 10, 1, 1, 2, 1, 2, 1, 1, 1, 1, 3, 1, 2, 1, 2, 1, 1, 2, 3, 1, 2, 1, 1, 3, 3, 2, 1, 1, 1, 1, 1, 1, 2, 1, 3, 2, 3, 3, 1, 4, 1, 7, 1, 1, 2, 2, 3, 1, 3, 1, 4, 1, 1, 1, 3, 3, 1, 1, 2, 3, 4, 3, 5, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 1, 1, 2, 1, 6, 4, 1, 1, 3, 2, 1, 3, 2, 1, 2, 1, 1, 2, 1, 1, 1, 2, 1, 2, 1, 1, 2, 2, 3, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 4, 4, 1, 2, 1, 2, 1, 2, 4, 3, 2, 1, 1, 2, 1, 2, 1, 2, 2, 3, 3, 1, 1, 1, 5, 4, 1, 2, 1, 2, 1, 6, 1, 2, 3, 1, 3, 2, 3, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 3, 2, 2, 3, 1, 1, 2, 2, 1, 2, 1, 4, 2, 2, 1, 2, 1, 3, 1, 1, 3, 1, 3, 2, 3, 2, 1, 1, 2, 1, 1, 3, 2, 1, 2, 1, 4, 1, 2, 1, 4, 1, 1, 1, 1, 5, 5, 1, 1, 3, 3, 1, 3, 4, 1, 4, 1, 3, 1, 2, 1, 2, 1, 3, 1, 5, 2, 6, 1, 3, 3, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 4, 1, 1, 2, 2, 1, 2, 2, 1, 1, 5, 1, 1, 1, 2, 2, 5, 8, 1, 3, 1, 1, 1, 2, 3, 1, 1, 2, 1, 3, 2, 1, 1, 1, 4, 4, 1, 1, 4, 1, 1, 3, 1, 2, 2, 3, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 2, 5, 1, 1, 4, 1, 4, 2, 1, 5, 1, 1, 1, 3, 1, 1, 1, 3, 2, 1, 4, 7, 1, 5, 7, 1, 3, 1, 2, 2, 2, 1, 3, 3, 1, 1, 1, 2, 1, 6, 1, 1, 1, 1, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2, 1, 2, 2, 1, 4, 2, 3, 1, 1, 1, 2, 3, 4, 4, 1, 1, 3, 1, 3, 1, 9, 1, 3, 1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 2, 4, 5, 3, 3, 1, 1, 1, 3, 3, 2, 1, 1, 1, 2, 1, 2, 1, 1, 2, 3, 1, 1, 1, 2, 1, 5, 1, 3, 1, 1, 4, 1, 1, 4, 1, 1, 2, 2, 3, 1, 1, 2, 1, 2, 2, 2, 1, 3, 1, 2, 4, 3, 6, 1, 1, 2, 6, 7, 1, 7, 1, 3, 3, 1, 3, 5, 1, 2, 1, 4, 2, 1, 4, 3, 3, 2, 3, 1, 1, 1, 1, 2, 1, 3, 5, 1, 3, 1, 1, 2, 1, 3, 2, 2, 1, 2, 4, 1, 1, 1, 3, 1, 2, 1, 3, 1, 7, 2, 3, 2, 1, 5, 1, 5, 3, 1, 2, 7, 6, 1, 1, 3, 1, 2, 2, 3, 5, 2], "chunk_stats": {"count": 581, "sum": 1179, "mean": 2.0292598967297764, "median": 1.0, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 158, "chunk_lengths": [13, 9, 2, 1, 1, 3, 1, 5, 1, 1, 1, 6, 2, 5, 1, 2, 6, 1, 2, 1, 2, 1, 2, 2, 4, 2, 3, 3, 1, 1, 1, 1, 17, 3, 2, 2, 1, 3, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 4, 13, 1, 2, 3, 1, 4, 1, 17, 1, 3, 1, 1, 1, 4, 1, 2, 5, 1, 1, 1, 1, 4, 9, 4, 1, 1, 6, 2, 5, 1, 1, 1, 1, 1, 2, 1, 2, 1, 3, 1, 3, 1, 5, 1, 5, 1, 5, 1, 5, 1, 13, 1, 2, 5, 1, 6, 13, 5, 1, 10, 1, 4, 1, 1, 4, 1, 1, 10, 1, 1, 5, 1, 2, 1, 1, 4, 1, 1, 4, 1, 6, 1, 1, 13, 3, 4, 6, 9, 3, 4, 18, 1, 3, 4, 7, 1, 1, 1, 5, 3, 4, 1, 2, 1, 3, 1, 1, 6, 1, 1, 3, 8, 8, 2, 1], "chunk_stats": {"count": 164, "sum": 512, "mean": 3.1219512195121952, "median": 2.0, "p95": 10.0, "max": 18, "min": 1}, "active_size_stats": {"count": 512, "sum": 512, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 76, "chunk_lengths": [1, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 2, 2, 1, 2, 1, 2, 1, 2, 2, 3, 1, 1, 1, 1, 2, 1, 1, 5, 1, 3, 7, 1, 4, 8, 1, 1, 5, 3, 5, 2, 4, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 3, 5, 2, 1, 3, 1, 1, 2, 3, 2, 1, 4, 2, 1, 3, 4, 1, 2], "chunk_stats": {"count": 79, "sum": 158, "mean": 2.0, "median": 1.0, "p95": 5.0, "max": 8, "min": 1}, "active_size_stats": {"count": 158, "sum": 158, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 8, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 8, "max_new_tokens": 128, "prefill_time_sec": 0.4503441541455686, "decode_time_sec": 12.604267054819502, "total_time_sec": 13.080947096925229, "prefill_units_per_sec": 7571.986820767649, "prefill_bytes_per_sec": 7554.222628812769, "decode_units_per_sec": 81.24232813747408, "decode_bytes_per_sec": 81.24232813747408, "total_units_per_sec": 78.28179354388632, "total_bytes_per_sec": 78.28179354388632, "step_latency_ms": {"count": 1024, "sum": 12616, "mean": 12.3203125, "median": 7.0, "p95": 33.0, "max": 34, "min": 7}, "peak_allocated_mb": 3635.56982421875, "peak_reserved_mb": 3722.0, "prompt_stats": {"raw_bytes": {"count": 8, "sum": 3402, "mean": 425.25, "median": 353.0, "p95": 813.2499999999998, "max": 962, "min": 265}, "model_input_units": {"count": 8, "sum": 3410, "mean": 426.25, "median": 354.0, "p95": 814.2499999999998, "max": 963, "min": 266}}, "generated_stats": {"units": {"count": 8, "sum": 1024, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 8, "sum": 1024, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 3402, "model_input_units": 3410, "stage0_units": 1179, "stage1_units": 581, "bytes_per_stage0_unit": 2.885496183206107, "stage0_per_stage1_unit": 2.0292598967297764}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 3410, "units_out": 1179, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 5, 1, 5, 1, 1, 1, 1, 2, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 5, 3, 5, 1, 4, 4, 4, 1, 1, 3, 2, 1, 1, 1, 9, 1, 1, 1, 3, 2, 6, 1, 1, 8, 1, 10, 1, 1, 2, 1, 1, 9, 1, 1, 1, 1, 3, 2, 6, 1, 1, 1, 7, 1, 6, 1, 10, 1, 1, 2, 1, 1, 9, 1, 2, 1, 13, 2, 2, 4, 4, 6, 1, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 1, 1, 3, 3, 1, 4, 1, 6, 1, 9, 1, 3, 2, 9, 1, 6, 1, 2, 2, 2, 9, 1, 3, 1, 1, 3, 1, 1, 4, 2, 9, 1, 3, 1, 2, 1, 1, 1, 5, 2, 9, 1, 1, 9, 2, 1, 5, 1, 5, 1, 3, 4, 6, 3, 2, 5, 3, 1, 6, 9, 1, 2, 2, 1, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 3, 3, 1, 8, 1, 1, 3, 2, 3, 3, 1, 5, 1, 1, 3, 1, 9, 6, 2, 1, 1, 4, 1, 1, 1, 1, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 4, 1, 7, 9, 1, 2, 1, 6, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 3, 9, 1, 1, 1, 1, 6, 1, 1, 1, 2, 3, 4, 1, 1, 2, 1, 6, 1, 20, 1, 5, 1, 1, 1, 4, 2, 3, 5, 1, 9, 4, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 4, 2, 3, 5, 1, 1, 9, 2, 1, 5, 6, 1, 1, 4, 9, 1, 2, 4, 1, 3, 1, 1, 3, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 2, 1, 1, 3, 1, 2, 5, 1, 1, 9, 1, 2, 4, 1, 3, 1, 2, 1, 1, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 3, 1, 3, 1, 2, 5, 1, 1, 1, 9, 2, 7, 1, 1, 5, 1, 2, 3, 2, 4, 3, 5, 1, 7, 1, 1, 1, 6, 1, 3, 1, 4, 1, 9, 2, 1, 5, 10, 1, 3, 1, 4, 1, 2, 3, 3, 4, 1, 4, 7, 1, 1, 5, 1, 9, 1, 2, 1, 13, 1, 2, 1, 2, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 3, 3, 1, 1, 3, 2, 1, 2, 1, 1, 1, 2, 3, 1, 1, 3, 1, 2, 2, 2, 1, 1, 1, 4, 1, 1, 9, 1, 2, 3, 1, 1, 4, 1, 2, 2, 2, 1, 13, 1, 2, 3, 4, 1, 1, 3, 2, 1, 1, 10, 1, 1, 4, 1, 2, 2, 2, 1, 1, 17, 3, 1, 5, 2, 1, 3, 13, 4, 1, 17, 1, 2, 1, 21, 1, 3, 1, 2, 5, 1, 4, 1, 1, 3, 1, 4, 1, 21, 3, 1, 5, 2, 1, 3, 17, 7, 3, 11, 5, 1, 21, 3, 1, 5, 1, 1, 3, 3, 1, 1, 3, 1, 1, 9, 2, 4, 2, 1, 1, 1, 1, 2, 2, 2, 9, 1, 2, 1, 3, 1, 1, 11, 1, 13, 1, 5, 1, 1, 1, 1, 3, 2, 7, 1, 1, 1, 1, 1, 3, 8, 5, 1, 1, 1, 1, 2, 9, 1, 1, 7, 11, 1, 1, 1, 9, 1, 2, 2, 4, 1, 4, 1, 1, 9, 6, 2, 4, 1, 5, 4, 1, 1, 1, 1, 1, 9, 1, 3, 1, 1, 2, 2, 5, 1, 1, 2, 1, 5, 1, 4, 1, 1, 1, 1, 1, 1, 2, 5, 1, 9, 2, 1, 2, 2, 2, 4, 4, 4, 4, 2, 2, 1, 2, 3, 2, 2, 1, 2, 5, 2, 2, 1, 2, 1, 1, 8, 1, 1, 9, 2, 1, 2, 1, 6, 4, 4, 5, 1, 3, 4, 1, 9, 1, 3, 1, 4, 5, 2, 1, 9, 1, 3, 1, 5, 2, 5, 1, 1, 1, 1, 4, 9, 1, 3, 1, 6, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1, 2, 2, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1, 1, 1, 3, 1, 8, 1, 5, 1, 1, 3, 2, 5, 1, 1, 1, 9, 2, 1, 5, 1, 2, 4, 8, 6, 1, 2, 2, 5, 9, 1, 2, 4, 1, 1, 8, 1, 5, 2, 6, 1, 5, 1, 1, 13, 3, 4, 5, 1, 9, 2, 1, 8, 1, 4, 5, 9, 1, 9, 1, 6, 2, 5, 1, 1, 1, 1, 4, 1, 5, 1, 1, 9, 2, 1, 5, 4, 6, 4, 1, 4, 1, 1, 3, 4, 1, 4, 9, 4, 5, 1, 5, 2, 5, 1, 6, 3, 1, 9, 1, 5, 1, 5, 1, 1, 1, 13, 5, 1, 6, 1, 1, 3, 3, 1, 8, 1, 1, 8, 1, 4, 2, 7, 1, 1, 5, 4, 2, 3, 5, 1, 7, 1, 5, 1, 1, 7, 1, 3, 1, 1, 1, 1, 1, 7, 1, 5, 1, 2, 2, 1, 1, 3, 3, 1, 1, 1, 5, 4, 1, 5, 2, 2, 2, 5, 8, 1, 5, 2, 2, 2, 1, 5, 1, 2, 4, 1, 1, 4, 1, 1, 1, 9, 4, 1, 5, 2, 1, 1, 4, 1, 3, 1, 1, 1, 5, 1, 10, 1, 1, 1, 6, 1, 13, 4, 1, 3, 1, 3, 1, 1, 1, 1, 3, 1, 7, 1, 7, 1, 4, 1, 1, 9, 4, 7, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 4, 1, 1, 13, 1, 2, 4, 1, 1, 3, 1, 7, 1, 1, 1, 1, 4, 1, 2, 1, 2, 1, 1, 1, 3, 7, 1, 1, 17, 3, 4, 4, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 4, 1, 13, 1, 7, 2, 1, 4, 1, 6, 1, 1, 13, 1, 3, 1, 7, 1, 1, 2, 1, 1, 4, 1, 6, 1, 7, 1, 13, 7, 2, 4, 1, 4, 2, 1, 4, 2, 1, 1, 1, 4, 1, 13, 4, 1, 7, 1, 1, 1, 3, 3, 1, 1, 4, 1, 6, 1, 4, 1, 1, 4, 1, 2, 1, 8, 1, 1, 5, 1, 2, 1, 9, 1, 3, 2, 1, 1, 1, 5, 1, 5, 1, 2, 1, 8, 1, 1, 3, 1, 1, 2, 1, 1, 5, 7, 1, 1, 5, 1, 9, 1, 2, 1, 4, 1, 1, 1, 6, 5, 1, 2, 1, 4, 1, 1, 3, 5, 3, 4, 1, 7, 3, 4, 1, 1, 18, 1, 9, 1, 1, 1, 6, 1, 3, 5, 8, 5, 4, 1, 4, 9, 1, 1, 1], "chunk_stats": {"count": 1179, "sum": 3410, "mean": 2.892281594571671, "median": 2.0, "p95": 9.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 1179, "units_out": 581, "chunk_lengths": [1, 2, 1, 2, 4, 1, 3, 1, 3, 1, 2, 2, 1, 4, 1, 4, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 2, 1, 2, 3, 2, 2, 1, 4, 1, 3, 1, 1, 1, 2, 1, 10, 1, 1, 2, 1, 2, 1, 1, 1, 1, 3, 1, 2, 1, 2, 1, 1, 2, 3, 1, 2, 1, 1, 3, 3, 2, 1, 1, 1, 1, 1, 1, 2, 1, 3, 2, 3, 3, 1, 4, 1, 7, 1, 1, 2, 2, 3, 1, 3, 1, 4, 1, 1, 1, 3, 3, 1, 1, 2, 3, 4, 3, 5, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 1, 1, 2, 1, 6, 4, 1, 1, 3, 2, 1, 3, 2, 1, 2, 1, 1, 2, 1, 1, 1, 2, 1, 2, 1, 1, 2, 2, 3, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 4, 4, 1, 2, 1, 2, 1, 2, 4, 3, 2, 1, 1, 2, 1, 2, 1, 2, 2, 3, 3, 1, 1, 1, 5, 4, 1, 2, 1, 2, 1, 6, 1, 2, 3, 1, 3, 2, 3, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 3, 2, 2, 3, 1, 1, 2, 2, 1, 2, 1, 4, 2, 2, 1, 2, 1, 3, 1, 1, 3, 1, 3, 2, 3, 2, 1, 1, 2, 1, 1, 3, 2, 1, 2, 1, 4, 1, 2, 1, 4, 1, 1, 1, 1, 5, 5, 1, 1, 3, 3, 1, 3, 4, 1, 4, 1, 3, 1, 2, 1, 2, 1, 3, 1, 5, 2, 6, 1, 3, 3, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 4, 1, 1, 2, 2, 1, 2, 2, 1, 1, 5, 1, 1, 1, 2, 2, 5, 8, 1, 3, 1, 1, 1, 2, 3, 1, 1, 2, 1, 3, 2, 1, 1, 1, 4, 4, 1, 1, 4, 1, 1, 3, 1, 2, 2, 3, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 2, 5, 1, 1, 4, 1, 4, 2, 1, 5, 1, 1, 1, 3, 1, 1, 1, 3, 2, 1, 4, 7, 1, 5, 7, 1, 3, 1, 2, 2, 2, 1, 3, 3, 1, 1, 1, 2, 1, 6, 1, 1, 1, 1, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2, 1, 2, 2, 1, 4, 2, 3, 1, 1, 1, 2, 3, 4, 4, 1, 1, 3, 1, 3, 1, 9, 1, 3, 1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 2, 4, 5, 3, 3, 1, 1, 1, 3, 3, 2, 1, 1, 1, 2, 1, 2, 1, 1, 2, 3, 1, 1, 1, 2, 1, 5, 1, 3, 1, 1, 4, 1, 1, 4, 1, 1, 2, 2, 3, 1, 1, 2, 1, 2, 2, 2, 1, 3, 1, 2, 4, 3, 6, 1, 1, 2, 6, 7, 1, 7, 1, 3, 3, 1, 3, 5, 1, 2, 1, 4, 2, 1, 4, 3, 3, 2, 3, 1, 1, 1, 1, 2, 1, 3, 5, 1, 3, 1, 1, 2, 1, 3, 2, 2, 1, 2, 4, 1, 1, 1, 3, 1, 2, 1, 3, 1, 7, 2, 3, 2, 1, 5, 1, 5, 3, 1, 2, 7, 6, 1, 1, 3, 1, 2, 2, 3, 5, 2], "chunk_stats": {"count": 581, "sum": 1179, "mean": 2.0292598967297764, "median": 1.0, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 349, "chunk_lengths": [13, 9, 2, 1, 1, 3, 1, 5, 1, 1, 1, 6, 2, 5, 1, 2, 6, 1, 2, 2, 1, 1, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 13, 3, 4, 1, 2, 1, 2, 2, 4, 2, 3, 3, 1, 1, 1, 1, 17, 3, 2, 2, 1, 3, 1, 3, 1, 1, 1, 1, 1, 4, 2, 3, 3, 1, 1, 9, 7, 5, 5, 1, 13, 2, 2, 1, 1, 2, 1, 4, 13, 1, 2, 3, 1, 4, 1, 17, 1, 3, 1, 1, 10, 1, 1, 5, 2, 1, 1, 17, 1, 3, 1, 1, 10, 1, 1, 4, 1, 1, 1, 3, 1, 1, 3, 1, 1, 4, 1, 2, 5, 1, 1, 1, 1, 4, 9, 4, 1, 1, 6, 2, 5, 1, 1, 1, 1, 1, 2, 9, 4, 1, 1, 6, 2, 5, 1, 1, 1, 1, 3, 9, 4, 1, 1, 11, 2, 5, 1, 1, 1, 1, 1, 2, 1, 3, 1, 3, 1, 5, 1, 5, 1, 5, 1, 5, 1, 13, 1, 2, 5, 1, 6, 1, 2, 4, 2, 2, 1, 17, 1, 2, 5, 1, 5, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 13, 5, 1, 10, 1, 4, 1, 1, 4, 1, 1, 10, 1, 1, 5, 1, 2, 4, 1, 1, 8, 1, 1, 1, 9, 8, 1, 5, 2, 1, 1, 4, 1, 3, 1, 1, 1, 5, 1, 1, 1, 4, 1, 1, 4, 1, 6, 1, 1, 13, 3, 4, 6, 9, 3, 4, 7, 1, 1, 1, 1, 5, 1, 1, 3, 7, 1, 6, 1, 1, 5, 1, 1, 1, 2, 8, 2, 3, 1, 3, 18, 1, 3, 4, 7, 1, 1, 1, 5, 3, 4, 1, 2, 1, 3, 1, 1, 6, 1, 2, 1, 1, 1, 1, 1, 1, 4, 3, 1, 1, 4, 1, 6, 1, 4, 1, 1, 4, 1, 2, 1, 8, 1, 1, 5, 1, 2, 1, 3, 8, 8, 5, 1, 2], "chunk_stats": {"count": 355, "sum": 1024, "mean": 2.8845070422535213, "median": 1.0, "p95": 9.0, "max": 18, "min": 1}, "active_size_stats": {"count": 1024, "sum": 1024, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 146, "chunk_lengths": [1, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 10, 1, 4, 1, 5, 1, 1, 1, 2, 1, 2, 1, 2, 2, 1, 2, 1, 2, 1, 2, 2, 3, 1, 1, 3, 2, 1, 1, 1, 3, 1, 2, 1, 1, 1, 2, 1, 1, 5, 1, 8, 1, 2, 1, 8, 1, 5, 3, 7, 1, 4, 8, 1, 4, 7, 1, 4, 1, 1, 5, 3, 5, 2, 4, 6, 1, 1, 7, 4, 3, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 3, 5, 1, 3, 1, 1, 4, 1, 1, 3, 5, 2, 1, 3, 1, 3, 1, 1, 1, 6, 1, 3, 1, 3, 1, 3, 2, 1, 2, 3, 2, 1, 4, 2, 1, 3, 1, 3, 1, 1, 1, 8, 1, 9, 1, 3, 2, 2, 6, 3], "chunk_stats": {"count": 150, "sum": 349, "mean": 2.3266666666666667, "median": 1.0, "p95": 7.0, "max": 10, "min": 1}, "active_size_stats": {"count": 349, "sum": 349, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 8, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 64, "prefill_time_sec": 0.8945137081900612, "decode_time_sec": 12.325217864010483, "total_time_sec": 13.26102575904224, "prefill_units_per_sec": 7599.6599468049735, "prefill_bytes_per_sec": 7581.7731331614195, "decode_units_per_sec": 83.08169569887038, "decode_bytes_per_sec": 83.08169569887038, "total_units_per_sec": 77.21876260603516, "total_bytes_per_sec": 77.21876260603516, "step_latency_ms": {"count": 1024, "sum": 12311, "mean": 12.0224609375, "median": 7.0, "p95": 34.0, "max": 35, "min": 7}, "peak_allocated_mb": 3608.4580078125, "peak_reserved_mb": 3682.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 6782, "mean": 423.875, "median": 369.0, "p95": 689.75, "max": 962, "min": 260}, "model_input_units": {"count": 16, "sum": 6798, "mean": 424.875, "median": 370.0, "p95": 690.75, "max": 963, "min": 261}}, "generated_stats": {"units": {"count": 16, "sum": 1024, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}, "bytes": {"count": 16, "sum": 1024, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}}, "compression_summary": {"raw_prompt_bytes": 6782, "model_input_units": 6798, "stage0_units": 2308, "stage1_units": 1175, "bytes_per_stage0_unit": 2.938474870017331, "stage0_per_stage1_unit": 1.9642553191489363}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 6798, "units_out": 2308, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 5, 1, 5, 1, 1, 1, 1, 2, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 5, 3, 5, 1, 4, 4, 4, 1, 1, 3, 2, 1, 1, 1, 9, 1, 1, 1, 3, 2, 6, 1, 1, 8, 1, 10, 1, 1, 2, 1, 1, 9, 1, 1, 1, 1, 3, 2, 6, 1, 1, 1, 7, 1, 6, 1, 10, 1, 1, 2, 1, 1, 9, 1, 2, 1, 13, 2, 2, 4, 4, 6, 1, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 1, 1, 3, 3, 1, 4, 1, 6, 1, 9, 1, 3, 2, 9, 1, 6, 1, 2, 2, 2, 9, 1, 3, 1, 1, 3, 1, 1, 4, 2, 9, 1, 3, 1, 2, 1, 1, 1, 5, 2, 9, 1, 1, 9, 2, 1, 5, 1, 5, 1, 3, 4, 6, 3, 2, 5, 3, 1, 6, 9, 1, 2, 2, 1, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 3, 3, 1, 8, 1, 1, 3, 2, 3, 3, 1, 5, 1, 1, 3, 1, 9, 6, 2, 1, 1, 4, 1, 1, 1, 1, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 4, 1, 7, 9, 1, 2, 1, 6, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 3, 9, 1, 1, 1, 1, 6, 1, 1, 1, 2, 3, 4, 1, 1, 2, 1, 6, 1, 20, 1, 5, 1, 1, 1, 4, 2, 3, 5, 1, 9, 4, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 4, 2, 3, 5, 1, 1, 9, 2, 1, 5, 6, 1, 1, 4, 9, 1, 2, 4, 1, 3, 1, 1, 3, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 2, 1, 1, 3, 1, 2, 5, 1, 1, 9, 1, 2, 4, 1, 3, 1, 2, 1, 1, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 3, 1, 3, 1, 2, 5, 1, 1, 1, 9, 2, 7, 1, 1, 5, 1, 2, 3, 2, 4, 3, 5, 1, 7, 1, 1, 1, 6, 1, 3, 1, 4, 1, 9, 2, 1, 5, 10, 1, 3, 1, 4, 1, 2, 3, 3, 4, 1, 4, 7, 1, 1, 5, 1, 9, 1, 2, 1, 13, 1, 2, 1, 2, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 3, 3, 1, 1, 3, 2, 1, 2, 1, 1, 1, 2, 3, 1, 1, 3, 1, 2, 2, 2, 1, 1, 1, 4, 1, 1, 9, 1, 2, 3, 1, 1, 4, 1, 2, 2, 2, 1, 13, 1, 2, 3, 4, 1, 1, 3, 2, 1, 1, 10, 1, 1, 4, 1, 2, 2, 2, 1, 1, 17, 3, 1, 5, 2, 1, 3, 13, 4, 1, 17, 1, 2, 1, 21, 1, 3, 1, 2, 5, 1, 4, 1, 1, 3, 1, 4, 1, 21, 3, 1, 5, 2, 1, 3, 17, 7, 3, 11, 5, 1, 21, 3, 1, 5, 1, 1, 3, 3, 1, 1, 3, 1, 1, 9, 2, 4, 2, 1, 1, 1, 1, 2, 2, 2, 9, 1, 2, 1, 3, 1, 1, 11, 1, 13, 1, 5, 1, 1, 1, 1, 3, 2, 7, 1, 1, 1, 1, 1, 3, 8, 5, 1, 1, 1, 1, 2, 9, 1, 1, 7, 11, 1, 1, 1, 9, 1, 2, 2, 4, 1, 4, 1, 1, 9, 6, 2, 4, 1, 5, 4, 1, 1, 1, 1, 1, 9, 1, 3, 1, 1, 2, 2, 5, 1, 1, 2, 1, 5, 1, 4, 1, 1, 1, 1, 1, 1, 2, 5, 1, 9, 2, 1, 2, 2, 2, 4, 4, 4, 4, 2, 2, 1, 2, 3, 2, 2, 1, 2, 5, 2, 2, 1, 2, 1, 1, 8, 1, 1, 9, 2, 1, 2, 1, 6, 4, 4, 5, 1, 3, 4, 1, 9, 1, 3, 1, 4, 5, 2, 1, 9, 1, 3, 1, 5, 2, 5, 1, 1, 1, 1, 4, 9, 1, 3, 1, 6, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1, 2, 2, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1, 1, 1, 3, 1, 8, 1, 5, 1, 1, 3, 2, 5, 1, 1, 1, 9, 2, 1, 5, 1, 2, 4, 8, 6, 1, 2, 2, 5, 9, 1, 2, 4, 1, 1, 8, 1, 5, 2, 6, 1, 5, 1, 1, 13, 3, 4, 5, 1, 9, 2, 1, 8, 1, 4, 5, 9, 1, 9, 1, 6, 2, 5, 1, 1, 1, 1, 4, 1, 5, 1, 1, 9, 2, 1, 5, 4, 6, 4, 1, 4, 1, 1, 3, 4, 1, 4, 9, 4, 5, 1, 5, 2, 5, 1, 6, 3, 1, 9, 1, 5, 1, 5, 1, 1, 1, 13, 5, 1, 6, 1, 1, 3, 3, 1, 8, 1, 1, 8, 1, 4, 2, 7, 1, 1, 5, 4, 2, 3, 5, 1, 7, 1, 5, 1, 1, 7, 1, 3, 1, 1, 1, 1, 1, 7, 1, 5, 1, 2, 2, 1, 1, 3, 3, 1, 1, 1, 5, 4, 1, 5, 2, 2, 2, 5, 8, 1, 5, 2, 2, 2, 1, 5, 1, 2, 4, 1, 1, 4, 1, 1, 1, 9, 4, 1, 5, 2, 1, 1, 4, 1, 3, 1, 1, 1, 5, 1, 10, 1, 1, 1, 6, 1, 13, 4, 1, 3, 1, 3, 1, 1, 1, 1, 3, 1, 7, 1, 7, 1, 4, 1, 1, 9, 4, 7, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 4, 1, 1, 13, 1, 2, 4, 1, 1, 3, 1, 7, 1, 1, 1, 1, 4, 1, 2, 1, 2, 1, 1, 1, 3, 7, 1, 1, 17, 3, 4, 4, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 4, 1, 13, 1, 7, 2, 1, 4, 1, 6, 1, 1, 13, 1, 3, 1, 7, 1, 1, 2, 1, 1, 4, 1, 6, 1, 7, 1, 13, 7, 2, 4, 1, 4, 2, 1, 4, 2, 1, 1, 1, 4, 1, 13, 4, 1, 7, 1, 1, 1, 3, 3, 1, 1, 4, 1, 6, 1, 4, 1, 1, 4, 1, 2, 1, 8, 1, 1, 5, 1, 2, 1, 9, 1, 3, 2, 1, 1, 1, 5, 1, 5, 1, 2, 1, 8, 1, 1, 3, 1, 1, 2, 1, 1, 5, 7, 1, 1, 5, 1, 9, 1, 2, 1, 4, 1, 1, 1, 6, 5, 1, 2, 1, 4, 1, 1, 3, 5, 3, 4, 1, 7, 3, 4, 1, 1, 18, 1, 9, 1, 1, 1, 6, 1, 3, 5, 8, 5, 4, 1, 4, 9, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 4, 1, 1, 3, 1, 4, 1, 1, 3, 1, 1, 9, 1, 1, 1, 2, 2, 1, 3, 1, 3, 1, 1, 6, 1, 5, 1, 1, 2, 1, 1, 6, 1, 1, 9, 4, 1, 1, 1, 2, 1, 1, 9, 1, 1, 1, 2, 2, 1, 2, 4, 2, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 10, 1, 3, 1, 1, 4, 1, 4, 1, 1, 9, 1, 5, 2, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 9, 1, 4, 1, 1, 11, 2, 4, 1, 1, 2, 1, 1, 4, 1, 1, 10, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 6, 1, 1, 4, 1, 6, 1, 6, 1, 2, 2, 1, 1, 5, 7, 2, 7, 3, 1, 2, 1, 6, 1, 7, 5, 4, 1, 1, 3, 2, 1, 7, 3, 6, 1, 3, 1, 1, 6, 1, 1, 2, 1, 1, 1, 1, 4, 3, 2, 1, 1, 1, 9, 1, 2, 1, 5, 2, 3, 1, 6, 1, 13, 6, 2, 3, 4, 1, 7, 2, 1, 6, 1, 5, 1, 13, 1, 6, 1, 1, 8, 1, 5, 2, 3, 1, 13, 7, 2, 7, 1, 3, 6, 1, 1, 1, 3, 1, 13, 6, 1, 1, 2, 5, 1, 1, 1, 3, 1, 2, 1, 2, 1, 8, 1, 1, 3, 1, 1, 2, 1, 8, 1, 1, 1, 9, 2, 7, 1, 1, 4, 1, 6, 12, 4, 4, 8, 9, 1, 5, 2, 1, 5, 10, 1, 1, 9, 1, 3, 4, 2, 1, 9, 4, 1, 1, 1, 3, 1, 3, 1, 3, 4, 1, 1, 13, 2, 5, 1, 3, 8, 1, 1, 2, 4, 8, 6, 1, 5, 13, 2, 3, 4, 5, 1, 7, 4, 4, 1, 3, 13, 1, 1, 3, 6, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 3, 13, 1, 3, 4, 3, 1, 1, 13, 1, 2, 1, 3, 2, 1, 1, 3, 6, 1, 1, 1, 1, 2, 9, 2, 10, 1, 1, 4, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 9, 2, 1, 4, 2, 1, 4, 1, 1, 1, 13, 10, 2, 1, 9, 1, 1, 9, 4, 2, 2, 1, 1, 9, 4, 5, 3, 9, 1, 13, 5, 2, 1, 1, 1, 1, 1, 3, 1, 1, 4, 3, 1, 1, 3, 1, 6, 1, 2, 1, 1, 1, 1, 6, 1, 2, 1, 4, 1, 1, 13, 1, 2, 4, 4, 1, 17, 8, 1, 13, 1, 2, 1, 1, 8, 1, 4, 2, 4, 1, 1, 17, 4, 1, 1, 6, 1, 4, 1, 13, 4, 1, 17, 4, 1, 1, 1, 5, 1, 4, 1, 1, 9, 1, 2, 10, 1, 13, 3, 4, 4, 1, 1, 9, 2, 11, 1, 4, 2, 1, 2, 1, 2, 8, 1, 2, 1, 9, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 4, 1, 8, 1, 6, 1, 1, 3, 2, 6, 1, 1, 9, 2, 1, 7, 2, 1, 3, 9, 5, 2, 1, 1, 9, 4, 5, 3, 6, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 4, 2, 1, 6, 1, 17, 4, 1, 3, 5, 2, 1, 1, 1, 1, 17, 8, 13, 1, 2, 4, 1, 1, 1, 1, 6, 1, 4, 1, 4, 1, 1, 1, 1, 1, 3, 2, 1, 7, 1, 1, 1, 2, 1, 5, 1, 6, 1, 1, 3, 2, 7, 1, 1, 9, 5, 2, 6, 1, 7, 1, 4, 1, 7, 1, 9, 7, 1, 7, 2, 1, 1, 6, 1, 4, 1, 2, 1, 5, 1, 2, 1, 6, 1, 2, 1, 4, 1, 2, 1, 3, 1, 1, 1, 1, 1, 27, 1, 5, 1, 3, 1, 1, 9, 1, 2, 4, 1, 1, 5, 1, 6, 1, 1, 1, 1, 2, 2, 3, 3, 4, 4, 1, 1, 5, 1, 6, 1, 1, 1, 1, 4, 1, 1, 1, 1, 13, 2, 2, 2, 2, 9, 4, 1, 13, 4, 1, 2, 1, 3, 3, 1, 3, 1, 6, 1, 5, 1, 4, 1, 1, 4, 1, 6, 1, 1, 4, 4, 1, 1, 1, 17, 1, 2, 1, 1, 2, 1, 7, 1, 6, 1, 2, 1, 25, 4, 1, 1, 5, 1, 6, 1, 1, 1, 1, 1, 3, 1, 2, 3, 1, 9, 1, 1, 1, 1, 1, 5, 8, 1, 5, 1, 1, 1, 5, 4, 2, 1, 2, 6, 3, 9, 1, 1, 1, 1, 1, 5, 2, 1, 1, 1, 1, 1, 1, 9, 8, 1, 2, 1, 1, 9, 4, 2, 3, 5, 1, 13, 8, 1, 1, 5, 1, 1, 1, 9, 8, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 9, 4, 2, 3, 1, 1, 1, 1, 8, 1, 1, 1, 2, 1, 1, 1, 13, 8, 1, 1, 5, 1, 1, 1, 9, 8, 1, 4, 1, 1, 5, 1, 8, 1, 5, 6, 1, 5, 2, 1, 3, 1, 8, 1, 1, 4, 8, 1, 3, 8, 1, 4, 1, 5, 6, 1, 5, 2, 1, 5, 1, 4, 1, 1, 2, 1, 6, 1, 4, 1, 1, 1, 5, 8, 1, 5, 2, 1, 1, 2, 1, 3, 4, 1, 4, 1, 5, 1, 1, 4, 1, 1, 3, 1, 3, 1, 4, 1, 3, 5, 1, 2, 1, 1, 5, 1, 6, 2, 3, 1, 1, 5, 1, 1, 5, 1, 5, 2, 1, 5, 1, 3, 5, 1, 4, 1, 4, 1, 3, 5, 1, 2, 1, 1, 5, 7, 1, 1, 2, 2, 2, 2, 2, 8, 3, 1, 9, 1, 1, 1, 5, 4, 1, 1, 1, 4, 2, 3, 1, 5, 1, 2, 1, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 8, 1, 5, 1, 1, 5, 4, 5, 4, 1, 3, 1, 1, 3, 1, 1, 9, 5, 5, 2, 1, 3, 1, 1, 5, 4, 1, 1, 9, 1, 2, 1, 3, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 8, 1, 1, 13, 4, 5, 2, 7, 1, 1, 2, 1, 1, 3, 1, 5, 4, 1, 13, 3, 4, 4, 5, 3, 5, 4, 9, 2, 3, 1, 3, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 5, 1, 1, 13, 3, 4, 1, 1, 1, 5, 3, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 6, 1, 1, 1, 1, 1, 1, 6, 1, 5, 4, 1, 9, 4, 1, 13, 3, 4, 5, 4, 1, 1], "chunk_stats": {"count": 2308, "sum": 6798, "mean": 2.9454072790294625, "median": 2.0, "p95": 9.0, "max": 27, "min": 1}}, {"stage": 1, "units_in": 2308, "units_out": 1175, "chunk_lengths": [1, 2, 1, 2, 4, 1, 3, 1, 3, 1, 2, 2, 1, 4, 1, 4, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 2, 1, 2, 3, 2, 2, 1, 4, 1, 3, 1, 1, 1, 2, 1, 10, 1, 1, 2, 1, 2, 1, 1, 1, 1, 3, 1, 2, 1, 2, 1, 1, 2, 3, 1, 2, 1, 1, 3, 3, 2, 1, 1, 1, 1, 1, 1, 2, 1, 3, 2, 3, 3, 1, 4, 1, 7, 1, 1, 2, 2, 3, 1, 3, 1, 4, 1, 1, 1, 3, 3, 1, 1, 2, 3, 4, 3, 5, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 1, 1, 2, 1, 6, 4, 1, 1, 3, 2, 1, 3, 2, 1, 2, 1, 1, 2, 1, 1, 1, 2, 1, 2, 1, 1, 2, 2, 3, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 4, 4, 1, 2, 1, 2, 1, 2, 4, 3, 2, 1, 1, 2, 1, 2, 1, 2, 2, 3, 3, 1, 1, 1, 5, 4, 1, 2, 1, 2, 1, 6, 1, 2, 3, 1, 3, 2, 3, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 3, 2, 2, 3, 1, 1, 2, 2, 1, 2, 1, 4, 2, 2, 1, 2, 1, 3, 1, 1, 3, 1, 3, 2, 3, 2, 1, 1, 2, 1, 1, 3, 2, 1, 2, 1, 4, 1, 2, 1, 4, 1, 1, 1, 1, 5, 5, 1, 1, 3, 3, 1, 3, 4, 1, 4, 1, 3, 1, 2, 1, 2, 1, 3, 1, 5, 2, 6, 1, 3, 3, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 4, 1, 1, 2, 2, 1, 2, 2, 1, 1, 5, 1, 1, 1, 2, 2, 5, 8, 1, 3, 1, 1, 1, 2, 3, 1, 1, 2, 1, 3, 2, 1, 1, 1, 4, 4, 1, 1, 4, 1, 1, 3, 1, 2, 2, 3, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 2, 5, 1, 1, 4, 1, 4, 2, 1, 5, 1, 1, 1, 3, 1, 1, 1, 3, 2, 1, 4, 7, 1, 5, 7, 1, 3, 1, 2, 2, 2, 1, 3, 3, 1, 1, 1, 2, 1, 6, 1, 1, 1, 1, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2, 1, 2, 2, 1, 4, 2, 3, 1, 1, 1, 2, 3, 4, 4, 1, 1, 3, 1, 3, 1, 9, 1, 3, 1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 2, 4, 5, 3, 3, 1, 1, 1, 3, 3, 2, 1, 1, 1, 2, 1, 2, 1, 1, 2, 3, 1, 1, 1, 2, 1, 5, 1, 3, 1, 1, 4, 1, 1, 4, 1, 1, 2, 2, 3, 1, 1, 2, 1, 2, 2, 2, 1, 3, 1, 2, 4, 3, 6, 1, 1, 2, 6, 7, 1, 7, 1, 3, 3, 1, 3, 5, 1, 2, 1, 4, 2, 1, 4, 3, 3, 2, 3, 1, 1, 1, 1, 2, 1, 3, 5, 1, 3, 1, 1, 2, 1, 3, 2, 2, 1, 2, 4, 1, 1, 1, 3, 1, 2, 1, 3, 1, 7, 2, 3, 2, 1, 5, 1, 5, 3, 1, 2, 7, 6, 1, 1, 3, 1, 2, 2, 3, 5, 2, 1, 2, 2, 6, 2, 1, 4, 1, 4, 1, 7, 2, 3, 2, 1, 3, 2, 3, 2, 1, 4, 1, 2, 1, 2, 4, 1, 3, 2, 2, 2, 1, 2, 1, 1, 1, 2, 1, 4, 3, 1, 5, 1, 3, 2, 1, 1, 3, 6, 1, 1, 3, 5, 1, 1, 1, 1, 1, 2, 2, 3, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 4, 2, 1, 1, 3, 1, 2, 1, 3, 1, 4, 1, 1, 2, 7, 1, 1, 1, 3, 1, 3, 1, 1, 1, 2, 2, 3, 3, 1, 2, 3, 2, 1, 2, 1, 1, 1, 4, 5, 1, 4, 1, 1, 1, 2, 2, 3, 1, 1, 3, 2, 1, 3, 1, 1, 1, 1, 1, 2, 4, 2, 1, 2, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 1, 3, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 7, 1, 1, 1, 3, 1, 1, 3, 1, 1, 3, 1, 1, 2, 4, 1, 4, 1, 3, 2, 1, 1, 2, 1, 2, 1, 2, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 2, 1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 6, 1, 5, 1, 2, 1, 1, 4, 1, 2, 4, 2, 4, 1, 1, 1, 2, 4, 2, 1, 3, 1, 2, 2, 3, 1, 2, 1, 5, 3, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 4, 1, 2, 2, 2, 4, 1, 3, 3, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 2, 4, 1, 6, 1, 1, 6, 1, 2, 2, 1, 3, 1, 1, 1, 1, 1, 2, 3, 2, 2, 4, 1, 1, 2, 1, 2, 1, 3, 2, 2, 1, 3, 3, 1, 1, 1, 1, 4, 3, 1, 1, 2, 1, 1, 5, 1, 3, 1, 3, 1, 3, 1, 6, 1, 1, 5, 1, 1, 1, 2, 1, 6, 1, 4, 1, 2, 1, 6, 3, 4, 1, 1, 1, 2, 1, 2, 1, 2, 1, 3, 4, 3, 1, 3, 2, 1, 2, 1, 3, 1, 1, 1, 3, 2, 2, 1, 1, 1, 1, 1, 1, 6, 1, 1, 2, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 3, 1, 7, 2, 1, 1, 1, 1, 2, 1, 1, 2, 2, 1, 1, 1, 2, 3, 1, 4, 1, 3, 3, 1, 1, 2, 2, 1, 4, 4, 1, 1, 4, 3, 1, 1, 2, 3, 3, 1, 1, 2, 1, 2, 3, 1, 1, 2, 1, 3, 1, 1, 3, 1, 2, 2, 3, 5, 1, 1, 1, 3, 1, 3, 1, 2, 2, 2, 1, 1, 1, 1, 2, 2, 2, 1, 4, 1, 1, 1, 2, 1, 4, 2, 1, 2, 1, 5, 1, 1, 2, 6, 1, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 5, 1, 1, 2, 2, 1, 2, 1, 7, 1, 1, 3, 1, 1, 1, 1, 4, 1, 1, 4, 1, 2, 1, 2, 1, 5, 1, 1, 3, 1, 7, 1, 1, 4, 1, 1, 1, 1, 5, 2, 4, 1, 4, 1, 2, 1, 1, 3, 1, 7, 1, 1, 4, 1, 2, 2, 2, 5, 6, 1, 1, 1, 1, 1, 1, 2, 3, 1, 1, 2, 1, 4, 1, 1], "chunk_stats": {"count": 1175, "sum": 2308, "mean": 1.9642553191489363, "median": 1.0, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 302, "chunk_lengths": [13, 9, 2, 1, 1, 3, 1, 5, 1, 1, 1, 6, 2, 5, 1, 2, 6, 1, 2, 1, 2, 1, 2, 2, 4, 2, 3, 3, 1, 1, 1, 1, 17, 3, 2, 2, 1, 3, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 4, 13, 1, 2, 3, 1, 4, 1, 17, 1, 3, 1, 1, 1, 4, 1, 2, 5, 1, 1, 1, 1, 4, 9, 4, 1, 1, 6, 2, 5, 1, 1, 1, 1, 1, 2, 1, 2, 1, 3, 1, 3, 1, 5, 1, 5, 1, 5, 1, 5, 1, 13, 1, 2, 5, 1, 6, 13, 5, 1, 10, 1, 4, 1, 1, 4, 1, 1, 10, 1, 1, 5, 1, 2, 1, 1, 4, 1, 1, 4, 1, 6, 1, 1, 13, 3, 4, 6, 9, 3, 4, 18, 1, 3, 4, 7, 1, 1, 1, 5, 3, 4, 1, 2, 1, 3, 1, 1, 6, 1, 9, 1, 3, 1, 1, 6, 1, 6, 1, 1, 1, 9, 3, 4, 1, 4, 1, 1, 1, 1, 5, 1, 1, 5, 1, 13, 6, 1, 4, 6, 2, 1, 4, 13, 6, 1, 1, 2, 1, 1, 13, 1, 2, 1, 3, 1, 1, 1, 5, 1, 1, 3, 1, 1, 1, 5, 13, 1, 2, 1, 1, 8, 1, 3, 1, 1, 1, 7, 1, 1, 3, 1, 1, 1, 9, 4, 5, 3, 4, 1, 1, 17, 5, 3, 5, 2, 1, 1, 1, 1, 17, 8, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 21, 1, 4, 13, 4, 1, 1, 6, 3, 6, 1, 4, 1, 5, 3, 4, 8, 1, 4, 1, 1, 4, 3, 1, 5, 3, 4, 1, 9, 14, 1, 2, 1, 2, 1, 3, 1, 1, 2, 1, 1, 1, 3, 8, 8, 2, 1, 2, 1, 6, 3, 6, 7, 12], "chunk_stats": {"count": 315, "sum": 1024, "mean": 3.250793650793651, "median": 2.0, "p95": 13.0, "max": 21, "min": 1}, "active_size_stats": {"count": 1024, "sum": 1024, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 148, "chunk_lengths": [1, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 2, 2, 1, 2, 1, 2, 1, 2, 2, 3, 1, 1, 1, 1, 2, 1, 1, 5, 1, 3, 7, 1, 4, 8, 1, 1, 5, 3, 5, 2, 4, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 3, 5, 2, 1, 3, 1, 1, 2, 3, 2, 1, 4, 2, 1, 3, 1, 5, 2, 2, 1, 1, 5, 1, 1, 3, 1, 4, 1, 2, 1, 1, 1, 2, 1, 5, 1, 4, 1, 2, 2, 1, 1, 1, 2, 1, 3, 1, 3, 2, 1, 1, 2, 3, 1, 1, 2, 1, 4, 1, 1, 3, 3, 3, 2, 1, 2, 1, 2, 1, 2, 3, 1, 1, 5, 1, 1, 2, 1, 1, 2, 2, 1, 3, 1, 2, 1, 4, 4, 1, 2, 3, 2, 3], "chunk_stats": {"count": 154, "sum": 302, "mean": 1.9610389610389611, "median": 1.0, "p95": 5.0, "max": 8, "min": 1}, "active_size_stats": {"count": 302, "sum": 302, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.9003145509632304, "decode_time_sec": 25.13358424208127, "total_time_sec": 26.07552360498812, "prefill_units_per_sec": 7550.694357574185, "prefill_bytes_per_sec": 7532.922790977953, "decode_units_per_sec": 81.48459767115207, "decode_bytes_per_sec": 81.48459767115207, "total_units_per_sec": 78.54108822605686, "total_bytes_per_sec": 78.54108822605686, "step_latency_ms": {"count": 2048, "sum": 25067, "mean": 12.23974609375, "median": 7.0, "p95": 34.0, "max": 34, "min": 7}, "peak_allocated_mb": 3635.56982421875, "peak_reserved_mb": 3722.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 6782, "mean": 423.875, "median": 369.0, "p95": 689.75, "max": 962, "min": 260}, "model_input_units": {"count": 16, "sum": 6798, "mean": 424.875, "median": 370.0, "p95": 690.75, "max": 963, "min": 261}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 6782, "model_input_units": 6798, "stage0_units": 2308, "stage1_units": 1175, "bytes_per_stage0_unit": 2.938474870017331, "stage0_per_stage1_unit": 1.9642553191489363}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 6798, "units_out": 2308, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 5, 1, 5, 1, 1, 1, 1, 2, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 5, 3, 5, 1, 4, 4, 4, 1, 1, 3, 2, 1, 1, 1, 9, 1, 1, 1, 3, 2, 6, 1, 1, 8, 1, 10, 1, 1, 2, 1, 1, 9, 1, 1, 1, 1, 3, 2, 6, 1, 1, 1, 7, 1, 6, 1, 10, 1, 1, 2, 1, 1, 9, 1, 2, 1, 13, 2, 2, 4, 4, 6, 1, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 1, 1, 3, 3, 1, 4, 1, 6, 1, 9, 1, 3, 2, 9, 1, 6, 1, 2, 2, 2, 9, 1, 3, 1, 1, 3, 1, 1, 4, 2, 9, 1, 3, 1, 2, 1, 1, 1, 5, 2, 9, 1, 1, 9, 2, 1, 5, 1, 5, 1, 3, 4, 6, 3, 2, 5, 3, 1, 6, 9, 1, 2, 2, 1, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 3, 3, 1, 8, 1, 1, 3, 2, 3, 3, 1, 5, 1, 1, 3, 1, 9, 6, 2, 1, 1, 4, 1, 1, 1, 1, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 4, 1, 7, 9, 1, 2, 1, 6, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 3, 9, 1, 1, 1, 1, 6, 1, 1, 1, 2, 3, 4, 1, 1, 2, 1, 6, 1, 20, 1, 5, 1, 1, 1, 4, 2, 3, 5, 1, 9, 4, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 4, 2, 3, 5, 1, 1, 9, 2, 1, 5, 6, 1, 1, 4, 9, 1, 2, 4, 1, 3, 1, 1, 3, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 2, 1, 1, 3, 1, 2, 5, 1, 1, 9, 1, 2, 4, 1, 3, 1, 2, 1, 1, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 3, 1, 3, 1, 2, 5, 1, 1, 1, 9, 2, 7, 1, 1, 5, 1, 2, 3, 2, 4, 3, 5, 1, 7, 1, 1, 1, 6, 1, 3, 1, 4, 1, 9, 2, 1, 5, 10, 1, 3, 1, 4, 1, 2, 3, 3, 4, 1, 4, 7, 1, 1, 5, 1, 9, 1, 2, 1, 13, 1, 2, 1, 2, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 3, 3, 1, 1, 3, 2, 1, 2, 1, 1, 1, 2, 3, 1, 1, 3, 1, 2, 2, 2, 1, 1, 1, 4, 1, 1, 9, 1, 2, 3, 1, 1, 4, 1, 2, 2, 2, 1, 13, 1, 2, 3, 4, 1, 1, 3, 2, 1, 1, 10, 1, 1, 4, 1, 2, 2, 2, 1, 1, 17, 3, 1, 5, 2, 1, 3, 13, 4, 1, 17, 1, 2, 1, 21, 1, 3, 1, 2, 5, 1, 4, 1, 1, 3, 1, 4, 1, 21, 3, 1, 5, 2, 1, 3, 17, 7, 3, 11, 5, 1, 21, 3, 1, 5, 1, 1, 3, 3, 1, 1, 3, 1, 1, 9, 2, 4, 2, 1, 1, 1, 1, 2, 2, 2, 9, 1, 2, 1, 3, 1, 1, 11, 1, 13, 1, 5, 1, 1, 1, 1, 3, 2, 7, 1, 1, 1, 1, 1, 3, 8, 5, 1, 1, 1, 1, 2, 9, 1, 1, 7, 11, 1, 1, 1, 9, 1, 2, 2, 4, 1, 4, 1, 1, 9, 6, 2, 4, 1, 5, 4, 1, 1, 1, 1, 1, 9, 1, 3, 1, 1, 2, 2, 5, 1, 1, 2, 1, 5, 1, 4, 1, 1, 1, 1, 1, 1, 2, 5, 1, 9, 2, 1, 2, 2, 2, 4, 4, 4, 4, 2, 2, 1, 2, 3, 2, 2, 1, 2, 5, 2, 2, 1, 2, 1, 1, 8, 1, 1, 9, 2, 1, 2, 1, 6, 4, 4, 5, 1, 3, 4, 1, 9, 1, 3, 1, 4, 5, 2, 1, 9, 1, 3, 1, 5, 2, 5, 1, 1, 1, 1, 4, 9, 1, 3, 1, 6, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1, 2, 2, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1, 1, 1, 3, 1, 8, 1, 5, 1, 1, 3, 2, 5, 1, 1, 1, 9, 2, 1, 5, 1, 2, 4, 8, 6, 1, 2, 2, 5, 9, 1, 2, 4, 1, 1, 8, 1, 5, 2, 6, 1, 5, 1, 1, 13, 3, 4, 5, 1, 9, 2, 1, 8, 1, 4, 5, 9, 1, 9, 1, 6, 2, 5, 1, 1, 1, 1, 4, 1, 5, 1, 1, 9, 2, 1, 5, 4, 6, 4, 1, 4, 1, 1, 3, 4, 1, 4, 9, 4, 5, 1, 5, 2, 5, 1, 6, 3, 1, 9, 1, 5, 1, 5, 1, 1, 1, 13, 5, 1, 6, 1, 1, 3, 3, 1, 8, 1, 1, 8, 1, 4, 2, 7, 1, 1, 5, 4, 2, 3, 5, 1, 7, 1, 5, 1, 1, 7, 1, 3, 1, 1, 1, 1, 1, 7, 1, 5, 1, 2, 2, 1, 1, 3, 3, 1, 1, 1, 5, 4, 1, 5, 2, 2, 2, 5, 8, 1, 5, 2, 2, 2, 1, 5, 1, 2, 4, 1, 1, 4, 1, 1, 1, 9, 4, 1, 5, 2, 1, 1, 4, 1, 3, 1, 1, 1, 5, 1, 10, 1, 1, 1, 6, 1, 13, 4, 1, 3, 1, 3, 1, 1, 1, 1, 3, 1, 7, 1, 7, 1, 4, 1, 1, 9, 4, 7, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 4, 1, 1, 13, 1, 2, 4, 1, 1, 3, 1, 7, 1, 1, 1, 1, 4, 1, 2, 1, 2, 1, 1, 1, 3, 7, 1, 1, 17, 3, 4, 4, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 4, 1, 13, 1, 7, 2, 1, 4, 1, 6, 1, 1, 13, 1, 3, 1, 7, 1, 1, 2, 1, 1, 4, 1, 6, 1, 7, 1, 13, 7, 2, 4, 1, 4, 2, 1, 4, 2, 1, 1, 1, 4, 1, 13, 4, 1, 7, 1, 1, 1, 3, 3, 1, 1, 4, 1, 6, 1, 4, 1, 1, 4, 1, 2, 1, 8, 1, 1, 5, 1, 2, 1, 9, 1, 3, 2, 1, 1, 1, 5, 1, 5, 1, 2, 1, 8, 1, 1, 3, 1, 1, 2, 1, 1, 5, 7, 1, 1, 5, 1, 9, 1, 2, 1, 4, 1, 1, 1, 6, 5, 1, 2, 1, 4, 1, 1, 3, 5, 3, 4, 1, 7, 3, 4, 1, 1, 18, 1, 9, 1, 1, 1, 6, 1, 3, 5, 8, 5, 4, 1, 4, 9, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 4, 1, 1, 3, 1, 4, 1, 1, 3, 1, 1, 9, 1, 1, 1, 2, 2, 1, 3, 1, 3, 1, 1, 6, 1, 5, 1, 1, 2, 1, 1, 6, 1, 1, 9, 4, 1, 1, 1, 2, 1, 1, 9, 1, 1, 1, 2, 2, 1, 2, 4, 2, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 10, 1, 3, 1, 1, 4, 1, 4, 1, 1, 9, 1, 5, 2, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 9, 1, 4, 1, 1, 11, 2, 4, 1, 1, 2, 1, 1, 4, 1, 1, 10, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 6, 1, 1, 4, 1, 6, 1, 6, 1, 2, 2, 1, 1, 5, 7, 2, 7, 3, 1, 2, 1, 6, 1, 7, 5, 4, 1, 1, 3, 2, 1, 7, 3, 6, 1, 3, 1, 1, 6, 1, 1, 2, 1, 1, 1, 1, 4, 3, 2, 1, 1, 1, 9, 1, 2, 1, 5, 2, 3, 1, 6, 1, 13, 6, 2, 3, 4, 1, 7, 2, 1, 6, 1, 5, 1, 13, 1, 6, 1, 1, 8, 1, 5, 2, 3, 1, 13, 7, 2, 7, 1, 3, 6, 1, 1, 1, 3, 1, 13, 6, 1, 1, 2, 5, 1, 1, 1, 3, 1, 2, 1, 2, 1, 8, 1, 1, 3, 1, 1, 2, 1, 8, 1, 1, 1, 9, 2, 7, 1, 1, 4, 1, 6, 12, 4, 4, 8, 9, 1, 5, 2, 1, 5, 10, 1, 1, 9, 1, 3, 4, 2, 1, 9, 4, 1, 1, 1, 3, 1, 3, 1, 3, 4, 1, 1, 13, 2, 5, 1, 3, 8, 1, 1, 2, 4, 8, 6, 1, 5, 13, 2, 3, 4, 5, 1, 7, 4, 4, 1, 3, 13, 1, 1, 3, 6, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 3, 13, 1, 3, 4, 3, 1, 1, 13, 1, 2, 1, 3, 2, 1, 1, 3, 6, 1, 1, 1, 1, 2, 9, 2, 10, 1, 1, 4, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 9, 2, 1, 4, 2, 1, 4, 1, 1, 1, 13, 10, 2, 1, 9, 1, 1, 9, 4, 2, 2, 1, 1, 9, 4, 5, 3, 9, 1, 13, 5, 2, 1, 1, 1, 1, 1, 3, 1, 1, 4, 3, 1, 1, 3, 1, 6, 1, 2, 1, 1, 1, 1, 6, 1, 2, 1, 4, 1, 1, 13, 1, 2, 4, 4, 1, 17, 8, 1, 13, 1, 2, 1, 1, 8, 1, 4, 2, 4, 1, 1, 17, 4, 1, 1, 6, 1, 4, 1, 13, 4, 1, 17, 4, 1, 1, 1, 5, 1, 4, 1, 1, 9, 1, 2, 10, 1, 13, 3, 4, 4, 1, 1, 9, 2, 11, 1, 4, 2, 1, 2, 1, 2, 8, 1, 2, 1, 9, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 4, 1, 8, 1, 6, 1, 1, 3, 2, 6, 1, 1, 9, 2, 1, 7, 2, 1, 3, 9, 5, 2, 1, 1, 9, 4, 5, 3, 6, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 4, 2, 1, 6, 1, 17, 4, 1, 3, 5, 2, 1, 1, 1, 1, 17, 8, 13, 1, 2, 4, 1, 1, 1, 1, 6, 1, 4, 1, 4, 1, 1, 1, 1, 1, 3, 2, 1, 7, 1, 1, 1, 2, 1, 5, 1, 6, 1, 1, 3, 2, 7, 1, 1, 9, 5, 2, 6, 1, 7, 1, 4, 1, 7, 1, 9, 7, 1, 7, 2, 1, 1, 6, 1, 4, 1, 2, 1, 5, 1, 2, 1, 6, 1, 2, 1, 4, 1, 2, 1, 3, 1, 1, 1, 1, 1, 27, 1, 5, 1, 3, 1, 1, 9, 1, 2, 4, 1, 1, 5, 1, 6, 1, 1, 1, 1, 2, 2, 3, 3, 4, 4, 1, 1, 5, 1, 6, 1, 1, 1, 1, 4, 1, 1, 1, 1, 13, 2, 2, 2, 2, 9, 4, 1, 13, 4, 1, 2, 1, 3, 3, 1, 3, 1, 6, 1, 5, 1, 4, 1, 1, 4, 1, 6, 1, 1, 4, 4, 1, 1, 1, 17, 1, 2, 1, 1, 2, 1, 7, 1, 6, 1, 2, 1, 25, 4, 1, 1, 5, 1, 6, 1, 1, 1, 1, 1, 3, 1, 2, 3, 1, 9, 1, 1, 1, 1, 1, 5, 8, 1, 5, 1, 1, 1, 5, 4, 2, 1, 2, 6, 3, 9, 1, 1, 1, 1, 1, 5, 2, 1, 1, 1, 1, 1, 1, 9, 8, 1, 2, 1, 1, 9, 4, 2, 3, 5, 1, 13, 8, 1, 1, 5, 1, 1, 1, 9, 8, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 9, 4, 2, 3, 1, 1, 1, 1, 8, 1, 1, 1, 2, 1, 1, 1, 13, 8, 1, 1, 5, 1, 1, 1, 9, 8, 1, 4, 1, 1, 5, 1, 8, 1, 5, 6, 1, 5, 2, 1, 3, 1, 8, 1, 1, 4, 8, 1, 3, 8, 1, 4, 1, 5, 6, 1, 5, 2, 1, 5, 1, 4, 1, 1, 2, 1, 6, 1, 4, 1, 1, 1, 5, 8, 1, 5, 2, 1, 1, 2, 1, 3, 4, 1, 4, 1, 5, 1, 1, 4, 1, 1, 3, 1, 3, 1, 4, 1, 3, 5, 1, 2, 1, 1, 5, 1, 6, 2, 3, 1, 1, 5, 1, 1, 5, 1, 5, 2, 1, 5, 1, 3, 5, 1, 4, 1, 4, 1, 3, 5, 1, 2, 1, 1, 5, 7, 1, 1, 2, 2, 2, 2, 2, 8, 3, 1, 9, 1, 1, 1, 5, 4, 1, 1, 1, 4, 2, 3, 1, 5, 1, 2, 1, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 8, 1, 5, 1, 1, 5, 4, 5, 4, 1, 3, 1, 1, 3, 1, 1, 9, 5, 5, 2, 1, 3, 1, 1, 5, 4, 1, 1, 9, 1, 2, 1, 3, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 8, 1, 1, 13, 4, 5, 2, 7, 1, 1, 2, 1, 1, 3, 1, 5, 4, 1, 13, 3, 4, 4, 5, 3, 5, 4, 9, 2, 3, 1, 3, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 5, 1, 1, 13, 3, 4, 1, 1, 1, 5, 3, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 6, 1, 1, 1, 1, 1, 1, 6, 1, 5, 4, 1, 9, 4, 1, 13, 3, 4, 5, 4, 1, 1], "chunk_stats": {"count": 2308, "sum": 6798, "mean": 2.9454072790294625, "median": 2.0, "p95": 9.0, "max": 27, "min": 1}}, {"stage": 1, "units_in": 2308, "units_out": 1175, "chunk_lengths": [1, 2, 1, 2, 4, 1, 3, 1, 3, 1, 2, 2, 1, 4, 1, 4, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 2, 1, 2, 3, 2, 2, 1, 4, 1, 3, 1, 1, 1, 2, 1, 10, 1, 1, 2, 1, 2, 1, 1, 1, 1, 3, 1, 2, 1, 2, 1, 1, 2, 3, 1, 2, 1, 1, 3, 3, 2, 1, 1, 1, 1, 1, 1, 2, 1, 3, 2, 3, 3, 1, 4, 1, 7, 1, 1, 2, 2, 3, 1, 3, 1, 4, 1, 1, 1, 3, 3, 1, 1, 2, 3, 4, 3, 5, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 1, 1, 2, 1, 6, 4, 1, 1, 3, 2, 1, 3, 2, 1, 2, 1, 1, 2, 1, 1, 1, 2, 1, 2, 1, 1, 2, 2, 3, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 4, 4, 1, 2, 1, 2, 1, 2, 4, 3, 2, 1, 1, 2, 1, 2, 1, 2, 2, 3, 3, 1, 1, 1, 5, 4, 1, 2, 1, 2, 1, 6, 1, 2, 3, 1, 3, 2, 3, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 3, 2, 2, 3, 1, 1, 2, 2, 1, 2, 1, 4, 2, 2, 1, 2, 1, 3, 1, 1, 3, 1, 3, 2, 3, 2, 1, 1, 2, 1, 1, 3, 2, 1, 2, 1, 4, 1, 2, 1, 4, 1, 1, 1, 1, 5, 5, 1, 1, 3, 3, 1, 3, 4, 1, 4, 1, 3, 1, 2, 1, 2, 1, 3, 1, 5, 2, 6, 1, 3, 3, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 4, 1, 1, 2, 2, 1, 2, 2, 1, 1, 5, 1, 1, 1, 2, 2, 5, 8, 1, 3, 1, 1, 1, 2, 3, 1, 1, 2, 1, 3, 2, 1, 1, 1, 4, 4, 1, 1, 4, 1, 1, 3, 1, 2, 2, 3, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 2, 5, 1, 1, 4, 1, 4, 2, 1, 5, 1, 1, 1, 3, 1, 1, 1, 3, 2, 1, 4, 7, 1, 5, 7, 1, 3, 1, 2, 2, 2, 1, 3, 3, 1, 1, 1, 2, 1, 6, 1, 1, 1, 1, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2, 1, 2, 2, 1, 4, 2, 3, 1, 1, 1, 2, 3, 4, 4, 1, 1, 3, 1, 3, 1, 9, 1, 3, 1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 2, 4, 5, 3, 3, 1, 1, 1, 3, 3, 2, 1, 1, 1, 2, 1, 2, 1, 1, 2, 3, 1, 1, 1, 2, 1, 5, 1, 3, 1, 1, 4, 1, 1, 4, 1, 1, 2, 2, 3, 1, 1, 2, 1, 2, 2, 2, 1, 3, 1, 2, 4, 3, 6, 1, 1, 2, 6, 7, 1, 7, 1, 3, 3, 1, 3, 5, 1, 2, 1, 4, 2, 1, 4, 3, 3, 2, 3, 1, 1, 1, 1, 2, 1, 3, 5, 1, 3, 1, 1, 2, 1, 3, 2, 2, 1, 2, 4, 1, 1, 1, 3, 1, 2, 1, 3, 1, 7, 2, 3, 2, 1, 5, 1, 5, 3, 1, 2, 7, 6, 1, 1, 3, 1, 2, 2, 3, 5, 2, 1, 2, 2, 6, 2, 1, 4, 1, 4, 1, 7, 2, 3, 2, 1, 3, 2, 3, 2, 1, 4, 1, 2, 1, 2, 4, 1, 3, 2, 2, 2, 1, 2, 1, 1, 1, 2, 1, 4, 3, 1, 5, 1, 3, 2, 1, 1, 3, 6, 1, 1, 3, 5, 1, 1, 1, 1, 1, 2, 2, 3, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 4, 2, 1, 1, 3, 1, 2, 1, 3, 1, 4, 1, 1, 2, 7, 1, 1, 1, 3, 1, 3, 1, 1, 1, 2, 2, 3, 3, 1, 2, 3, 2, 1, 2, 1, 1, 1, 4, 5, 1, 4, 1, 1, 1, 2, 2, 3, 1, 1, 3, 2, 1, 3, 1, 1, 1, 1, 1, 2, 4, 2, 1, 2, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 1, 3, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 7, 1, 1, 1, 3, 1, 1, 3, 1, 1, 3, 1, 1, 2, 4, 1, 4, 1, 3, 2, 1, 1, 2, 1, 2, 1, 2, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 2, 1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 6, 1, 5, 1, 2, 1, 1, 4, 1, 2, 4, 2, 4, 1, 1, 1, 2, 4, 2, 1, 3, 1, 2, 2, 3, 1, 2, 1, 5, 3, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 4, 1, 2, 2, 2, 4, 1, 3, 3, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 2, 4, 1, 6, 1, 1, 6, 1, 2, 2, 1, 3, 1, 1, 1, 1, 1, 2, 3, 2, 2, 4, 1, 1, 2, 1, 2, 1, 3, 2, 2, 1, 3, 3, 1, 1, 1, 1, 4, 3, 1, 1, 2, 1, 1, 5, 1, 3, 1, 3, 1, 3, 1, 6, 1, 1, 5, 1, 1, 1, 2, 1, 6, 1, 4, 1, 2, 1, 6, 3, 4, 1, 1, 1, 2, 1, 2, 1, 2, 1, 3, 4, 3, 1, 3, 2, 1, 2, 1, 3, 1, 1, 1, 3, 2, 2, 1, 1, 1, 1, 1, 1, 6, 1, 1, 2, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 3, 1, 7, 2, 1, 1, 1, 1, 2, 1, 1, 2, 2, 1, 1, 1, 2, 3, 1, 4, 1, 3, 3, 1, 1, 2, 2, 1, 4, 4, 1, 1, 4, 3, 1, 1, 2, 3, 3, 1, 1, 2, 1, 2, 3, 1, 1, 2, 1, 3, 1, 1, 3, 1, 2, 2, 3, 5, 1, 1, 1, 3, 1, 3, 1, 2, 2, 2, 1, 1, 1, 1, 2, 2, 2, 1, 4, 1, 1, 1, 2, 1, 4, 2, 1, 2, 1, 5, 1, 1, 2, 6, 1, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 5, 1, 1, 2, 2, 1, 2, 1, 7, 1, 1, 3, 1, 1, 1, 1, 4, 1, 1, 4, 1, 2, 1, 2, 1, 5, 1, 1, 3, 1, 7, 1, 1, 4, 1, 1, 1, 1, 5, 2, 4, 1, 4, 1, 2, 1, 1, 3, 1, 7, 1, 1, 4, 1, 2, 2, 2, 5, 6, 1, 1, 1, 1, 1, 1, 2, 3, 1, 1, 2, 1, 4, 1, 1], "chunk_stats": {"count": 1175, "sum": 2308, "mean": 1.9642553191489363, "median": 1.0, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 666, "chunk_lengths": [13, 9, 2, 1, 1, 3, 1, 5, 1, 1, 1, 6, 2, 5, 1, 2, 6, 1, 2, 2, 1, 1, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 13, 3, 4, 1, 2, 1, 2, 2, 4, 2, 3, 3, 1, 1, 1, 1, 17, 3, 2, 2, 1, 3, 1, 3, 1, 1, 1, 1, 1, 4, 2, 3, 3, 1, 1, 9, 7, 5, 5, 1, 13, 2, 2, 1, 1, 2, 1, 4, 13, 1, 2, 3, 1, 4, 1, 17, 1, 3, 1, 1, 10, 1, 1, 5, 2, 1, 1, 17, 1, 3, 1, 1, 10, 1, 1, 4, 1, 1, 1, 3, 1, 1, 3, 1, 1, 4, 1, 2, 5, 1, 1, 1, 1, 4, 9, 4, 1, 1, 6, 2, 5, 1, 1, 1, 1, 1, 2, 9, 4, 1, 1, 6, 2, 5, 1, 1, 1, 1, 3, 9, 4, 1, 1, 11, 2, 5, 1, 1, 1, 1, 1, 2, 1, 3, 1, 3, 1, 5, 1, 5, 1, 5, 1, 5, 1, 13, 1, 2, 5, 1, 6, 1, 2, 4, 2, 2, 1, 17, 1, 2, 5, 1, 5, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 13, 5, 1, 10, 1, 4, 1, 1, 4, 1, 1, 10, 1, 1, 5, 1, 2, 4, 1, 1, 8, 1, 1, 1, 9, 8, 1, 5, 2, 1, 1, 4, 1, 3, 1, 1, 1, 5, 1, 1, 1, 4, 1, 1, 4, 1, 6, 1, 1, 13, 3, 4, 6, 9, 3, 4, 7, 1, 1, 1, 1, 5, 1, 1, 3, 7, 1, 6, 1, 1, 5, 1, 1, 1, 2, 8, 2, 3, 1, 3, 18, 1, 3, 4, 7, 1, 1, 1, 5, 3, 4, 1, 2, 1, 3, 1, 1, 6, 1, 2, 1, 1, 1, 1, 1, 1, 4, 3, 1, 1, 4, 1, 6, 1, 4, 1, 1, 4, 1, 2, 1, 8, 1, 1, 5, 1, 2, 1, 9, 1, 3, 1, 1, 6, 1, 6, 1, 1, 1, 9, 3, 4, 1, 4, 1, 1, 1, 1, 5, 1, 9, 4, 1, 1, 2, 1, 1, 6, 1, 4, 1, 1, 5, 1, 1, 1, 5, 2, 5, 2, 3, 1, 3, 3, 1, 5, 1, 13, 6, 1, 4, 6, 2, 1, 4, 13, 6, 1, 7, 2, 2, 1, 1, 13, 6, 1, 1, 2, 7, 1, 7, 1, 6, 1, 2, 1, 1, 13, 1, 2, 1, 3, 1, 1, 1, 5, 1, 1, 3, 1, 1, 1, 5, 13, 1, 2, 1, 3, 1, 1, 1, 5, 1, 2, 1, 1, 3, 1, 3, 3, 13, 1, 2, 1, 3, 1, 1, 1, 5, 1, 2, 1, 3, 1, 1, 1, 8, 1, 3, 1, 1, 1, 7, 1, 1, 3, 1, 1, 1, 9, 4, 5, 3, 4, 1, 1, 13, 4, 1, 1, 2, 1, 1, 1, 9, 3, 4, 4, 1, 1, 1, 1, 4, 1, 5, 1, 1, 1, 1, 2, 17, 5, 3, 5, 2, 1, 1, 1, 1, 17, 8, 13, 1, 2, 4, 1, 1, 1, 1, 6, 1, 4, 1, 4, 2, 2, 1, 6, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 21, 1, 4, 13, 4, 1, 17, 2, 2, 2, 2, 9, 1, 2, 2, 1, 2, 4, 1, 13, 3, 4, 1, 1, 6, 3, 6, 1, 4, 1, 5, 3, 4, 8, 1, 4, 1, 1, 4, 3, 1, 9, 1, 1, 1, 1, 1, 5, 8, 1, 5, 2, 1, 1, 5, 4, 2, 1, 2, 6, 3, 9, 1, 1, 5, 3, 4, 1, 9, 14, 1, 2, 1, 2, 1, 3, 1, 1, 2, 1, 1, 14, 1, 4, 1, 2, 5, 4, 1, 3, 1, 1, 3, 1, 14, 1, 1, 10, 1, 2, 1, 3, 1, 1, 3, 8, 8, 5, 1, 2, 2, 6, 2, 6, 14, 2], "chunk_stats": {"count": 678, "sum": 2048, "mean": 3.0206489675516224, "median": 1.0, "p95": 10.0, "max": 21, "min": 1}, "active_size_stats": {"count": 2048, "sum": 2048, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 292, "chunk_lengths": [1, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 10, 1, 4, 1, 5, 1, 1, 1, 2, 1, 2, 1, 2, 2, 1, 2, 1, 2, 1, 2, 2, 3, 1, 1, 3, 2, 1, 1, 1, 3, 1, 2, 1, 1, 1, 2, 1, 1, 5, 1, 8, 1, 2, 1, 8, 1, 5, 3, 7, 1, 4, 8, 1, 4, 7, 1, 4, 1, 1, 5, 3, 5, 2, 4, 6, 1, 1, 7, 4, 3, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 3, 5, 1, 3, 1, 1, 4, 1, 1, 3, 5, 2, 1, 3, 1, 3, 1, 1, 1, 6, 1, 3, 1, 3, 1, 3, 2, 1, 2, 3, 2, 1, 4, 2, 1, 3, 1, 3, 1, 1, 1, 8, 1, 9, 1, 3, 1, 5, 2, 2, 1, 1, 5, 1, 1, 5, 1, 5, 1, 3, 1, 3, 1, 1, 3, 2, 3, 1, 4, 1, 2, 1, 4, 1, 2, 1, 4, 1, 1, 1, 2, 1, 5, 1, 4, 1, 2, 2, 1, 5, 1, 6, 1, 3, 1, 5, 1, 4, 1, 3, 1, 1, 2, 1, 3, 1, 3, 2, 1, 1, 2, 3, 1, 1, 1, 2, 2, 1, 1, 5, 1, 1, 3, 1, 3, 1, 1, 1, 2, 1, 4, 1, 1, 2, 9, 2, 6, 3, 3, 3, 2, 1, 2, 1, 2, 1, 1, 3, 1, 1, 2, 4, 1, 1, 2, 3, 1, 1, 5, 1, 1, 2, 1, 1, 5, 1, 3, 1, 2, 1, 3, 3, 1, 1, 2, 2, 1, 3, 1, 2, 1, 4, 1, 3, 1, 4, 4, 1, 4, 1, 2, 1, 2, 2, 6, 3, 1, 4, 3, 2, 1], "chunk_stats": {"count": 301, "sum": 666, "mean": 2.212624584717608, "median": 1.0, "p95": 5.0, "max": 10, "min": 1}, "active_size_stats": {"count": 666, "sum": 666, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 64, "prefill_time_sec": 0.0808396270731464, "decode_time_sec": 2.5730321356095374, "total_time_sec": 5.345569193013944, "prefill_units_per_sec": 2634.8463954103904, "prefill_bytes_per_sec": 2622.476224539919, "decode_units_per_sec": 106.48914803976628, "decode_bytes_per_sec": 106.48914803976628, "total_units_per_sec": 51.257404049336245, "total_bytes_per_sec": 51.257404049336245, "step_latency_ms": {"count": 274, "sum": 2624, "mean": 9.576642335766424, "median": 6.0, "p95": 21.0, "max": 25, "min": 6}, "peak_allocated_mb": 2848.9453125, "peak_reserved_mb": 2982.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 212, "mean": 212.0, "median": 212.0, "p95": 212.0, "max": 212, "min": 212}, "model_input_units": {"count": 1, "sum": 213, "mean": 213.0, "median": 213.0, "p95": 213.0, "max": 213, "min": 213}}, "generated_stats": {"units": {"count": 1, "sum": 274, "mean": 274.0, "median": 274.0, "p95": 274.0, "max": 274, "min": 274}, "bytes": {"count": 1, "sum": 274, "mean": 274.0, "median": 274.0, "p95": 274.0, "max": 274, "min": 274}}, "compression_summary": {"raw_prompt_bytes": 212, "model_input_units": 213, "stage0_units": 54, "stage1_units": null, "bytes_per_stage0_unit": 3.925925925925926, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [54], "patch_count_stats": {"count": 1, "sum": 54, "mean": 54.0, "median": 54.0, "p95": 54.0, "max": 54, "min": 54}, "patch_lengths": [3, 3, 8, 3, 6, 3, 9, 5, 5, 1, 5, 4, 3, 4, 5, 5, 2, 3, 2, 7, 3, 3, 5, 2, 5, 2, 2, 3, 5, 3, 7, 3, 6, 3, 2, 7, 2, 3, 2, 5, 2, 2, 6, 3, 2, 7, 2, 3, 5, 2, 7, 5, 4, 4], "patch_length_stats": {"count": 54, "sum": 213, "mean": 3.9444444444444446, "median": 3.0, "p95": 7.0, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.038767175981774926, "decode_time_sec": 3.1862856039078906, "total_time_sec": 3.4720248609082773, "prefill_units_per_sec": 5494.338821588003, "prefill_bytes_per_sec": 5468.543803646276, "decode_units_per_sec": 106.0796306475014, "decode_bytes_per_sec": 106.0796306475014, "total_units_per_sec": 97.34953335316257, "total_bytes_per_sec": 97.34953335316257, "step_latency_ms": {"count": 338, "sum": 3238, "mean": 9.579881656804734, "median": 6.0, "p95": 21.0, "max": 38, "min": 6}, "peak_allocated_mb": 2848.9453125, "peak_reserved_mb": 2984.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 212, "mean": 212.0, "median": 212.0, "p95": 212.0, "max": 212, "min": 212}, "model_input_units": {"count": 1, "sum": 213, "mean": 213.0, "median": 213.0, "p95": 213.0, "max": 213, "min": 213}}, "generated_stats": {"units": {"count": 1, "sum": 338, "mean": 338.0, "median": 338.0, "p95": 338.0, "max": 338, "min": 338}, "bytes": {"count": 1, "sum": 338, "mean": 338.0, "median": 338.0, "p95": 338.0, "max": 338, "min": 338}}, "compression_summary": {"raw_prompt_bytes": 212, "model_input_units": 213, "stage0_units": 54, "stage1_units": null, "bytes_per_stage0_unit": 3.925925925925926, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [54], "patch_count_stats": {"count": 1, "sum": 54, "mean": 54.0, "median": 54.0, "p95": 54.0, "max": 54, "min": 54}, "patch_lengths": [3, 3, 8, 3, 6, 3, 9, 5, 5, 1, 5, 4, 3, 4, 5, 5, 2, 3, 2, 7, 3, 3, 5, 2, 5, 2, 2, 3, 5, 3, 7, 3, 6, 3, 2, 7, 2, 3, 2, 5, 2, 2, 6, 3, 2, 7, 2, 3, 5, 2, 7, 5, 4, 4], "patch_length_stats": {"count": 54, "sum": 213, "mean": 3.9444444444444446, "median": 3.0, "p95": 7.0, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 2, "max_new_tokens": 64, "prefill_time_sec": 2.709113988908939, "decode_time_sec": 3.6265602335333824, "total_time_sec": 6.70509011100512, "prefill_units_per_sec": 145.43500259237098, "prefill_bytes_per_sec": 144.69675384824725, "decode_units_per_sec": 151.1073757807353, "decode_bytes_per_sec": 151.1073757807353, "total_units_per_sec": 81.72895381384406, "total_bytes_per_sec": 81.72895381384406, "step_latency_ms": {"count": 374, "sum": 3613, "mean": 9.66042780748663, "median": 8.0, "p95": 22.0, "max": 23, "min": 6}, "peak_allocated_mb": 2876.25146484375, "peak_reserved_mb": 2998.0, "prompt_stats": {"raw_bytes": {"count": 2, "sum": 392, "mean": 196.0, "median": 196.0, "p95": 210.4, "max": 212, "min": 180}, "model_input_units": {"count": 2, "sum": 394, "mean": 197.0, "median": 197.0, "p95": 211.4, "max": 213, "min": 181}}, "generated_stats": {"units": {"count": 2, "sum": 548, "mean": 274.0, "median": 274.0, "p95": 274.0, "max": 274, "min": 274}, "bytes": {"count": 2, "sum": 548, "mean": 274.0, "median": 274.0, "p95": 274.0, "max": 274, "min": 274}}, "compression_summary": {"raw_prompt_bytes": 392, "model_input_units": 394, "stage0_units": 92, "stage1_units": null, "bytes_per_stage0_unit": 4.260869565217392, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [54, 38], "patch_count_stats": {"count": 2, "sum": 92, "mean": 46.0, "median": 46.0, "p95": 53.2, "max": 54, "min": 38}, "patch_lengths": [3, 3, 8, 3, 6, 3, 9, 5, 5, 1, 5, 4, 3, 4, 5, 5, 2, 3, 2, 7, 3, 3, 5, 2, 5, 2, 2, 3, 5, 3, 7, 3, 6, 3, 2, 7, 2, 3, 2, 5, 2, 2, 6, 3, 2, 7, 2, 3, 5, 2, 7, 5, 4, 4, 3, 4, 5, 5, 1, 4, 3, 3, 4, 6, 4, 5, 1, 3, 4, 2, 11, 3, 4, 5, 1, 2, 4, 2, 15, 5, 4, 3, 16, 2, 15, 5, 7, 5, 5, 4, 4, 2], "patch_length_stats": {"count": 92, "sum": 394, "mean": 4.282608695652174, "median": 4.0, "p95": 8.450000000000003, "max": 16, "min": 1}}}, "status": "ok", "num_samples": 2, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 2, "max_new_tokens": 128, "prefill_time_sec": 0.04044672497548163, "decode_time_sec": 4.453028658637777, "total_time_sec": 4.954154466977343, "prefill_units_per_sec": 9741.208966581065, "prefill_bytes_per_sec": 9691.761205329385, "decode_units_per_sec": 151.80679304381454, "decode_bytes_per_sec": 151.80679304381454, "total_units_per_sec": 136.4511350031532, "total_bytes_per_sec": 136.4511350031532, "step_latency_ms": {"count": 465, "sum": 4477, "mean": 9.627956989247313, "median": 8.0, "p95": 22.0, "max": 23, "min": 6}, "peak_allocated_mb": 2876.25146484375, "peak_reserved_mb": 3004.0, "prompt_stats": {"raw_bytes": {"count": 2, "sum": 392, "mean": 196.0, "median": 196.0, "p95": 210.4, "max": 212, "min": 180}, "model_input_units": {"count": 2, "sum": 394, "mean": 197.0, "median": 197.0, "p95": 211.4, "max": 213, "min": 181}}, "generated_stats": {"units": {"count": 2, "sum": 676, "mean": 338.0, "median": 338.0, "p95": 338.0, "max": 338, "min": 338}, "bytes": {"count": 2, "sum": 676, "mean": 338.0, "median": 338.0, "p95": 338.0, "max": 338, "min": 338}}, "compression_summary": {"raw_prompt_bytes": 392, "model_input_units": 394, "stage0_units": 92, "stage1_units": null, "bytes_per_stage0_unit": 4.260869565217392, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [54, 38], "patch_count_stats": {"count": 2, "sum": 92, "mean": 46.0, "median": 46.0, "p95": 53.2, "max": 54, "min": 38}, "patch_lengths": [3, 3, 8, 3, 6, 3, 9, 5, 5, 1, 5, 4, 3, 4, 5, 5, 2, 3, 2, 7, 3, 3, 5, 2, 5, 2, 2, 3, 5, 3, 7, 3, 6, 3, 2, 7, 2, 3, 2, 5, 2, 2, 6, 3, 2, 7, 2, 3, 5, 2, 7, 5, 4, 4, 3, 4, 5, 5, 1, 4, 3, 3, 4, 6, 4, 5, 1, 3, 4, 2, 11, 3, 4, 5, 1, 2, 4, 2, 15, 5, 4, 3, 16, 2, 15, 5, 7, 5, 5, 4, 4, 2], "patch_length_stats": {"count": 92, "sum": 394, "mean": 4.282608695652174, "median": 4.0, "p95": 8.450000000000003, "max": 16, "min": 1}}}, "status": "ok", "num_samples": 2, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 4, "max_new_tokens": 64, "prefill_time_sec": 0.055122751044109464, "decode_time_sec": 4.618685322464444, "total_time_sec": 5.335735746077262, "prefill_units_per_sec": 13696.70391442992, "prefill_bytes_per_sec": 13624.138595677972, "decode_units_per_sec": 237.29696298408894, "decode_bytes_per_sec": 237.29696298408894, "total_units_per_sec": 205.40747371264774, "total_bytes_per_sec": 205.40747371264774, "step_latency_ms": {"count": 489, "sum": 4676, "mean": 9.56237218813906, "median": 8.0, "p95": 22.0, "max": 23, "min": 6}, "peak_allocated_mb": 2924.8037109375, "peak_reserved_mb": 3018.0, "prompt_stats": {"raw_bytes": {"count": 4, "sum": 751, "mean": 187.75, "median": 182.5, "p95": 207.95, "max": 212, "min": 174}, "model_input_units": {"count": 4, "sum": 755, "mean": 188.75, "median": 183.5, "p95": 208.95, "max": 213, "min": 175}}, "generated_stats": {"units": {"count": 4, "sum": 1096, "mean": 274.0, "median": 274.0, "p95": 274.0, "max": 274, "min": 274}, "bytes": {"count": 4, "sum": 1096, "mean": 274.0, "median": 274.0, "p95": 274.0, "max": 274, "min": 274}}, "compression_summary": {"raw_prompt_bytes": 751, "model_input_units": 755, "stage0_units": 178, "stage1_units": null, "bytes_per_stage0_unit": 4.219101123595506, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [54, 38, 39, 47], "patch_count_stats": {"count": 4, "sum": 178, "mean": 44.5, "median": 43.0, "p95": 52.949999999999996, "max": 54, "min": 38}, "patch_lengths": [3, 3, 8, 3, 6, 3, 9, 5, 5, 1, 5, 4, 3, 4, 5, 5, 2, 3, 2, 7, 3, 3, 5, 2, 5, 2, 2, 3, 5, 3, 7, 3, 6, 3, 2, 7, 2, 3, 2, 5, 2, 2, 6, 3, 2, 7, 2, 3, 5, 2, 7, 5, 4, 4, 3, 4, 5, 5, 1, 4, 3, 3, 4, 6, 4, 5, 1, 3, 4, 2, 11, 3, 4, 5, 1, 2, 4, 2, 15, 5, 4, 3, 16, 2, 15, 5, 7, 5, 5, 4, 4, 2, 3, 4, 8, 5, 1, 5, 3, 3, 4, 8, 2, 5, 2, 3, 8, 5, 1, 2, 7, 4, 3, 4, 3, 8, 3, 5, 11, 8, 2, 5, 2, 3, 8, 5, 1, 2, 7, 7, 5, 3, 12, 3, 3, 6, 3, 5, 12, 2, 7, 1, 1, 4, 12, 2, 5, 1, 4, 4, 3, 4, 1, 4, 3, 3, 3, 4, 3, 4, 5, 2, 5, 3, 8, 4, 1, 2, 4, 3, 3, 1, 5, 2, 2, 7, 4, 3], "patch_length_stats": {"count": 178, "sum": 755, "mean": 4.241573033707865, "median": 4.0, "p95": 8.150000000000006, "max": 16, "min": 1}}}, "status": "ok", "num_samples": 4, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 4, "max_new_tokens": 128, "prefill_time_sec": 0.11734481691382825, "decode_time_sec": 5.647875289199874, "total_time_sec": 6.577893976937048, "prefill_units_per_sec": 6434.029383286963, "prefill_bytes_per_sec": 6399.941810395377, "decode_units_per_sec": 239.3820562195055, "decode_bytes_per_sec": 239.3820562195055, "total_units_per_sec": 205.53690964620102, "total_bytes_per_sec": 205.53690964620102, "step_latency_ms": {"count": 594, "sum": 5694, "mean": 9.585858585858587, "median": 8.0, "p95": 22.0, "max": 23, "min": 6}, "peak_allocated_mb": 2924.8037109375, "peak_reserved_mb": 3016.0, "prompt_stats": {"raw_bytes": {"count": 4, "sum": 751, "mean": 187.75, "median": 182.5, "p95": 207.95, "max": 212, "min": 174}, "model_input_units": {"count": 4, "sum": 755, "mean": 188.75, "median": 183.5, "p95": 208.95, "max": 213, "min": 175}}, "generated_stats": {"units": {"count": 4, "sum": 1352, "mean": 338.0, "median": 338.0, "p95": 338.0, "max": 338, "min": 338}, "bytes": {"count": 4, "sum": 1352, "mean": 338.0, "median": 338.0, "p95": 338.0, "max": 338, "min": 338}}, "compression_summary": {"raw_prompt_bytes": 751, "model_input_units": 755, "stage0_units": 178, "stage1_units": null, "bytes_per_stage0_unit": 4.219101123595506, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [54, 38, 39, 47], "patch_count_stats": {"count": 4, "sum": 178, "mean": 44.5, "median": 43.0, "p95": 52.949999999999996, "max": 54, "min": 38}, "patch_lengths": [3, 3, 8, 3, 6, 3, 9, 5, 5, 1, 5, 4, 3, 4, 5, 5, 2, 3, 2, 7, 3, 3, 5, 2, 5, 2, 2, 3, 5, 3, 7, 3, 6, 3, 2, 7, 2, 3, 2, 5, 2, 2, 6, 3, 2, 7, 2, 3, 5, 2, 7, 5, 4, 4, 3, 4, 5, 5, 1, 4, 3, 3, 4, 6, 4, 5, 1, 3, 4, 2, 11, 3, 4, 5, 1, 2, 4, 2, 15, 5, 4, 3, 16, 2, 15, 5, 7, 5, 5, 4, 4, 2, 3, 4, 8, 5, 1, 5, 3, 3, 4, 8, 2, 5, 2, 3, 8, 5, 1, 2, 7, 4, 3, 4, 3, 8, 3, 5, 11, 8, 2, 5, 2, 3, 8, 5, 1, 2, 7, 7, 5, 3, 12, 3, 3, 6, 3, 5, 12, 2, 7, 1, 1, 4, 12, 2, 5, 1, 4, 4, 3, 4, 1, 4, 3, 3, 3, 4, 3, 4, 5, 2, 5, 3, 8, 4, 1, 2, 4, 3, 3, 1, 5, 2, 2, 7, 4, 3], "patch_length_stats": {"count": 178, "sum": 755, "mean": 4.241573033707865, "median": 4.0, "p95": 8.150000000000006, "max": 16, "min": 1}}}, "status": "ok", "num_samples": 4, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 8, "max_new_tokens": 64, "prefill_time_sec": 3.023287674994208, "decode_time_sec": 6.481793197453953, "total_time_sec": 10.735635088058189, "prefill_units_per_sec": 506.07158976458675, "prefill_bytes_per_sec": 503.42546380503336, "decode_units_per_sec": 344.34915339118334, "decode_bytes_per_sec": 344.34915339118334, "total_units_per_sec": 207.90572534295347, "total_bytes_per_sec": 207.90572534295347, "step_latency_ms": {"count": 596, "sum": 6531, "mean": 10.958053691275168, "median": 8.0, "p95": 22.0, "max": 320, "min": 6}, "peak_allocated_mb": 3026.63134765625, "peak_reserved_mb": 3092.0, "prompt_stats": {"raw_bytes": {"count": 8, "sum": 1522, "mean": 190.25, "median": 186.0, "p95": 215.25, "max": 217, "min": 168}, "model_input_units": {"count": 8, "sum": 1530, "mean": 191.25, "median": 187.0, "p95": 216.25, "max": 218, "min": 169}}, "generated_stats": {"units": {"count": 8, "sum": 2232, "mean": 279.0, "median": 279.0, "p95": 279.0, "max": 279, "min": 279}, "bytes": {"count": 8, "sum": 2232, "mean": 279.0, "median": 279.0, "p95": 279.0, "max": 279, "min": 279}}, "compression_summary": {"raw_prompt_bytes": 1522, "model_input_units": 1530, "stage0_units": 353, "stage1_units": null, "bytes_per_stage0_unit": 4.311614730878187, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [54, 38, 39, 47, 46, 40, 45, 44], "patch_count_stats": {"count": 8, "sum": 353, "mean": 44.125, "median": 44.5, "p95": 51.55, "max": 54, "min": 38}, "patch_lengths": [3, 3, 8, 3, 6, 3, 9, 5, 5, 1, 5, 4, 3, 4, 5, 5, 2, 3, 2, 7, 3, 3, 5, 2, 5, 2, 2, 3, 5, 3, 7, 3, 6, 3, 2, 7, 2, 3, 2, 5, 2, 2, 6, 3, 2, 7, 2, 3, 5, 2, 7, 5, 4, 4, 3, 4, 5, 5, 1, 4, 3, 3, 4, 6, 4, 5, 1, 3, 4, 2, 11, 3, 4, 5, 1, 2, 4, 2, 15, 5, 4, 3, 16, 2, 15, 5, 7, 5, 5, 4, 4, 2, 3, 4, 8, 5, 1, 5, 3, 3, 4, 8, 2, 5, 2, 3, 8, 5, 1, 2, 7, 4, 3, 4, 3, 8, 3, 5, 11, 8, 2, 5, 2, 3, 8, 5, 1, 2, 7, 7, 5, 3, 12, 3, 3, 6, 3, 5, 12, 2, 7, 1, 1, 4, 12, 2, 5, 1, 4, 4, 3, 4, 1, 4, 3, 3, 3, 4, 3, 4, 5, 2, 5, 3, 8, 4, 1, 2, 4, 3, 3, 1, 5, 2, 2, 7, 4, 3, 3, 5, 6, 4, 1, 1, 7, 5, 1, 4, 1, 11, 6, 6, 4, 5, 1, 4, 1, 16, 3, 5, 1, 6, 3, 4, 1, 1, 5, 4, 2, 1, 1, 2, 3, 4, 7, 2, 8, 2, 2, 2, 3, 1, 1, 3, 3, 15, 5, 4, 3, 4, 3, 5, 2, 5, 3, 4, 5, 2, 11, 7, 5, 2, 5, 2, 3, 4, 5, 7, 10, 4, 11, 7, 2, 5, 5, 5, 6, 2, 11, 5, 1, 2, 8, 2, 3, 8, 5, 1, 6, 4, 3, 4, 4, 2, 7, 3, 3, 6, 7, 6, 6, 2, 6, 2, 7, 5, 7, 6, 2, 7, 5, 4, 1, 6, 3, 7, 10, 2, 7, 9, 5, 7, 6, 1, 6, 3, 7, 5, 2, 3, 8, 5, 1, 5, 5, 3, 3, 4, 8, 2, 5, 5, 8, 5, 2, 7, 7, 2, 4, 7, 4, 4, 3, 8, 2, 11, 2, 2, 5, 2, 1, 4, 2, 11, 7, 7, 2, 1, 2, 1, 2, 2, 4], "patch_length_stats": {"count": 353, "sum": 1530, "mean": 4.334277620396601, "median": 4.0, "p95": 9.399999999999977, "max": 16, "min": 1}}}, "status": "ok", "num_samples": 8, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 8, "max_new_tokens": 128, "prefill_time_sec": 0.04958722891751677, "decode_time_sec": 6.992285624030046, "total_time_sec": 8.624101388966665, "prefill_units_per_sec": 30854.71871285643, "prefill_bytes_per_sec": 30693.386850305546, "decode_units_per_sec": 392.43248167234896, "decode_bytes_per_sec": 392.43248167234896, "total_units_per_sec": 318.1780774876517, "total_bytes_per_sec": 318.1780774876517, "step_latency_ms": {"count": 747, "sum": 7044, "mean": 9.429718875502008, "median": 8.0, "p95": 22.0, "max": 23, "min": 6}, "peak_allocated_mb": 3026.63134765625, "peak_reserved_mb": 3152.0, "prompt_stats": {"raw_bytes": {"count": 8, "sum": 1522, "mean": 190.25, "median": 186.0, "p95": 215.25, "max": 217, "min": 168}, "model_input_units": {"count": 8, "sum": 1530, "mean": 191.25, "median": 187.0, "p95": 216.25, "max": 218, "min": 169}}, "generated_stats": {"units": {"count": 8, "sum": 2744, "mean": 343.0, "median": 343.0, "p95": 343.0, "max": 343, "min": 343}, "bytes": {"count": 8, "sum": 2744, "mean": 343.0, "median": 343.0, "p95": 343.0, "max": 343, "min": 343}}, "compression_summary": {"raw_prompt_bytes": 1522, "model_input_units": 1530, "stage0_units": 353, "stage1_units": null, "bytes_per_stage0_unit": 4.311614730878187, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [54, 38, 39, 47, 46, 40, 45, 44], "patch_count_stats": {"count": 8, "sum": 353, "mean": 44.125, "median": 44.5, "p95": 51.55, "max": 54, "min": 38}, "patch_lengths": [3, 3, 8, 3, 6, 3, 9, 5, 5, 1, 5, 4, 3, 4, 5, 5, 2, 3, 2, 7, 3, 3, 5, 2, 5, 2, 2, 3, 5, 3, 7, 3, 6, 3, 2, 7, 2, 3, 2, 5, 2, 2, 6, 3, 2, 7, 2, 3, 5, 2, 7, 5, 4, 4, 3, 4, 5, 5, 1, 4, 3, 3, 4, 6, 4, 5, 1, 3, 4, 2, 11, 3, 4, 5, 1, 2, 4, 2, 15, 5, 4, 3, 16, 2, 15, 5, 7, 5, 5, 4, 4, 2, 3, 4, 8, 5, 1, 5, 3, 3, 4, 8, 2, 5, 2, 3, 8, 5, 1, 2, 7, 4, 3, 4, 3, 8, 3, 5, 11, 8, 2, 5, 2, 3, 8, 5, 1, 2, 7, 7, 5, 3, 12, 3, 3, 6, 3, 5, 12, 2, 7, 1, 1, 4, 12, 2, 5, 1, 4, 4, 3, 4, 1, 4, 3, 3, 3, 4, 3, 4, 5, 2, 5, 3, 8, 4, 1, 2, 4, 3, 3, 1, 5, 2, 2, 7, 4, 3, 3, 5, 6, 4, 1, 1, 7, 5, 1, 4, 1, 11, 6, 6, 4, 5, 1, 4, 1, 16, 3, 5, 1, 6, 3, 4, 1, 1, 5, 4, 2, 1, 1, 2, 3, 4, 7, 2, 8, 2, 2, 2, 3, 1, 1, 3, 3, 15, 5, 4, 3, 4, 3, 5, 2, 5, 3, 4, 5, 2, 11, 7, 5, 2, 5, 2, 3, 4, 5, 7, 10, 4, 11, 7, 2, 5, 5, 5, 6, 2, 11, 5, 1, 2, 8, 2, 3, 8, 5, 1, 6, 4, 3, 4, 4, 2, 7, 3, 3, 6, 7, 6, 6, 2, 6, 2, 7, 5, 7, 6, 2, 7, 5, 4, 1, 6, 3, 7, 10, 2, 7, 9, 5, 7, 6, 1, 6, 3, 7, 5, 2, 3, 8, 5, 1, 5, 5, 3, 3, 4, 8, 2, 5, 5, 8, 5, 2, 7, 7, 2, 4, 7, 4, 4, 3, 8, 2, 11, 2, 2, 5, 2, 1, 4, 2, 11, 7, 7, 2, 1, 2, 1, 2, 2, 4], "patch_length_stats": {"count": 353, "sum": 1530, "mean": 4.334277620396601, "median": 4.0, "p95": 9.399999999999977, "max": 16, "min": 1}}}, "status": "ok", "num_samples": 8, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 64, "prefill_time_sec": 3.332185774925165, "decode_time_sec": 9.968758926144801, "total_time_sec": 16.23379323107656, "prefill_units_per_sec": 867.8987893659528, "prefill_bytes_per_sec": 863.0971363127526, "decode_units_per_sec": 471.87418562835774, "decode_bytes_per_sec": 471.87418562835774, "total_units_per_sec": 289.7659181093345, "total_bytes_per_sec": 289.7659181093345, "step_latency_ms": {"count": 822, "sum": 10006, "mean": 12.172749391727494, "median": 8.0, "p95": 22.0, "max": 322, "min": 6}, "peak_allocated_mb": 3239.841796875, "peak_reserved_mb": 3402.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 2876, "mean": 179.75, "median": 182.0, "p95": 220.75, "max": 232, "min": 103}, "model_input_units": {"count": 16, "sum": 2892, "mean": 180.75, "median": 183.0, "p95": 221.75, "max": 233, "min": 104}}, "generated_stats": {"units": {"count": 16, "sum": 4704, "mean": 294.0, "median": 294.0, "p95": 294.0, "max": 294, "min": 294}, "bytes": {"count": 16, "sum": 4704, "mean": 294.0, "median": 294.0, "p95": 294.0, "max": 294, "min": 294}}, "compression_summary": {"raw_prompt_bytes": 2876, "model_input_units": 2892, "stage0_units": 683, "stage1_units": null, "bytes_per_stage0_unit": 4.210834553440702, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [53, 38, 39, 47, 45, 40, 45, 44, 36, 31, 44, 43, 47, 41, 34, 56], "patch_count_stats": {"count": 16, "sum": 683, "mean": 42.6875, "median": 43.5, "p95": 53.75, "max": 56, "min": 31}, "patch_lengths": [3, 3, 8, 3, 6, 3, 9, 5, 5, 1, 5, 4, 3, 4, 5, 5, 2, 3, 2, 7, 3, 3, 5, 2, 5, 4, 3, 5, 3, 7, 3, 6, 3, 2, 7, 2, 3, 2, 5, 2, 2, 6, 3, 2, 7, 2, 3, 5, 2, 7, 5, 4, 4, 3, 4, 5, 5, 1, 4, 3, 3, 4, 6, 4, 5, 1, 3, 4, 2, 11, 3, 4, 5, 1, 2, 4, 2, 15, 5, 4, 3, 16, 2, 15, 5, 7, 5, 5, 4, 4, 2, 3, 4, 8, 5, 1, 5, 3, 3, 4, 8, 2, 5, 2, 3, 8, 5, 1, 2, 7, 4, 3, 4, 3, 8, 3, 5, 11, 8, 2, 5, 2, 3, 8, 5, 1, 2, 7, 7, 5, 3, 12, 3, 3, 6, 3, 5, 12, 2, 7, 1, 1, 4, 12, 2, 5, 1, 4, 4, 3, 4, 1, 4, 3, 3, 3, 4, 3, 4, 5, 2, 5, 3, 8, 4, 1, 2, 4, 3, 3, 1, 5, 2, 2, 7, 4, 3, 3, 5, 6, 4, 1, 1, 7, 5, 1, 4, 1, 11, 6, 6, 4, 5, 1, 4, 1, 16, 3, 5, 1, 6, 3, 4, 1, 6, 4, 2, 1, 1, 2, 3, 4, 7, 2, 8, 2, 2, 2, 3, 1, 1, 3, 3, 15, 5, 4, 3, 4, 3, 5, 2, 5, 3, 4, 5, 2, 11, 7, 5, 2, 5, 2, 3, 4, 5, 7, 10, 4, 11, 7, 2, 5, 5, 5, 6, 2, 11, 5, 1, 2, 8, 2, 3, 8, 5, 1, 6, 4, 3, 4, 4, 2, 7, 3, 3, 6, 7, 6, 6, 2, 6, 2, 7, 5, 7, 6, 2, 7, 5, 4, 1, 6, 3, 7, 10, 2, 7, 9, 5, 7, 6, 1, 6, 3, 7, 5, 2, 3, 8, 5, 1, 5, 5, 3, 3, 4, 8, 2, 5, 5, 8, 5, 2, 7, 7, 2, 4, 7, 4, 4, 3, 8, 2, 11, 2, 2, 5, 2, 1, 4, 2, 11, 7, 7, 2, 1, 2, 1, 2, 2, 4, 3, 7, 5, 1, 6, 1, 6, 1, 3, 6, 3, 3, 4, 3, 6, 3, 5, 2, 11, 6, 2, 2, 6, 3, 7, 8, 2, 4, 7, 3, 2, 2, 1, 3, 7, 3, 3, 6, 8, 8, 1, 3, 6, 3, 3, 3, 7, 4, 2, 5, 6, 2, 6, 3, 7, 3, 4, 8, 3, 8, 8, 4, 11, 7, 5, 9, 2, 3, 8, 5, 1, 7, 1, 8, 3, 3, 3, 4, 5, 6, 1, 2, 1, 1, 2, 7, 5, 4, 4, 8, 3, 4, 5, 6, 1, 5, 5, 2, 5, 6, 4, 3, 8, 2, 5, 6, 10, 2, 3, 6, 2, 3, 5, 5, 1, 4, 1, 10, 1, 7, 3, 3, 4, 3, 5, 7, 2, 11, 7, 1, 7, 6, 2, 5, 4, 3, 7, 2, 2, 1, 2, 1, 2, 10, 5, 4, 3, 3, 7, 2, 5, 4, 5, 2, 3, 5, 9, 5, 3, 3, 2, 2, 3, 5, 2, 3, 6, 4, 8, 2, 4, 3, 7, 3, 2, 5, 4, 5, 5, 2, 1, 3, 3, 5, 2, 11, 6, 4, 5, 9, 4, 7, 7, 6, 5, 2, 4, 3, 3, 7, 2, 3, 8, 9, 8, 5, 3, 3, 4, 9, 2, 4, 7, 4, 5, 1, 11, 5, 3, 8, 5, 6, 4, 11, 4, 8, 3, 11, 5, 2, 15, 8, 2, 7, 4, 2, 2, 5, 1, 15, 9, 2, 3, 8, 4, 2, 3, 3, 4, 2, 3, 2, 2, 2, 2, 2, 5, 3, 3, 2, 4, 1, 3, 2, 2, 7, 3, 2, 2, 4, 2, 3, 4, 3, 4, 3, 3, 7, 2, 2, 7, 4, 1, 3, 3, 3, 4, 5, 2, 4, 3, 4, 3, 3, 6, 1, 1, 1, 3, 2, 1, 3, 7, 2, 1, 2, 1, 2, 2, 2, 1, 3, 1, 3, 2, 7, 2, 2, 2, 1, 1, 1, 2, 2, 2, 1, 1, 1, 7, 4, 5, 3], "patch_length_stats": {"count": 683, "sum": 2892, "mean": 4.234260614934114, "median": 4.0, "p95": 9.0, "max": 16, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.06093843397684395, "decode_time_sec": 9.696857747156173, "total_time_sec": 13.438344261026941, "prefill_units_per_sec": 47457.73416328574, "prefill_bytes_per_sec": 47195.17408492732, "decode_units_per_sec": 590.7068196065749, "decode_bytes_per_sec": 590.7068196065749, "total_units_per_sec": 426.24298713733606, "total_bytes_per_sec": 426.24298713733606, "step_latency_ms": {"count": 996, "sum": 9746, "mean": 9.785140562248996, "median": 8.0, "p95": 22.0, "max": 24, "min": 6}, "peak_allocated_mb": 3252.1669921875, "peak_reserved_mb": 3592.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 2876, "mean": 179.75, "median": 182.0, "p95": 220.75, "max": 232, "min": 103}, "model_input_units": {"count": 16, "sum": 2892, "mean": 180.75, "median": 183.0, "p95": 221.75, "max": 233, "min": 104}}, "generated_stats": {"units": {"count": 16, "sum": 5728, "mean": 358.0, "median": 358.0, "p95": 358.0, "max": 358, "min": 358}, "bytes": {"count": 16, "sum": 5728, "mean": 358.0, "median": 358.0, "p95": 358.0, "max": 358, "min": 358}}, "compression_summary": {"raw_prompt_bytes": 2876, "model_input_units": 2892, "stage0_units": 683, "stage1_units": null, "bytes_per_stage0_unit": 4.210834553440702, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [53, 38, 39, 47, 45, 40, 45, 44, 36, 31, 44, 43, 47, 41, 34, 56], "patch_count_stats": {"count": 16, "sum": 683, "mean": 42.6875, "median": 43.5, "p95": 53.75, "max": 56, "min": 31}, "patch_lengths": [3, 3, 8, 3, 6, 3, 9, 5, 5, 1, 5, 4, 3, 4, 5, 5, 2, 3, 2, 7, 3, 3, 5, 2, 5, 4, 3, 5, 3, 7, 3, 6, 3, 2, 7, 2, 3, 2, 5, 2, 2, 6, 3, 2, 7, 2, 3, 5, 2, 7, 5, 4, 4, 3, 4, 5, 5, 1, 4, 3, 3, 4, 6, 4, 5, 1, 3, 4, 2, 11, 3, 4, 5, 1, 2, 4, 2, 15, 5, 4, 3, 16, 2, 15, 5, 7, 5, 5, 4, 4, 2, 3, 4, 8, 5, 1, 5, 3, 3, 4, 8, 2, 5, 2, 3, 8, 5, 1, 2, 7, 4, 3, 4, 3, 8, 3, 5, 11, 8, 2, 5, 2, 3, 8, 5, 1, 2, 7, 7, 5, 3, 12, 3, 3, 6, 3, 5, 12, 2, 7, 1, 1, 4, 12, 2, 5, 1, 4, 4, 3, 4, 1, 4, 3, 3, 3, 4, 3, 4, 5, 2, 5, 3, 8, 4, 1, 2, 4, 3, 3, 1, 5, 2, 2, 7, 4, 3, 3, 5, 6, 4, 1, 1, 7, 5, 1, 4, 1, 11, 6, 6, 4, 5, 1, 4, 1, 16, 3, 5, 1, 6, 3, 4, 1, 6, 4, 2, 1, 1, 2, 3, 4, 7, 2, 8, 2, 2, 2, 3, 1, 1, 3, 3, 15, 5, 4, 3, 4, 3, 5, 2, 5, 3, 4, 5, 2, 11, 7, 5, 2, 5, 2, 3, 4, 5, 7, 10, 4, 11, 7, 2, 5, 5, 5, 6, 2, 11, 5, 1, 2, 8, 2, 3, 8, 5, 1, 6, 4, 3, 4, 4, 2, 7, 3, 3, 6, 7, 6, 6, 2, 6, 2, 7, 5, 7, 6, 2, 7, 5, 4, 1, 6, 3, 7, 10, 2, 7, 9, 5, 7, 6, 1, 6, 3, 7, 5, 2, 3, 8, 5, 1, 5, 5, 3, 3, 4, 8, 2, 5, 5, 8, 5, 2, 7, 7, 2, 4, 7, 4, 4, 3, 8, 2, 11, 2, 2, 5, 2, 1, 4, 2, 11, 7, 7, 2, 1, 2, 1, 2, 2, 4, 3, 7, 5, 1, 6, 1, 6, 1, 3, 6, 3, 3, 4, 3, 6, 3, 5, 2, 11, 6, 2, 2, 6, 3, 7, 8, 2, 4, 7, 3, 2, 2, 1, 3, 7, 3, 3, 6, 8, 8, 1, 3, 6, 3, 3, 3, 7, 4, 2, 5, 6, 2, 6, 3, 7, 3, 4, 8, 3, 8, 8, 4, 11, 7, 5, 9, 2, 3, 8, 5, 1, 7, 1, 8, 3, 3, 3, 4, 5, 6, 1, 2, 1, 1, 2, 7, 5, 4, 4, 8, 3, 4, 5, 6, 1, 5, 5, 2, 5, 6, 4, 3, 8, 2, 5, 6, 10, 2, 3, 6, 2, 3, 5, 5, 1, 4, 1, 10, 1, 7, 3, 3, 4, 3, 5, 7, 2, 11, 7, 1, 7, 6, 2, 5, 4, 3, 7, 2, 2, 1, 2, 1, 2, 10, 5, 4, 3, 3, 7, 2, 5, 4, 5, 2, 3, 5, 9, 5, 3, 3, 2, 2, 3, 5, 2, 3, 6, 4, 8, 2, 4, 3, 7, 3, 2, 5, 4, 5, 5, 2, 1, 3, 3, 5, 2, 11, 6, 4, 5, 9, 4, 7, 7, 6, 5, 2, 4, 3, 3, 7, 2, 3, 8, 9, 8, 5, 3, 3, 4, 9, 2, 4, 7, 4, 5, 1, 11, 5, 3, 8, 5, 6, 4, 11, 4, 8, 3, 11, 5, 2, 15, 8, 2, 7, 4, 2, 2, 5, 1, 15, 9, 2, 3, 8, 4, 2, 3, 3, 4, 2, 3, 2, 2, 2, 2, 2, 5, 3, 3, 2, 4, 1, 3, 2, 2, 7, 3, 2, 2, 4, 2, 3, 4, 3, 4, 3, 3, 7, 2, 2, 7, 4, 1, 3, 3, 3, 4, 5, 2, 4, 3, 4, 3, 3, 6, 1, 1, 1, 3, 2, 1, 3, 7, 2, 1, 2, 1, 2, 2, 2, 1, 3, 1, 3, 2, 7, 2, 2, 2, 1, 1, 1, 2, 2, 2, 1, 1, 1, 7, 4, 5, 3], "patch_length_stats": {"count": 683, "sum": 2892, "mean": 4.234260614934114, "median": 4.0, "p95": 9.0, "max": 16, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 64, "prefill_time_sec": 0.04379031795542687, "decode_time_sec": 3.05197772430256, "total_time_sec": 3.341086893924512, "prefill_units_per_sec": 6074.402114886562, "prefill_bytes_per_sec": 6051.566016710297, "decode_units_per_sec": 107.14363915441953, "decode_bytes_per_sec": 107.14363915441953, "total_units_per_sec": 97.87234225922775, "total_bytes_per_sec": 97.87234225922775, "step_latency_ms": {"count": 327, "sum": 3073, "mean": 9.397553516819572, "median": 6.0, "p95": 21.0, "max": 22, "min": 6}, "peak_allocated_mb": 2866.22705078125, "peak_reserved_mb": 3072.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 265, "mean": 265.0, "median": 265.0, "p95": 265.0, "max": 265, "min": 265}, "model_input_units": {"count": 1, "sum": 266, "mean": 266.0, "median": 266.0, "p95": 266.0, "max": 266, "min": 266}}, "generated_stats": {"units": {"count": 1, "sum": 327, "mean": 327.0, "median": 327.0, "p95": 327.0, "max": 327, "min": 327}, "bytes": {"count": 1, "sum": 327, "mean": 327.0, "median": 327.0, "p95": 327.0, "max": 327, "min": 327}}, "compression_summary": {"raw_prompt_bytes": 265, "model_input_units": 266, "stage0_units": 63, "stage1_units": null, "bytes_per_stage0_unit": 4.2063492063492065, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [63], "patch_count_stats": {"count": 1, "sum": 63, "mean": 63.0, "median": 63.0, "p95": 63.0, "max": 63, "min": 63}, "patch_lengths": [3, 4, 5, 4, 6, 6, 4, 1, 5, 2, 9, 4, 2, 5, 3, 5, 9, 4, 5, 2, 4, 3, 4, 4, 2, 2, 7, 2, 8, 6, 5, 4, 3, 7, 2, 2, 3, 2, 7, 2, 4, 4, 7, 6, 5, 2, 2, 3, 7, 4, 2, 11, 2, 2, 4, 5, 6, 2, 3, 2, 9, 4, 3], "patch_length_stats": {"count": 63, "sum": 266, "mean": 4.222222222222222, "median": 4.0, "p95": 8.899999999999999, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04239753203000873, "decode_time_sec": 3.6517426271457225, "total_time_sec": 3.987219959963113, "prefill_units_per_sec": 6273.950092465918, "prefill_bytes_per_sec": 6250.363813922812, "decode_units_per_sec": 107.07216798178729, "decode_bytes_per_sec": 107.07216798178729, "total_units_per_sec": 98.06331326742688, "total_bytes_per_sec": 98.06331326742688, "step_latency_ms": {"count": 391, "sum": 3694, "mean": 9.447570332480819, "median": 6.0, "p95": 21.0, "max": 21, "min": 6}, "peak_allocated_mb": 2857.4375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 265, "mean": 265.0, "median": 265.0, "p95": 265.0, "max": 265, "min": 265}, "model_input_units": {"count": 1, "sum": 266, "mean": 266.0, "median": 266.0, "p95": 266.0, "max": 266, "min": 266}}, "generated_stats": {"units": {"count": 1, "sum": 391, "mean": 391.0, "median": 391.0, "p95": 391.0, "max": 391, "min": 391}, "bytes": {"count": 1, "sum": 391, "mean": 391.0, "median": 391.0, "p95": 391.0, "max": 391, "min": 391}}, "compression_summary": {"raw_prompt_bytes": 265, "model_input_units": 266, "stage0_units": 63, "stage1_units": null, "bytes_per_stage0_unit": 4.2063492063492065, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [63], "patch_count_stats": {"count": 1, "sum": 63, "mean": 63.0, "median": 63.0, "p95": 63.0, "max": 63, "min": 63}, "patch_lengths": [3, 4, 5, 4, 6, 6, 4, 1, 5, 2, 9, 4, 2, 5, 3, 5, 9, 4, 5, 2, 4, 3, 4, 4, 2, 2, 7, 2, 8, 6, 5, 4, 3, 7, 2, 2, 3, 2, 7, 2, 4, 4, 7, 6, 5, 2, 2, 3, 7, 4, 2, 11, 2, 2, 4, 5, 6, 2, 3, 2, 9, 4, 3], "patch_length_stats": {"count": 63, "sum": 266, "mean": 4.222222222222222, "median": 4.0, "p95": 8.899999999999999, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 2, "max_new_tokens": 64, "prefill_time_sec": 1.8942459319951013, "decode_time_sec": 13.495629472658038, "total_time_sec": 17.06903414800763, "prefill_units_per_sec": 648.8069892305717, "prefill_bytes_per_sec": 647.7511601187238, "decode_units_per_sec": 151.75283258548407, "decode_bytes_per_sec": 151.75283258548407, "total_units_per_sec": 119.98335595567667, "total_bytes_per_sec": 119.98335595567667, "step_latency_ms": {"count": 1390, "sum": 13482, "mean": 9.699280575539568, "median": 8.0, "p95": 22.0, "max": 27, "min": 6}, "peak_allocated_mb": 3025.99267578125, "peak_reserved_mb": 3108.0, "prompt_stats": {"raw_bytes": {"count": 2, "sum": 1227, "mean": 613.5, "median": 613.5, "p95": 927.15, "max": 962, "min": 265}, "model_input_units": {"count": 2, "sum": 1229, "mean": 614.5, "median": 614.5, "p95": 928.15, "max": 963, "min": 266}}, "generated_stats": {"units": {"count": 2, "sum": 2048, "mean": 1024.0, "median": 1024.0, "p95": 1024.0, "max": 1024, "min": 1024}, "bytes": {"count": 2, "sum": 2048, "mean": 1024.0, "median": 1024.0, "p95": 1024.0, "max": 1024, "min": 1024}}, "compression_summary": {"raw_prompt_bytes": 1227, "model_input_units": 1229, "stage0_units": 287, "stage1_units": null, "bytes_per_stage0_unit": 4.275261324041812, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [63, 224], "patch_count_stats": {"count": 2, "sum": 287, "mean": 143.5, "median": 143.5, "p95": 215.95, "max": 224, "min": 63}, "patch_lengths": [3, 4, 5, 4, 6, 6, 4, 1, 5, 2, 9, 4, 2, 5, 3, 5, 9, 4, 5, 2, 4, 3, 4, 4, 2, 2, 7, 2, 8, 6, 5, 4, 3, 7, 2, 2, 3, 2, 7, 2, 4, 4, 7, 6, 5, 2, 2, 3, 7, 4, 2, 11, 2, 2, 4, 5, 6, 2, 3, 2, 9, 4, 3, 3, 4, 5, 7, 2, 3, 9, 1, 2, 7, 8, 5, 1, 2, 7, 5, 5, 6, 1, 2, 7, 5, 5, 6, 1, 2, 7, 4, 7, 2, 7, 6, 3, 4, 6, 5, 5, 3, 8, 1, 7, 3, 3, 2, 5, 4, 5, 5, 7, 9, 5, 1, 7, 6, 5, 2, 7, 6, 2, 2, 2, 3, 2, 1, 4, 2, 3, 6, 5, 7, 5, 1, 4, 7, 2, 4, 9, 1, 7, 3, 8, 2, 11, 5, 2, 2, 1, 3, 3, 9, 3, 7, 1, 3, 8, 2, 1, 8, 2, 11, 4, 9, 3, 4, 2, 3, 6, 2, 12, 2, 11, 5, 2, 3, 2, 4, 2, 3, 6, 3, 7, 2, 6, 7, 6, 1, 7, 3, 4, 5, 5, 2, 11, 5, 2, 2, 1, 3, 4, 2, 3, 5, 2, 5, 3, 4, 2, 1, 2, 3, 4, 5, 1, 6, 3, 10, 4, 5, 5, 2, 11, 5, 2, 2, 1, 3, 4, 2, 3, 5, 2, 5, 3, 4, 2, 1, 2, 3, 4, 5, 1, 6, 4, 7, 2, 8, 6, 3, 5, 4, 9, 9, 7, 4, 7, 1, 7, 2, 6, 10, 4, 5, 3, 6, 4, 5, 8, 2, 5, 2, 7, 4, 2, 11, 3, 4, 2, 3, 4, 4, 2, 2, 2, 2], "patch_length_stats": {"count": 287, "sum": 1229, "mean": 4.2822299651567945, "median": 4.0, "p95": 9.0, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 2, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 2, "max_new_tokens": 128, "prefill_time_sec": 0.03809348004870117, "decode_time_sec": 14.306308071943931, "total_time_sec": 16.128132321988232, "prefill_units_per_sec": 32262.738884154638, "prefill_bytes_per_sec": 32210.236461234937, "decode_units_per_sec": 152.10073689572985, "decode_bytes_per_sec": 152.10073689572985, "total_units_per_sec": 134.91952797493843, "total_bytes_per_sec": 134.91952797493843, "step_latency_ms": {"count": 1471, "sum": 14291, "mean": 9.715159755268525, "median": 8.0, "p95": 22.0, "max": 23, "min": 6}, "peak_allocated_mb": 3025.99267578125, "peak_reserved_mb": 3106.0, "prompt_stats": {"raw_bytes": {"count": 2, "sum": 1227, "mean": 613.5, "median": 613.5, "p95": 927.15, "max": 962, "min": 265}, "model_input_units": {"count": 2, "sum": 1229, "mean": 614.5, "median": 614.5, "p95": 928.15, "max": 963, "min": 266}}, "generated_stats": {"units": {"count": 2, "sum": 2176, "mean": 1088.0, "median": 1088.0, "p95": 1088.0, "max": 1088, "min": 1088}, "bytes": {"count": 2, "sum": 2176, "mean": 1088.0, "median": 1088.0, "p95": 1088.0, "max": 1088, "min": 1088}}, "compression_summary": {"raw_prompt_bytes": 1227, "model_input_units": 1229, "stage0_units": 287, "stage1_units": null, "bytes_per_stage0_unit": 4.275261324041812, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [63, 224], "patch_count_stats": {"count": 2, "sum": 287, "mean": 143.5, "median": 143.5, "p95": 215.95, "max": 224, "min": 63}, "patch_lengths": [3, 4, 5, 4, 6, 6, 4, 1, 5, 2, 9, 4, 2, 5, 3, 5, 9, 4, 5, 2, 4, 3, 4, 4, 2, 2, 7, 2, 8, 6, 5, 4, 3, 7, 2, 2, 3, 2, 7, 2, 4, 4, 7, 6, 5, 2, 2, 3, 7, 4, 2, 11, 2, 2, 4, 5, 6, 2, 3, 2, 9, 4, 3, 3, 4, 5, 7, 2, 3, 9, 1, 2, 7, 8, 5, 1, 2, 7, 5, 5, 6, 1, 2, 7, 5, 5, 6, 1, 2, 7, 4, 7, 2, 7, 6, 3, 4, 6, 5, 5, 3, 8, 1, 7, 3, 3, 2, 5, 4, 5, 5, 7, 9, 5, 1, 7, 6, 5, 2, 7, 6, 2, 2, 2, 3, 2, 1, 4, 2, 3, 6, 5, 7, 5, 1, 4, 7, 2, 4, 9, 1, 7, 3, 8, 2, 11, 5, 2, 2, 1, 3, 3, 9, 3, 7, 1, 3, 8, 2, 1, 8, 2, 11, 4, 9, 3, 4, 2, 3, 6, 2, 12, 2, 11, 5, 2, 3, 2, 4, 2, 3, 6, 3, 7, 2, 6, 7, 6, 1, 7, 3, 4, 5, 5, 2, 11, 5, 2, 2, 1, 3, 4, 2, 3, 5, 2, 5, 3, 4, 2, 1, 2, 3, 4, 5, 1, 6, 3, 10, 4, 5, 5, 2, 11, 5, 2, 2, 1, 3, 4, 2, 3, 5, 2, 5, 3, 4, 2, 1, 2, 3, 4, 5, 1, 6, 4, 7, 2, 8, 6, 3, 5, 4, 9, 9, 7, 4, 7, 1, 7, 2, 6, 10, 4, 5, 3, 6, 4, 5, 8, 2, 5, 2, 7, 4, 2, 11, 3, 4, 2, 3, 4, 4, 2, 2, 2, 2], "patch_length_stats": {"count": 287, "sum": 1229, "mean": 4.2822299651567945, "median": 4.0, "p95": 9.0, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 2, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 4, "max_new_tokens": 64, "prefill_time_sec": 0.056904778932221234, "decode_time_sec": 18.632942832191475, "total_time_sec": 22.37107837595977, "prefill_units_per_sec": 37430.95114273309, "prefill_bytes_per_sec": 37360.65827673734, "decode_units_per_sec": 219.82571603898694, "decode_bytes_per_sec": 219.82571603898694, "total_units_per_sec": 183.093542973843, "total_bytes_per_sec": 183.093542973843, "step_latency_ms": {"count": 1968, "sum": 18743, "mean": 9.523882113821138, "median": 8.0, "p95": 22.0, "max": 23, "min": 6}, "peak_allocated_mb": 3217.5126953125, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 4, "sum": 2126, "mean": 531.5, "median": 449.5, "p95": 898.2499999999999, "max": 962, "min": 265}, "model_input_units": {"count": 4, "sum": 2130, "mean": 532.5, "median": 450.5, "p95": 899.2499999999999, "max": 963, "min": 266}}, "generated_stats": {"units": {"count": 4, "sum": 4096, "mean": 1024.0, "median": 1024.0, "p95": 1024.0, "max": 1024, "min": 1024}, "bytes": {"count": 4, "sum": 4096, "mean": 1024.0, "median": 1024.0, "p95": 1024.0, "max": 1024, "min": 1024}}, "compression_summary": {"raw_prompt_bytes": 2126, "model_input_units": 2130, "stage0_units": 488, "stage1_units": null, "bytes_per_stage0_unit": 4.35655737704918, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [63, 224, 65, 136], "patch_count_stats": {"count": 4, "sum": 488, "mean": 122.0, "median": 100.5, "p95": 210.79999999999995, "max": 224, "min": 63}, "patch_lengths": [3, 4, 5, 4, 6, 6, 4, 1, 5, 2, 9, 4, 2, 5, 3, 5, 9, 4, 5, 2, 4, 3, 4, 4, 2, 2, 7, 2, 8, 6, 5, 4, 3, 7, 2, 2, 3, 2, 7, 2, 4, 4, 7, 6, 5, 2, 2, 3, 7, 4, 2, 11, 2, 2, 4, 5, 6, 2, 3, 2, 9, 4, 3, 3, 4, 5, 7, 2, 3, 9, 1, 2, 7, 8, 5, 1, 2, 7, 5, 5, 6, 1, 2, 7, 5, 5, 6, 1, 2, 7, 4, 7, 2, 7, 6, 3, 4, 6, 5, 5, 3, 8, 1, 7, 3, 3, 2, 5, 4, 5, 5, 7, 9, 5, 1, 7, 6, 5, 2, 7, 6, 2, 2, 2, 3, 2, 1, 4, 2, 3, 6, 5, 7, 5, 1, 4, 7, 2, 4, 9, 1, 7, 3, 8, 2, 11, 5, 2, 2, 1, 3, 3, 9, 3, 7, 1, 3, 8, 2, 1, 8, 2, 11, 4, 9, 3, 4, 2, 3, 6, 2, 12, 2, 11, 5, 2, 3, 2, 4, 2, 3, 6, 3, 7, 2, 6, 7, 6, 1, 7, 3, 4, 5, 5, 2, 11, 5, 2, 2, 1, 3, 4, 2, 3, 5, 2, 5, 3, 4, 2, 1, 2, 3, 4, 5, 1, 6, 3, 10, 4, 5, 5, 2, 11, 5, 2, 2, 1, 3, 4, 2, 3, 5, 2, 5, 3, 4, 2, 1, 2, 3, 4, 5, 1, 6, 4, 7, 2, 8, 6, 3, 5, 4, 9, 9, 7, 4, 7, 1, 7, 2, 6, 10, 4, 5, 3, 6, 4, 5, 8, 2, 5, 2, 7, 4, 2, 11, 3, 4, 2, 3, 4, 4, 2, 2, 2, 2, 3, 4, 5, 1, 4, 4, 4, 5, 5, 1, 3, 5, 3, 3, 4, 3, 4, 5, 3, 5, 2, 11, 3, 8, 5, 1, 3, 10, 6, 2, 5, 3, 15, 4, 5, 2, 5, 1, 11, 5, 2, 15, 4, 2, 19, 5, 8, 5, 5, 5, 2, 15, 4, 4, 5, 2, 5, 1, 22, 20, 2, 19, 4, 5, 2, 3, 4, 5, 3, 3, 4, 2, 5, 1, 3, 3, 5, 1, 7, 3, 5, 2, 11, 2, 11, 6, 4, 1, 3, 9, 2, 1, 5, 8, 5, 2, 2, 1, 10, 8, 12, 4, 7, 3, 2, 5, 5, 3, 7, 6, 2, 5, 10, 3, 3, 7, 5, 2, 1, 2, 6, 2, 3, 5, 5, 3, 3, 1, 6, 2, 7, 2, 6, 1, 4, 4, 9, 1, 1, 1, 3, 4, 1, 1, 1, 3, 6, 1, 1, 1, 3, 2, 2, 7, 3, 7, 2, 3, 7, 4, 4, 5, 4, 5, 2, 7, 5, 9, 2, 1, 1, 1, 7, 5, 2, 3, 2, 6, 3, 5, 1, 7, 5, 2, 4, 2, 6, 3, 4, 1, 7, 5, 4, 2, 6, 3, 4, 1, 7, 5, 2], "patch_length_stats": {"count": 488, "sum": 2130, "mean": 4.364754098360656, "median": 4.0, "p95": 9.649999999999977, "max": 22, "min": 1}}}, "status": "ok", "num_samples": 4, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 4, "max_new_tokens": 128, "prefill_time_sec": 0.050812322995625436, "decode_time_sec": 19.793110667029396, "total_time_sec": 23.814402910065837, "prefill_units_per_sec": 41918.96521210764, "prefill_bytes_per_sec": 41840.24415067646, "decode_units_per_sec": 219.87448426938747, "decode_bytes_per_sec": 219.87448426938747, "total_units_per_sec": 182.74655117053146, "total_bytes_per_sec": 182.74655117053146, "step_latency_ms": {"count": 2077, "sum": 19909, "mean": 9.585459797785267, "median": 8.0, "p95": 23.0, "max": 23, "min": 6}, "peak_allocated_mb": 3217.5126953125, "peak_reserved_mb": 3344.0, "prompt_stats": {"raw_bytes": {"count": 4, "sum": 2126, "mean": 531.5, "median": 449.5, "p95": 898.2499999999999, "max": 962, "min": 265}, "model_input_units": {"count": 4, "sum": 2130, "mean": 532.5, "median": 450.5, "p95": 899.2499999999999, "max": 963, "min": 266}}, "generated_stats": {"units": {"count": 4, "sum": 4352, "mean": 1088.0, "median": 1088.0, "p95": 1088.0, "max": 1088, "min": 1088}, "bytes": {"count": 4, "sum": 4352, "mean": 1088.0, "median": 1088.0, "p95": 1088.0, "max": 1088, "min": 1088}}, "compression_summary": {"raw_prompt_bytes": 2126, "model_input_units": 2130, "stage0_units": 488, "stage1_units": null, "bytes_per_stage0_unit": 4.35655737704918, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [63, 224, 65, 136], "patch_count_stats": {"count": 4, "sum": 488, "mean": 122.0, "median": 100.5, "p95": 210.79999999999995, "max": 224, "min": 63}, "patch_lengths": [3, 4, 5, 4, 6, 6, 4, 1, 5, 2, 9, 4, 2, 5, 3, 5, 9, 4, 5, 2, 4, 3, 4, 4, 2, 2, 7, 2, 8, 6, 5, 4, 3, 7, 2, 2, 3, 2, 7, 2, 4, 4, 7, 6, 5, 2, 2, 3, 7, 4, 2, 11, 2, 2, 4, 5, 6, 2, 3, 2, 9, 4, 3, 3, 4, 5, 7, 2, 3, 9, 1, 2, 7, 8, 5, 1, 2, 7, 5, 5, 6, 1, 2, 7, 5, 5, 6, 1, 2, 7, 4, 7, 2, 7, 6, 3, 4, 6, 5, 5, 3, 8, 1, 7, 3, 3, 2, 5, 4, 5, 5, 7, 9, 5, 1, 7, 6, 5, 2, 7, 6, 2, 2, 2, 3, 2, 1, 4, 2, 3, 6, 5, 7, 5, 1, 4, 7, 2, 4, 9, 1, 7, 3, 8, 2, 11, 5, 2, 2, 1, 3, 3, 9, 3, 7, 1, 3, 8, 2, 1, 8, 2, 11, 4, 9, 3, 4, 2, 3, 6, 2, 12, 2, 11, 5, 2, 3, 2, 4, 2, 3, 6, 3, 7, 2, 6, 7, 6, 1, 7, 3, 4, 5, 5, 2, 11, 5, 2, 2, 1, 3, 4, 2, 3, 5, 2, 5, 3, 4, 2, 1, 2, 3, 4, 5, 1, 6, 3, 10, 4, 5, 5, 2, 11, 5, 2, 2, 1, 3, 4, 2, 3, 5, 2, 5, 3, 4, 2, 1, 2, 3, 4, 5, 1, 6, 4, 7, 2, 8, 6, 3, 5, 4, 9, 9, 7, 4, 7, 1, 7, 2, 6, 10, 4, 5, 3, 6, 4, 5, 8, 2, 5, 2, 7, 4, 2, 11, 3, 4, 2, 3, 4, 4, 2, 2, 2, 2, 3, 4, 5, 1, 4, 4, 4, 5, 5, 1, 3, 5, 3, 3, 4, 3, 4, 5, 3, 5, 2, 11, 3, 8, 5, 1, 3, 10, 6, 2, 5, 3, 15, 4, 5, 2, 5, 1, 11, 5, 2, 15, 4, 2, 19, 5, 8, 5, 5, 5, 2, 15, 4, 4, 5, 2, 5, 1, 22, 20, 2, 19, 4, 5, 2, 3, 4, 5, 3, 3, 4, 2, 5, 1, 3, 3, 5, 1, 7, 3, 5, 2, 11, 2, 11, 6, 4, 1, 3, 9, 2, 1, 5, 8, 5, 2, 2, 1, 10, 8, 12, 4, 7, 3, 2, 5, 5, 3, 7, 6, 2, 5, 10, 3, 3, 7, 5, 2, 1, 2, 6, 2, 3, 5, 5, 3, 3, 1, 6, 2, 7, 2, 6, 1, 4, 4, 9, 1, 1, 1, 3, 4, 1, 1, 1, 3, 6, 1, 1, 1, 3, 2, 2, 7, 3, 7, 2, 3, 7, 4, 4, 5, 4, 5, 2, 7, 5, 9, 2, 1, 1, 1, 7, 5, 2, 3, 2, 6, 3, 5, 1, 7, 5, 2, 4, 2, 6, 3, 4, 1, 7, 5, 4, 2, 6, 3, 4, 1, 7, 5, 2], "patch_length_stats": {"count": 488, "sum": 2130, "mean": 4.364754098360656, "median": 4.0, "p95": 9.649999999999977, "max": 22, "min": 1}}}, "status": "ok", "num_samples": 4, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 8, "max_new_tokens": 64, "prefill_time_sec": 1.9601681510685012, "decode_time_sec": 24.53828290035017, "total_time_sec": 35.2188228899613, "prefill_units_per_sec": 1739.6466717108863, "prefill_bytes_per_sec": 1735.5653891966087, "decode_units_per_sec": 302.75142030797866, "decode_bytes_per_sec": 302.75142030797866, "total_units_per_sec": 210.93833894481313, "total_bytes_per_sec": 210.93833894481313, "step_latency_ms": {"count": 2676, "sum": 24776, "mean": 9.258594917787743, "median": 8.0, "p95": 22.0, "max": 23, "min": 6}, "peak_allocated_mb": 3572.615234375, "peak_reserved_mb": 3838.0, "prompt_stats": {"raw_bytes": {"count": 8, "sum": 3402, "mean": 425.25, "median": 353.0, "p95": 813.2499999999998, "max": 962, "min": 265}, "model_input_units": {"count": 8, "sum": 3410, "mean": 426.25, "median": 354.0, "p95": 814.2499999999998, "max": 963, "min": 266}}, "generated_stats": {"units": {"count": 8, "sum": 7429, "mean": 928.625, "median": 1024.0, "p95": 1024.0, "max": 1024, "min": 261}, "bytes": {"count": 8, "sum": 7429, "mean": 928.625, "median": 1024.0, "p95": 1024.0, "max": 1024, "min": 261}}, "compression_summary": {"raw_prompt_bytes": 3402, "model_input_units": 3410, "stage0_units": 756, "stage1_units": null, "bytes_per_stage0_unit": 4.5, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [63, 224, 65, 136, 73, 62, 76, 57], "patch_count_stats": {"count": 8, "sum": 756, "mean": 94.5, "median": 69.0, "p95": 193.19999999999996, "max": 224, "min": 57}, "patch_lengths": [3, 4, 5, 4, 6, 6, 4, 1, 5, 2, 9, 4, 2, 5, 3, 5, 9, 4, 5, 2, 4, 3, 4, 4, 2, 2, 7, 2, 8, 6, 5, 4, 3, 7, 2, 2, 3, 2, 7, 2, 4, 4, 7, 6, 5, 2, 2, 3, 7, 4, 2, 11, 2, 2, 4, 5, 6, 2, 3, 2, 9, 4, 3, 3, 4, 5, 7, 2, 3, 9, 1, 2, 7, 8, 5, 1, 2, 7, 5, 5, 6, 1, 2, 7, 5, 5, 6, 1, 2, 7, 4, 7, 2, 7, 6, 3, 4, 6, 5, 5, 3, 8, 1, 7, 3, 3, 2, 5, 4, 5, 5, 7, 9, 5, 1, 7, 6, 5, 2, 7, 6, 2, 2, 2, 3, 2, 1, 4, 2, 3, 6, 5, 7, 5, 1, 4, 7, 2, 4, 9, 1, 7, 3, 8, 2, 11, 5, 2, 2, 1, 3, 3, 9, 3, 7, 1, 3, 8, 2, 1, 8, 2, 11, 4, 9, 3, 4, 2, 3, 6, 2, 12, 2, 11, 5, 2, 3, 2, 4, 2, 3, 6, 3, 7, 2, 6, 7, 6, 1, 7, 3, 4, 5, 5, 2, 11, 5, 2, 2, 1, 3, 4, 2, 3, 5, 2, 5, 3, 4, 2, 1, 2, 3, 4, 5, 1, 6, 3, 10, 4, 5, 5, 2, 11, 5, 2, 2, 1, 3, 4, 2, 3, 5, 2, 5, 3, 4, 2, 1, 2, 3, 4, 5, 1, 6, 4, 7, 2, 8, 6, 3, 5, 4, 9, 9, 7, 4, 7, 1, 7, 2, 6, 10, 4, 5, 3, 6, 4, 5, 8, 2, 5, 2, 7, 4, 2, 11, 3, 4, 2, 3, 4, 4, 2, 2, 2, 2, 3, 4, 5, 1, 4, 4, 4, 5, 5, 1, 3, 5, 3, 3, 4, 3, 4, 5, 3, 5, 2, 11, 3, 8, 5, 1, 3, 10, 6, 2, 5, 3, 15, 4, 5, 2, 5, 1, 11, 5, 2, 15, 4, 2, 19, 5, 8, 5, 5, 5, 2, 15, 4, 4, 5, 2, 5, 1, 22, 20, 2, 19, 4, 5, 2, 3, 4, 5, 3, 3, 4, 2, 5, 1, 3, 3, 5, 1, 7, 3, 5, 2, 11, 2, 11, 6, 4, 1, 3, 9, 2, 1, 5, 8, 5, 2, 2, 1, 10, 8, 12, 4, 7, 3, 2, 5, 5, 3, 7, 6, 2, 5, 10, 3, 3, 7, 5, 2, 1, 2, 6, 2, 3, 5, 5, 3, 3, 1, 6, 2, 7, 2, 6, 1, 4, 4, 9, 1, 1, 1, 3, 4, 1, 1, 1, 3, 6, 1, 1, 1, 3, 2, 2, 7, 3, 7, 2, 3, 7, 4, 4, 5, 4, 5, 2, 7, 5, 9, 2, 1, 1, 1, 7, 5, 2, 3, 2, 6, 3, 5, 1, 7, 5, 2, 4, 2, 6, 3, 4, 1, 7, 5, 4, 2, 6, 3, 4, 1, 7, 5, 2, 3, 10, 6, 5, 1, 6, 4, 3, 4, 2, 6, 3, 4, 8, 6, 3, 2, 6, 1, 7, 3, 4, 11, 6, 1, 7, 6, 3, 11, 7, 6, 2, 7, 2, 10, 4, 6, 1, 7, 11, 6, 2, 6, 3, 5, 6, 3, 7, 2, 6, 4, 6, 4, 7, 8, 5, 1, 7, 4, 6, 6, 1, 6, 6, 3, 11, 6, 6, 4, 11, 6, 6, 2, 3, 4, 10, 9, 5, 1, 8, 3, 3, 4, 2, 9, 8, 6, 9, 4, 4, 1, 7, 6, 5, 2, 3, 3, 4, 3, 5, 5, 2, 5, 1, 3, 9, 5, 2, 5, 2, 3, 3, 5, 2, 4, 4, 7, 5, 5, 2, 3, 4, 4, 2, 1, 5, 11, 3, 6, 2, 11, 5, 4, 4, 3, 3, 2, 7, 8, 5, 3, 3, 4, 4, 8, 5, 1, 2, 4, 1, 3, 1, 4, 3, 11, 3, 5, 5, 8, 4, 4, 2, 3, 2, 2, 3, 7, 3, 15, 7, 5, 5, 1, 2, 4, 1, 3, 1, 4, 2, 11, 8, 2, 6, 7, 3, 11, 5, 8, 4, 6, 7, 8, 2, 11, 7, 2, 5, 5, 1, 2, 4, 1, 3, 1, 4, 2, 11, 5, 8, 2, 3, 4, 4, 2, 7, 5, 4, 2, 3, 9, 3, 3, 4, 2, 7, 4, 2, 3, 6, 4, 2, 3, 9, 2, 3, 4, 3, 10, 8, 2, 7, 4, 5, 2, 6, 5, 3, 6, 4, 5, 3, 4, 8, 8, 3, 18, 9, 1, 7, 4, 5, 8, 5, 4, 5, 10, 4], "patch_length_stats": {"count": 756, "sum": 3410, "mean": 4.51058201058201, "median": 4.0, "p95": 10.0, "max": 22, "min": 1}}}, "status": "ok", "num_samples": 8, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 8, "max_new_tokens": 128, "prefill_time_sec": 0.08385714504402131, "decode_time_sec": 26.348955038702115, "total_time_sec": 35.92166860494763, "prefill_units_per_sec": 40664.39416951173, "prefill_bytes_per_sec": 40568.99383128414, "decode_units_per_sec": 298.9492368266609, "decode_bytes_per_sec": 298.9492368266609, "total_units_per_sec": 219.28268663207564, "total_bytes_per_sec": 219.28268663207564, "step_latency_ms": {"count": 2843, "sum": 26410, "mean": 9.28948294055575, "median": 8.0, "p95": 22.0, "max": 23, "min": 6}, "peak_allocated_mb": 3572.615234375, "peak_reserved_mb": 3838.0, "prompt_stats": {"raw_bytes": {"count": 8, "sum": 3402, "mean": 425.25, "median": 353.0, "p95": 813.2499999999998, "max": 962, "min": 265}, "model_input_units": {"count": 8, "sum": 3410, "mean": 426.25, "median": 354.0, "p95": 814.2499999999998, "max": 963, "min": 266}}, "generated_stats": {"units": {"count": 8, "sum": 7877, "mean": 984.625, "median": 1088.0, "p95": 1088.0, "max": 1088, "min": 261}, "bytes": {"count": 8, "sum": 7877, "mean": 984.625, "median": 1088.0, "p95": 1088.0, "max": 1088, "min": 261}}, "compression_summary": {"raw_prompt_bytes": 3402, "model_input_units": 3410, "stage0_units": 756, "stage1_units": null, "bytes_per_stage0_unit": 4.5, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [63, 224, 65, 136, 73, 62, 76, 57], "patch_count_stats": {"count": 8, "sum": 756, "mean": 94.5, "median": 69.0, "p95": 193.19999999999996, "max": 224, "min": 57}, "patch_lengths": [3, 4, 5, 4, 6, 6, 4, 1, 5, 2, 9, 4, 2, 5, 3, 5, 9, 4, 5, 2, 4, 3, 4, 4, 2, 2, 7, 2, 8, 6, 5, 4, 3, 7, 2, 2, 3, 2, 7, 2, 4, 4, 7, 6, 5, 2, 2, 3, 7, 4, 2, 11, 2, 2, 4, 5, 6, 2, 3, 2, 9, 4, 3, 3, 4, 5, 7, 2, 3, 9, 1, 2, 7, 8, 5, 1, 2, 7, 5, 5, 6, 1, 2, 7, 5, 5, 6, 1, 2, 7, 4, 7, 2, 7, 6, 3, 4, 6, 5, 5, 3, 8, 1, 7, 3, 3, 2, 5, 4, 5, 5, 7, 9, 5, 1, 7, 6, 5, 2, 7, 6, 2, 2, 2, 3, 2, 1, 4, 2, 3, 6, 5, 7, 5, 1, 4, 7, 2, 4, 9, 1, 7, 3, 8, 2, 11, 5, 2, 2, 1, 3, 3, 9, 3, 7, 1, 3, 8, 2, 1, 8, 2, 11, 4, 9, 3, 4, 2, 3, 6, 2, 12, 2, 11, 5, 2, 3, 2, 4, 2, 3, 6, 3, 7, 2, 6, 7, 6, 1, 7, 3, 4, 5, 5, 2, 11, 5, 2, 2, 1, 3, 4, 2, 3, 5, 2, 5, 3, 4, 2, 1, 2, 3, 4, 5, 1, 6, 3, 10, 4, 5, 5, 2, 11, 5, 2, 2, 1, 3, 4, 2, 3, 5, 2, 5, 3, 4, 2, 1, 2, 3, 4, 5, 1, 6, 4, 7, 2, 8, 6, 3, 5, 4, 9, 9, 7, 4, 7, 1, 7, 2, 6, 10, 4, 5, 3, 6, 4, 5, 8, 2, 5, 2, 7, 4, 2, 11, 3, 4, 2, 3, 4, 4, 2, 2, 2, 2, 3, 4, 5, 1, 4, 4, 4, 5, 5, 1, 3, 5, 3, 3, 4, 3, 4, 5, 3, 5, 2, 11, 3, 8, 5, 1, 3, 10, 6, 2, 5, 3, 15, 4, 5, 2, 5, 1, 11, 5, 2, 15, 4, 2, 19, 5, 8, 5, 5, 5, 2, 15, 4, 4, 5, 2, 5, 1, 22, 20, 2, 19, 4, 5, 2, 3, 4, 5, 3, 3, 4, 2, 5, 1, 3, 3, 5, 1, 7, 3, 5, 2, 11, 2, 11, 6, 4, 1, 3, 9, 2, 1, 5, 8, 5, 2, 2, 1, 10, 8, 12, 4, 7, 3, 2, 5, 5, 3, 7, 6, 2, 5, 10, 3, 3, 7, 5, 2, 1, 2, 6, 2, 3, 5, 5, 3, 3, 1, 6, 2, 7, 2, 6, 1, 4, 4, 9, 1, 1, 1, 3, 4, 1, 1, 1, 3, 6, 1, 1, 1, 3, 2, 2, 7, 3, 7, 2, 3, 7, 4, 4, 5, 4, 5, 2, 7, 5, 9, 2, 1, 1, 1, 7, 5, 2, 3, 2, 6, 3, 5, 1, 7, 5, 2, 4, 2, 6, 3, 4, 1, 7, 5, 4, 2, 6, 3, 4, 1, 7, 5, 2, 3, 10, 6, 5, 1, 6, 4, 3, 4, 2, 6, 3, 4, 8, 6, 3, 2, 6, 1, 7, 3, 4, 11, 6, 1, 7, 6, 3, 11, 7, 6, 2, 7, 2, 10, 4, 6, 1, 7, 11, 6, 2, 6, 3, 5, 6, 3, 7, 2, 6, 4, 6, 4, 7, 8, 5, 1, 7, 4, 6, 6, 1, 6, 6, 3, 11, 6, 6, 4, 11, 6, 6, 2, 3, 4, 10, 9, 5, 1, 8, 3, 3, 4, 2, 9, 8, 6, 9, 4, 4, 1, 7, 6, 5, 2, 3, 3, 4, 3, 5, 5, 2, 5, 1, 3, 9, 5, 2, 5, 2, 3, 3, 5, 2, 4, 4, 7, 5, 5, 2, 3, 4, 4, 2, 1, 5, 11, 3, 6, 2, 11, 5, 4, 4, 3, 3, 2, 7, 8, 5, 3, 3, 4, 4, 8, 5, 1, 2, 4, 1, 3, 1, 4, 3, 11, 3, 5, 5, 8, 4, 4, 2, 3, 2, 2, 3, 7, 3, 15, 7, 5, 5, 1, 2, 4, 1, 3, 1, 4, 2, 11, 8, 2, 6, 7, 3, 11, 5, 8, 4, 6, 7, 8, 2, 11, 7, 2, 5, 5, 1, 2, 4, 1, 3, 1, 4, 2, 11, 5, 8, 2, 3, 4, 4, 2, 7, 5, 4, 2, 3, 9, 3, 3, 4, 2, 7, 4, 2, 3, 6, 4, 2, 3, 9, 2, 3, 4, 3, 10, 8, 2, 7, 4, 5, 2, 6, 5, 3, 6, 4, 5, 3, 4, 8, 8, 3, 18, 9, 1, 7, 4, 5, 8, 5, 4, 5, 10, 4], "patch_length_stats": {"count": 756, "sum": 3410, "mean": 4.51058201058201, "median": 4.0, "p95": 10.0, "max": 22, "min": 1}}}, "status": "ok", "num_samples": 8, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 64, "prefill_time_sec": 2.017593925120309, "decode_time_sec": 25.250653548398986, "total_time_sec": 43.04521905397996, "prefill_units_per_sec": 3369.3598673948404, "prefill_bytes_per_sec": 3361.4296294015603, "decode_units_per_sec": 618.6374530884349, "decode_bytes_per_sec": 618.6374530884349, "total_units_per_sec": 362.897444671168, "total_bytes_per_sec": 362.897444671168, "step_latency_ms": {"count": 2743, "sum": 25330, "mean": 9.234414874225301, "median": 8.0, "p95": 22.0, "max": 23, "min": 6}, "peak_allocated_mb": 4319.6357421875, "peak_reserved_mb": 4690.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 6782, "mean": 423.875, "median": 369.0, "p95": 689.75, "max": 962, "min": 260}, "model_input_units": {"count": 16, "sum": 6798, "mean": 424.875, "median": 370.0, "p95": 690.75, "max": 963, "min": 261}}, "generated_stats": {"units": {"count": 16, "sum": 15621, "mean": 976.3125, "median": 1024.0, "p95": 1024.0, "max": 1024, "min": 261}, "bytes": {"count": 16, "sum": 15621, "mean": 976.3125, "median": 1024.0, "p95": 1024.0, "max": 1024, "min": 261}}, "compression_summary": {"raw_prompt_bytes": 6782, "model_input_units": 6798, "stage0_units": 1480, "stage1_units": null, "bytes_per_stage0_unit": 4.582432432432433, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [63, 224, 65, 136, 73, 62, 76, 57, 70, 71, 93, 108, 56, 103, 99, 124], "patch_count_stats": {"count": 16, "sum": 1480, "mean": 92.5, "median": 74.5, "p95": 158.0, "max": 224, "min": 56}, "patch_lengths": [3, 4, 5, 4, 6, 6, 4, 1, 5, 2, 9, 4, 2, 5, 3, 5, 9, 4, 5, 2, 4, 3, 4, 4, 2, 2, 7, 2, 8, 6, 5, 4, 3, 7, 2, 2, 3, 2, 7, 2, 4, 4, 7, 6, 5, 2, 2, 3, 7, 4, 2, 11, 2, 2, 4, 5, 6, 2, 3, 2, 9, 4, 3, 3, 4, 5, 7, 2, 3, 9, 1, 2, 7, 8, 5, 1, 2, 7, 5, 5, 6, 1, 2, 7, 5, 5, 6, 1, 2, 7, 4, 7, 2, 7, 6, 3, 4, 6, 5, 5, 3, 8, 1, 7, 3, 3, 2, 5, 4, 5, 5, 7, 9, 5, 1, 7, 6, 5, 2, 7, 6, 2, 2, 2, 3, 2, 1, 4, 2, 3, 6, 5, 7, 5, 1, 4, 7, 2, 4, 9, 1, 7, 3, 8, 2, 11, 5, 2, 2, 1, 3, 3, 9, 3, 7, 1, 3, 8, 2, 1, 8, 2, 11, 4, 9, 3, 4, 2, 3, 6, 2, 12, 2, 11, 5, 2, 3, 2, 4, 2, 3, 6, 3, 7, 2, 6, 7, 6, 1, 7, 3, 4, 5, 5, 2, 11, 5, 2, 2, 1, 3, 4, 2, 3, 5, 2, 5, 3, 4, 2, 1, 2, 3, 4, 5, 1, 6, 3, 10, 4, 5, 5, 2, 11, 5, 2, 2, 1, 3, 4, 2, 3, 5, 2, 5, 3, 4, 2, 1, 2, 3, 4, 5, 1, 6, 4, 7, 2, 8, 6, 3, 5, 4, 9, 9, 7, 4, 7, 1, 7, 2, 6, 10, 4, 5, 3, 6, 4, 5, 8, 2, 5, 2, 7, 4, 2, 11, 3, 4, 2, 3, 4, 4, 2, 2, 2, 2, 3, 4, 5, 1, 4, 4, 4, 5, 5, 1, 3, 5, 3, 3, 4, 3, 4, 5, 3, 5, 2, 11, 3, 8, 5, 1, 3, 10, 6, 2, 5, 3, 15, 4, 5, 2, 5, 1, 11, 5, 2, 15, 4, 2, 19, 5, 8, 5, 5, 5, 2, 15, 4, 4, 5, 2, 5, 1, 22, 20, 2, 19, 4, 5, 2, 3, 4, 5, 3, 3, 4, 2, 5, 1, 3, 3, 5, 1, 7, 3, 5, 2, 11, 2, 11, 6, 4, 1, 3, 9, 2, 1, 5, 8, 5, 2, 2, 1, 10, 8, 12, 4, 7, 3, 2, 5, 5, 3, 7, 6, 2, 5, 10, 3, 3, 7, 5, 2, 1, 2, 6, 2, 3, 5, 5, 3, 3, 1, 6, 2, 7, 2, 6, 1, 4, 4, 9, 1, 1, 1, 3, 4, 1, 1, 1, 3, 6, 1, 1, 1, 3, 2, 2, 7, 3, 7, 2, 3, 7, 4, 4, 5, 4, 5, 2, 7, 5, 9, 2, 1, 1, 1, 7, 5, 2, 3, 2, 6, 3, 5, 1, 7, 5, 2, 4, 2, 6, 3, 4, 1, 7, 5, 4, 2, 6, 3, 4, 1, 7, 5, 2, 3, 10, 6, 5, 1, 6, 4, 3, 4, 2, 6, 3, 4, 8, 6, 3, 2, 6, 1, 7, 3, 4, 11, 6, 1, 7, 6, 3, 11, 7, 6, 2, 7, 2, 10, 4, 6, 1, 7, 11, 6, 2, 6, 3, 5, 6, 3, 7, 2, 6, 4, 6, 4, 7, 8, 5, 1, 7, 4, 6, 6, 1, 6, 6, 3, 11, 6, 6, 4, 11, 6, 6, 2, 3, 4, 10, 9, 5, 1, 8, 3, 3, 4, 2, 9, 8, 6, 9, 4, 4, 1, 7, 6, 5, 2, 3, 3, 4, 3, 5, 5, 2, 5, 1, 3, 9, 5, 2, 5, 2, 3, 3, 5, 2, 4, 4, 7, 5, 5, 2, 3, 4, 4, 2, 1, 5, 11, 3, 6, 2, 11, 5, 4, 4, 3, 3, 2, 7, 8, 5, 3, 3, 4, 4, 8, 5, 1, 2, 4, 1, 3, 1, 4, 3, 11, 3, 5, 5, 8, 4, 4, 2, 3, 2, 2, 3, 7, 3, 15, 7, 5, 5, 1, 2, 4, 1, 3, 1, 4, 2, 11, 8, 2, 6, 7, 3, 11, 5, 8, 4, 6, 7, 8, 2, 11, 7, 2, 5, 5, 1, 2, 4, 1, 3, 1, 4, 2, 11, 5, 8, 2, 3, 4, 4, 2, 7, 5, 4, 2, 3, 9, 3, 3, 4, 2, 7, 4, 2, 3, 6, 4, 2, 3, 9, 2, 3, 4, 3, 10, 8, 2, 7, 4, 5, 2, 6, 5, 3, 6, 4, 5, 3, 4, 8, 8, 3, 18, 9, 1, 7, 4, 5, 8, 5, 4, 5, 10, 4, 3, 7, 6, 5, 5, 5, 3, 3, 4, 2, 3, 2, 5, 4, 8, 6, 4, 1, 7, 11, 4, 2, 3, 3, 7, 2, 1, 2, 2, 2, 1, 4, 2, 3, 2, 1, 2, 3, 2, 4, 7, 4, 2, 5, 5, 3, 7, 6, 2, 5, 5, 5, 2, 5, 3, 7, 6, 12, 2, 5, 4, 6, 12, 1, 2, 4, 2, 1, 2, 5, 3, 4, 8, 5, 7, 7, 5, 3, 3, 7, 2, 7, 3, 4, 7, 4, 4, 1, 3, 4, 6, 1, 8, 3, 7, 4, 2, 7, 2, 5, 4, 5, 4, 7, 3, 2, 5, 1, 3, 8, 2, 11, 6, 2, 8, 4, 4, 1, 2, 6, 6, 2, 11, 7, 11, 6, 1, 4, 2, 11, 7, 2, 8, 10, 2, 4, 2, 11, 7, 9, 2, 3, 4, 4, 8, 5, 1, 3, 9, 4, 3, 4, 2, 8, 5, 7, 12, 4, 4, 9, 1, 7, 2, 4, 2, 2, 4, 11, 3, 7, 2, 3, 3, 2, 1, 1, 1, 7, 4, 3, 3, 5, 4, 4, 3, 11, 2, 6, 3, 9, 3, 4, 8, 7, 6, 1, 11, 2, 3, 4, 6, 7, 4, 4, 5, 1, 11, 2, 1, 3, 6, 2, 2, 1, 1, 2, 1, 2, 1, 3, 3, 1, 11, 2, 3, 3, 3, 1, 1, 2, 11, 5, 4, 2, 3, 7, 4, 1, 10, 1, 11, 6, 3, 3, 4, 3, 4, 11, 10, 1, 2, 4, 1, 6, 4, 11, 10, 2, 2, 9, 3, 7, 6, 2, 4, 7, 4, 5, 3, 10, 2, 11, 5, 2, 4, 5, 2, 4, 3, 2, 3, 7, 2, 4, 7, 3, 5, 3, 11, 3, 4, 5, 2, 15, 9, 2, 11, 3, 11, 3, 2, 1, 5, 3, 15, 6, 7, 1, 2, 2, 2, 11, 5, 2, 15, 6, 7, 1, 2, 2, 3, 7, 3, 11, 2, 11, 7, 6, 2, 7, 2, 12, 5, 1, 4, 2, 9, 4, 1, 7, 4, 2, 3, 4, 5, 9, 7, 5, 1, 7, 3, 3, 4, 3, 7, 2, 5, 1, 7, 5, 2, 4, 7, 4, 5, 3, 7, 6, 3, 1, 4, 11, 3, 4, 3, 7, 2, 15, 5, 3, 5, 2, 3, 1, 2, 11, 4, 9, 1, 11, 3, 4, 2, 2, 7, 5, 5, 4, 3, 3, 8, 2, 3, 6, 7, 5, 1, 8, 3, 3, 4, 5, 2, 7, 8, 5, 8, 2, 7, 8, 7, 2, 3, 6, 5, 2, 2, 5, 2, 2, 6, 2, 2, 4, 2, 2, 4, 2, 3, 27, 9, 3, 7, 3, 5, 2, 5, 7, 2, 3, 5, 3, 4, 5, 2, 5, 7, 3, 5, 1, 1, 3, 11, 2, 2, 5, 1, 7, 5, 2, 11, 4, 2, 1, 4, 3, 5, 7, 6, 5, 3, 3, 7, 1, 5, 4, 4, 15, 3, 2, 3, 1, 7, 7, 1, 4, 28, 2, 5, 7, 4, 3, 7, 10, 3, 3, 3, 9, 5, 2, 3, 3, 4, 4, 1, 6, 3, 10, 3, 2, 5, 4, 5, 7, 9, 2, 4, 7, 4, 2, 3, 6, 2, 11, 9, 7, 2, 2, 3, 13, 7, 4, 4, 7, 4, 2, 3, 3, 2, 8, 3, 3, 3, 11, 9, 7, 2, 2, 7, 9, 5, 7, 9, 2, 10, 5, 2, 2, 3, 3, 6, 1, 4, 9, 3, 9, 5, 2, 3, 7, 5, 2, 7, 5, 4, 7, 5, 4, 3, 9, 5, 2, 2, 3, 8, 5, 6, 1, 4, 2, 3, 5, 5, 9, 3, 3, 3, 7, 2, 4, 7, 3, 3, 6, 2, 7, 9, 5, 5, 9, 3, 3, 3, 9, 4, 2, 5, 8, 3, 2, 7, 2, 2, 9, 2, 4, 2, 3, 6, 3, 2, 2, 9, 5, 2, 3, 2, 8, 2, 7, 3, 4, 10, 4, 5, 3, 7, 10, 2, 5, 2, 9, 3, 7, 3, 5, 2, 9, 5, 2, 3, 2, 8, 3, 11, 9, 2, 9, 4, 4, 3, 7, 2, 7, 4, 7, 9, 3, 10, 1, 7, 5, 5, 2, 9, 5, 2, 3, 2, 5, 3, 11, 7, 2, 1, 6, 3, 3, 5, 2, 4, 7, 6, 6, 3, 7, 2, 7, 5, 2, 11, 7, 10, 3], "patch_length_stats": {"count": 1480, "sum": 6798, "mean": 4.5932432432432435, "median": 4.0, "p95": 11.0, "max": 28, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.14663888793438673, "decode_time_sec": 27.043295510229655, "total_time_sec": 44.540517769986764, "prefill_units_per_sec": 46358.780373741996, "prefill_bytes_per_sec": 46249.66879887, "decode_units_per_sec": 613.1279375225521, "decode_bytes_per_sec": 613.1279375225521, "total_units_per_sec": 372.26778740261886, "total_bytes_per_sec": 372.26778740261886, "step_latency_ms": {"count": 2937, "sum": 27166, "mean": 9.249574395641812, "median": 8.0, "p95": 22.0, "max": 24, "min": 6}, "peak_allocated_mb": 4319.6357421875, "peak_reserved_mb": 4672.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 6782, "mean": 423.875, "median": 369.0, "p95": 689.75, "max": 962, "min": 260}, "model_input_units": {"count": 16, "sum": 6798, "mean": 424.875, "median": 370.0, "p95": 690.75, "max": 963, "min": 261}}, "generated_stats": {"units": {"count": 16, "sum": 16581, "mean": 1036.3125, "median": 1088.0, "p95": 1088.0, "max": 1088, "min": 261}, "bytes": {"count": 16, "sum": 16581, "mean": 1036.3125, "median": 1088.0, "p95": 1088.0, "max": 1088, "min": 261}}, "compression_summary": {"raw_prompt_bytes": 6782, "model_input_units": 6798, "stage0_units": 1480, "stage1_units": null, "bytes_per_stage0_unit": 4.582432432432433, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [63, 224, 65, 136, 73, 62, 76, 57, 70, 71, 93, 108, 56, 103, 99, 124], "patch_count_stats": {"count": 16, "sum": 1480, "mean": 92.5, "median": 74.5, "p95": 158.0, "max": 224, "min": 56}, "patch_lengths": [3, 4, 5, 4, 6, 6, 4, 1, 5, 2, 9, 4, 2, 5, 3, 5, 9, 4, 5, 2, 4, 3, 4, 4, 2, 2, 7, 2, 8, 6, 5, 4, 3, 7, 2, 2, 3, 2, 7, 2, 4, 4, 7, 6, 5, 2, 2, 3, 7, 4, 2, 11, 2, 2, 4, 5, 6, 2, 3, 2, 9, 4, 3, 3, 4, 5, 7, 2, 3, 9, 1, 2, 7, 8, 5, 1, 2, 7, 5, 5, 6, 1, 2, 7, 5, 5, 6, 1, 2, 7, 4, 7, 2, 7, 6, 3, 4, 6, 5, 5, 3, 8, 1, 7, 3, 3, 2, 5, 4, 5, 5, 7, 9, 5, 1, 7, 6, 5, 2, 7, 6, 2, 2, 2, 3, 2, 1, 4, 2, 3, 6, 5, 7, 5, 1, 4, 7, 2, 4, 9, 1, 7, 3, 8, 2, 11, 5, 2, 2, 1, 3, 3, 9, 3, 7, 1, 3, 8, 2, 1, 8, 2, 11, 4, 9, 3, 4, 2, 3, 6, 2, 12, 2, 11, 5, 2, 3, 2, 4, 2, 3, 6, 3, 7, 2, 6, 7, 6, 1, 7, 3, 4, 5, 5, 2, 11, 5, 2, 2, 1, 3, 4, 2, 3, 5, 2, 5, 3, 4, 2, 1, 2, 3, 4, 5, 1, 6, 3, 10, 4, 5, 5, 2, 11, 5, 2, 2, 1, 3, 4, 2, 3, 5, 2, 5, 3, 4, 2, 1, 2, 3, 4, 5, 1, 6, 4, 7, 2, 8, 6, 3, 5, 4, 9, 9, 7, 4, 7, 1, 7, 2, 6, 10, 4, 5, 3, 6, 4, 5, 8, 2, 5, 2, 7, 4, 2, 11, 3, 4, 2, 3, 4, 4, 2, 2, 2, 2, 3, 4, 5, 1, 4, 4, 4, 5, 5, 1, 3, 5, 3, 3, 4, 3, 4, 5, 3, 5, 2, 11, 3, 8, 5, 1, 3, 10, 6, 2, 5, 3, 15, 4, 5, 2, 5, 1, 11, 5, 2, 15, 4, 2, 19, 5, 8, 5, 5, 5, 2, 15, 4, 4, 5, 2, 5, 1, 22, 20, 2, 19, 4, 5, 2, 3, 4, 5, 3, 3, 4, 2, 5, 1, 3, 3, 5, 1, 7, 3, 5, 2, 11, 2, 11, 6, 4, 1, 3, 9, 2, 1, 5, 8, 5, 2, 2, 1, 10, 8, 12, 4, 7, 3, 2, 5, 5, 3, 7, 6, 2, 5, 10, 3, 3, 7, 5, 2, 1, 2, 6, 2, 3, 5, 5, 3, 3, 1, 6, 2, 7, 2, 6, 1, 4, 4, 9, 1, 1, 1, 3, 4, 1, 1, 1, 3, 6, 1, 1, 1, 3, 2, 2, 7, 3, 7, 2, 3, 7, 4, 4, 5, 4, 5, 2, 7, 5, 9, 2, 1, 1, 1, 7, 5, 2, 3, 2, 6, 3, 5, 1, 7, 5, 2, 4, 2, 6, 3, 4, 1, 7, 5, 4, 2, 6, 3, 4, 1, 7, 5, 2, 3, 10, 6, 5, 1, 6, 4, 3, 4, 2, 6, 3, 4, 8, 6, 3, 2, 6, 1, 7, 3, 4, 11, 6, 1, 7, 6, 3, 11, 7, 6, 2, 7, 2, 10, 4, 6, 1, 7, 11, 6, 2, 6, 3, 5, 6, 3, 7, 2, 6, 4, 6, 4, 7, 8, 5, 1, 7, 4, 6, 6, 1, 6, 6, 3, 11, 6, 6, 4, 11, 6, 6, 2, 3, 4, 10, 9, 5, 1, 8, 3, 3, 4, 2, 9, 8, 6, 9, 4, 4, 1, 7, 6, 5, 2, 3, 3, 4, 3, 5, 5, 2, 5, 1, 3, 9, 5, 2, 5, 2, 3, 3, 5, 2, 4, 4, 7, 5, 5, 2, 3, 4, 4, 2, 1, 5, 11, 3, 6, 2, 11, 5, 4, 4, 3, 3, 2, 7, 8, 5, 3, 3, 4, 4, 8, 5, 1, 2, 4, 1, 3, 1, 4, 3, 11, 3, 5, 5, 8, 4, 4, 2, 3, 2, 2, 3, 7, 3, 15, 7, 5, 5, 1, 2, 4, 1, 3, 1, 4, 2, 11, 8, 2, 6, 7, 3, 11, 5, 8, 4, 6, 7, 8, 2, 11, 7, 2, 5, 5, 1, 2, 4, 1, 3, 1, 4, 2, 11, 5, 8, 2, 3, 4, 4, 2, 7, 5, 4, 2, 3, 9, 3, 3, 4, 2, 7, 4, 2, 3, 6, 4, 2, 3, 9, 2, 3, 4, 3, 10, 8, 2, 7, 4, 5, 2, 6, 5, 3, 6, 4, 5, 3, 4, 8, 8, 3, 18, 9, 1, 7, 4, 5, 8, 5, 4, 5, 10, 4, 3, 7, 6, 5, 5, 5, 3, 3, 4, 2, 3, 2, 5, 4, 8, 6, 4, 1, 7, 11, 4, 2, 3, 3, 7, 2, 1, 2, 2, 2, 1, 4, 2, 3, 2, 1, 2, 3, 2, 4, 7, 4, 2, 5, 5, 3, 7, 6, 2, 5, 5, 5, 2, 5, 3, 7, 6, 12, 2, 5, 4, 6, 12, 1, 2, 4, 2, 1, 2, 5, 3, 4, 8, 5, 7, 7, 5, 3, 3, 7, 2, 7, 3, 4, 7, 4, 4, 1, 3, 4, 6, 1, 8, 3, 7, 4, 2, 7, 2, 5, 4, 5, 4, 7, 3, 2, 5, 1, 3, 8, 2, 11, 6, 2, 8, 4, 4, 1, 2, 6, 6, 2, 11, 7, 11, 6, 1, 4, 2, 11, 7, 2, 8, 10, 2, 4, 2, 11, 7, 9, 2, 3, 4, 4, 8, 5, 1, 3, 9, 4, 3, 4, 2, 8, 5, 7, 12, 4, 4, 9, 1, 7, 2, 4, 2, 2, 4, 11, 3, 7, 2, 3, 3, 2, 1, 1, 1, 7, 4, 3, 3, 5, 4, 4, 3, 11, 2, 6, 3, 9, 3, 4, 8, 7, 6, 1, 11, 2, 3, 4, 6, 7, 4, 4, 5, 1, 11, 2, 1, 3, 6, 2, 2, 1, 1, 2, 1, 2, 1, 3, 3, 1, 11, 2, 3, 3, 3, 1, 1, 2, 11, 5, 4, 2, 3, 7, 4, 1, 10, 1, 11, 6, 3, 3, 4, 3, 4, 11, 10, 1, 2, 4, 1, 6, 4, 11, 10, 2, 2, 9, 3, 7, 6, 2, 4, 7, 4, 5, 3, 10, 2, 11, 5, 2, 4, 5, 2, 4, 3, 2, 3, 7, 2, 4, 7, 3, 5, 3, 11, 3, 4, 5, 2, 15, 9, 2, 11, 3, 11, 3, 2, 1, 5, 3, 15, 6, 7, 1, 2, 2, 2, 11, 5, 2, 15, 6, 7, 1, 2, 2, 3, 7, 3, 11, 2, 11, 7, 6, 2, 7, 2, 12, 5, 1, 4, 2, 9, 4, 1, 7, 4, 2, 3, 4, 5, 9, 7, 5, 1, 7, 3, 3, 4, 3, 7, 2, 5, 1, 7, 5, 2, 4, 7, 4, 5, 3, 7, 6, 3, 1, 4, 11, 3, 4, 3, 7, 2, 15, 5, 3, 5, 2, 3, 1, 2, 11, 4, 9, 1, 11, 3, 4, 2, 2, 7, 5, 5, 4, 3, 3, 8, 2, 3, 6, 7, 5, 1, 8, 3, 3, 4, 5, 2, 7, 8, 5, 8, 2, 7, 8, 7, 2, 3, 6, 5, 2, 2, 5, 2, 2, 6, 2, 2, 4, 2, 2, 4, 2, 3, 27, 9, 3, 7, 3, 5, 2, 5, 7, 2, 3, 5, 3, 4, 5, 2, 5, 7, 3, 5, 1, 1, 3, 11, 2, 2, 5, 1, 7, 5, 2, 11, 4, 2, 1, 4, 3, 5, 7, 6, 5, 3, 3, 7, 1, 5, 4, 4, 15, 3, 2, 3, 1, 7, 7, 1, 4, 28, 2, 5, 7, 4, 3, 7, 10, 3, 3, 3, 9, 5, 2, 3, 3, 4, 4, 1, 6, 3, 10, 3, 2, 5, 4, 5, 7, 9, 2, 4, 7, 4, 2, 3, 6, 2, 11, 9, 7, 2, 2, 3, 13, 7, 4, 4, 7, 4, 2, 3, 3, 2, 8, 3, 3, 3, 11, 9, 7, 2, 2, 7, 9, 5, 7, 9, 2, 10, 5, 2, 2, 3, 3, 6, 1, 4, 9, 3, 9, 5, 2, 3, 7, 5, 2, 7, 5, 4, 7, 5, 4, 3, 9, 5, 2, 2, 3, 8, 5, 6, 1, 4, 2, 3, 5, 5, 9, 3, 3, 3, 7, 2, 4, 7, 3, 3, 6, 2, 7, 9, 5, 5, 9, 3, 3, 3, 9, 4, 2, 5, 8, 3, 2, 7, 2, 2, 9, 2, 4, 2, 3, 6, 3, 2, 2, 9, 5, 2, 3, 2, 8, 2, 7, 3, 4, 10, 4, 5, 3, 7, 10, 2, 5, 2, 9, 3, 7, 3, 5, 2, 9, 5, 2, 3, 2, 8, 3, 11, 9, 2, 9, 4, 4, 3, 7, 2, 7, 4, 7, 9, 3, 10, 1, 7, 5, 5, 2, 9, 5, 2, 3, 2, 5, 3, 11, 7, 2, 1, 6, 3, 3, 5, 2, 4, 7, 6, 6, 3, 7, 2, 7, 5, 2, 11, 7, 10, 3], "patch_length_stats": {"count": 1480, "sum": 6798, "mean": 4.5932432432432435, "median": 4.0, "p95": 11.0, "max": 28, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 64, "prefill_time_sec": 0.018742489046417177, "decode_time_sec": 0.5972242760472, "total_time_sec": 0.6159995209891349, "prefill_units_per_sec": 4321.7312172037255, "prefill_bytes_per_sec": 11311.19775366901, "decode_units_per_sec": 107.16242217009601, "decode_bytes_per_sec": 339.9058078207733, "total_units_per_sec": 103.89618468733978, "total_bytes_per_sec": 329.54571080515586, "step_latency_ms": {"count": 64, "sum": 581, "mean": 9.078125, "median": 9.0, "p95": 9.0, "max": 12, "min": 9}, "peak_allocated_mb": 1957.20751953125, "peak_reserved_mb": 2008.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 212, "mean": 212.0, "median": 212.0, "p95": 212.0, "max": 212, "min": 212}, "model_input_units": {"count": 1, "sum": 81, "mean": 81.0, "median": 81.0, "p95": 81.0, "max": 81, "min": 81}}, "generated_stats": {"units": {"count": 1, "sum": 64, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}, "bytes": {"count": 1, "sum": 203, "mean": 203.0, "median": 203.0, "p95": 203.0, "max": 203, "min": 203}}, "compression_summary": {"raw_prompt_bytes": 212, "model_input_units": 81, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.617283950617284, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.012844688026234508, "decode_time_sec": 1.1765231860335916, "total_time_sec": 1.1894000000320375, "prefill_units_per_sec": 6306.108784780318, "prefill_bytes_per_sec": 16504.877313252193, "decode_units_per_sec": 108.79513597307499, "decode_bytes_per_sec": 311.0860919230113, "total_units_per_sec": 107.61728602366925, "total_bytes_per_sec": 307.7181772239293, "step_latency_ms": {"count": 128, "sum": 1155, "mean": 9.0234375, "median": 9.0, "p95": 9.0, "max": 10, "min": 9}, "peak_allocated_mb": 1965.20751953125, "peak_reserved_mb": 2016.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 212, "mean": 212.0, "median": 212.0, "p95": 212.0, "max": 212, "min": 212}, "model_input_units": {"count": 1, "sum": 81, "mean": 81.0, "median": 81.0, "p95": 81.0, "max": 81, "min": 81}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 366, "mean": 366.0, "median": 366.0, "p95": 366.0, "max": 366, "min": 366}}, "compression_summary": {"raw_prompt_bytes": 212, "model_input_units": 81, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.617283950617284, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "pythia", "workload": "code/256B", "batch_size": 2, "max_new_tokens": 64, "prefill_time_sec": 0.02161903609521687, "decode_time_sec": 0.5991839200723916, "total_time_sec": 0.6208357110153884, "prefill_units_per_sec": 6198.2411893769395, "prefill_bytes_per_sec": 18132.16825549075, "decode_units_per_sec": 213.62389028152728, "decode_bytes_per_sec": 654.2231639871773, "total_units_per_sec": 206.17370703539848, "total_bytes_per_sec": 631.4069777959079, "step_latency_ms": {"count": 64, "sum": 579, "mean": 9.046875, "median": 9.0, "p95": 9.0, "max": 10, "min": 9}, "peak_allocated_mb": 1996.05810546875, "peak_reserved_mb": 2034.0, "prompt_stats": {"raw_bytes": {"count": 2, "sum": 392, "mean": 196.0, "median": 196.0, "p95": 210.4, "max": 212, "min": 180}, "model_input_units": {"count": 2, "sum": 134, "mean": 67.0, "median": 67.0, "p95": 79.6, "max": 81, "min": 53}}, "generated_stats": {"units": {"count": 2, "sum": 128, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}, "bytes": {"count": 2, "sum": 392, "mean": 196.0, "median": 196.0, "p95": 202.3, "max": 203, "min": 189}}, "compression_summary": {"raw_prompt_bytes": 392, "model_input_units": 134, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.925373134328358, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 2, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "pythia", "workload": "code/256B", "batch_size": 2, "max_new_tokens": 128, "prefill_time_sec": 0.018806884065270424, "decode_time_sec": 1.1798042859882116, "total_time_sec": 1.198644344927743, "prefill_units_per_sec": 7125.050568448496, "prefill_bytes_per_sec": 20843.431513670228, "decode_units_per_sec": 216.98514155301, "decode_bytes_per_sec": 634.0034604752011, "total_units_per_sec": 213.57461125421005, "total_bytes_per_sec": 624.0383172583951, "step_latency_ms": {"count": 128, "sum": 1155, "mean": 9.0234375, "median": 9.0, "p95": 9.0, "max": 10, "min": 9}, "peak_allocated_mb": 1997.97216796875, "peak_reserved_mb": 2054.0, "prompt_stats": {"raw_bytes": {"count": 2, "sum": 392, "mean": 196.0, "median": 196.0, "p95": 210.4, "max": 212, "min": 180}, "model_input_units": {"count": 2, "sum": 134, "mean": 67.0, "median": 67.0, "p95": 79.6, "max": 81, "min": 53}}, "generated_stats": {"units": {"count": 2, "sum": 256, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 2, "sum": 748, "mean": 374.0, "median": 374.0, "p95": 381.2, "max": 382, "min": 366}}, "compression_summary": {"raw_prompt_bytes": 392, "model_input_units": 134, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.925373134328358, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 2, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "pythia", "workload": "code/256B", "batch_size": 4, "max_new_tokens": 64, "prefill_time_sec": 0.016290733008645475, "decode_time_sec": 0.5978740729624406, "total_time_sec": 0.61419888806995, "prefill_units_per_sec": 15161.994237393576, "prefill_bytes_per_sec": 46099.82863272298, "decode_units_per_sec": 386.368987127013, "decode_bytes_per_sec": 1145.726217238112, "total_units_per_sec": 376.09967143687146, "total_bytes_per_sec": 1115.273917464316, "step_latency_ms": {"count": 64, "sum": 577, "mean": 9.015625, "median": 9.0, "p95": 9.0, "max": 10, "min": 9}, "peak_allocated_mb": 2014.158203125, "peak_reserved_mb": 2056.0, "prompt_stats": {"raw_bytes": {"count": 4, "sum": 751, "mean": 187.75, "median": 182.5, "p95": 207.95, "max": 212, "min": 174}, "model_input_units": {"count": 4, "sum": 247, "mean": 61.75, "median": 58.5, "p95": 78.44999999999999, "max": 81, "min": 49}}, "generated_stats": {"units": {"count": 4, "sum": 231, "mean": 57.75, "median": 64.0, "p95": 64.0, "max": 64, "min": 39}, "bytes": {"count": 4, "sum": 685, "mean": 171.25, "median": 188.5, "p95": 200.9, "max": 203, "min": 105}}, "compression_summary": {"raw_prompt_bytes": 751, "model_input_units": 247, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.0404858299595143, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 4, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "pythia", "workload": "code/256B", "batch_size": 4, "max_new_tokens": 128, "prefill_time_sec": 0.016186316963285208, "decode_time_sec": 1.1976113528944552, "total_time_sec": 1.213830356951803, "prefill_units_per_sec": 15259.802496161448, "prefill_bytes_per_sec": 46397.213257559706, "decode_units_per_sec": 353.20306456486867, "decode_bytes_per_sec": 1055.4342165720898, "total_units_per_sec": 348.4836225897717, "total_bytes_per_sec": 1041.3316760129348, "step_latency_ms": {"count": 128, "sum": 1153, "mean": 9.0078125, "median": 9.0, "p95": 9.0, "max": 10, "min": 9}, "peak_allocated_mb": 2053.3857421875, "peak_reserved_mb": 2076.0, "prompt_stats": {"raw_bytes": {"count": 4, "sum": 751, "mean": 187.75, "median": 182.5, "p95": 207.95, "max": 212, "min": 174}, "model_input_units": {"count": 4, "sum": 247, "mean": 61.75, "median": 58.5, "p95": 78.44999999999999, "max": 81, "min": 49}}, "generated_stats": {"units": {"count": 4, "sum": 423, "mean": 105.75, "median": 128.0, "p95": 128.0, "max": 128, "min": 39}, "bytes": {"count": 4, "sum": 1264, "mean": 316.0, "median": 374.0, "p95": 406.65, "max": 411, "min": 105}}, "compression_summary": {"raw_prompt_bytes": 751, "model_input_units": 247, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.0404858299595143, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 4, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "pythia", "workload": "code/256B", "batch_size": 8, "max_new_tokens": 64, "prefill_time_sec": 0.0192563229938969, "decode_time_sec": 0.6154459349345416, "total_time_sec": 0.6347390639130026, "prefill_units_per_sec": 24615.291307184114, "prefill_bytes_per_sec": 79038.97335344773, "decode_units_per_sec": 708.4294090696573, "decode_bytes_per_sec": 2001.8005320500406, "total_units_per_sec": 686.8964347525304, "total_bytes_per_sec": 1940.9550633374251, "step_latency_ms": {"count": 64, "sum": 577, "mean": 9.015625, "median": 9.0, "p95": 9.0, "max": 10, "min": 9}, "peak_allocated_mb": 2088.4775390625, "peak_reserved_mb": 2176.0, "prompt_stats": {"raw_bytes": {"count": 8, "sum": 1522, "mean": 190.25, "median": 186.0, "p95": 215.25, "max": 217, "min": 168}, "model_input_units": {"count": 8, "sum": 474, "mean": 59.25, "median": 57.0, "p95": 75.05, "max": 81, "min": 49}}, "generated_stats": {"units": {"count": 8, "sum": 436, "mean": 54.5, "median": 64.0, "p95": 64.0, "max": 64, "min": 13}, "bytes": {"count": 8, "sum": 1232, "mean": 154.0, "median": 187.5, "p95": 199.5, "max": 203, "min": 37}}, "compression_summary": {"raw_prompt_bytes": 1522, "model_input_units": 474, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.210970464135021, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 8, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "pythia", "workload": "code/256B", "batch_size": 8, "max_new_tokens": 128, "prefill_time_sec": 0.01901118003297597, "decode_time_sec": 1.2332713769283146, "total_time_sec": 1.2523182450095192, "prefill_units_per_sec": 24932.697453699355, "prefill_bytes_per_sec": 80058.15511504308, "decode_units_per_sec": 664.8982659780512, "decode_bytes_per_sec": 1860.9042931946678, "total_units_per_sec": 654.785637171458, "total_bytes_per_sec": 1832.601265010361, "step_latency_ms": {"count": 128, "sum": 1159, "mean": 9.0546875, "median": 9.0, "p95": 9.0, "max": 11, "min": 9}, "peak_allocated_mb": 2156.5712890625, "peak_reserved_mb": 2256.0, "prompt_stats": {"raw_bytes": {"count": 8, "sum": 1522, "mean": 190.25, "median": 186.0, "p95": 215.25, "max": 217, "min": 168}, "model_input_units": {"count": 8, "sum": 474, "mean": 59.25, "median": 57.0, "p95": 75.05, "max": 81, "min": 49}}, "generated_stats": {"units": {"count": 8, "sum": 820, "mean": 102.5, "median": 128.0, "p95": 128.0, "max": 128, "min": 13}, "bytes": {"count": 8, "sum": 2295, "mean": 286.875, "median": 360.0, "p95": 401.2, "max": 411, "min": 37}}, "compression_summary": {"raw_prompt_bytes": 1522, "model_input_units": 474, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.210970464135021, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 8, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "pythia", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 64, "prefill_time_sec": 0.022287565050646663, "decode_time_sec": 0.6241638659266755, "total_time_sec": 0.6464870499912649, "prefill_units_per_sec": 39887.71308035761, "prefill_bytes_per_sec": 129040.56560079695, "decode_units_per_sec": 1462.7568974126675, "decode_bytes_per_sec": 4439.539280099126, "total_units_per_sec": 1412.2479329049763, "total_bytes_per_sec": 4286.242083329342, "step_latency_ms": {"count": 64, "sum": 576, "mean": 9.0, "median": 9.0, "p95": 9.0, "max": 9, "min": 9}, "peak_allocated_mb": 2239.5322265625, "peak_reserved_mb": 2398.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 2876, "mean": 179.75, "median": 182.0, "p95": 220.75, "max": 232, "min": 103}, "model_input_units": {"count": 16, "sum": 889, "mean": 55.5625, "median": 54.0, "p95": 69.75, "max": 81, "min": 41}}, "generated_stats": {"units": {"count": 16, "sum": 913, "mean": 57.0625, "median": 64.0, "p95": 64.0, "max": 64, "min": 6}, "bytes": {"count": 16, "sum": 2771, "mean": 173.1875, "median": 150.0, "p95": 326.75, "max": 377, "min": 19}}, "compression_summary": {"raw_prompt_bytes": 2876, "model_input_units": 889, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.235095613048369, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "pythia", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.023660083999857306, "decode_time_sec": 1.2723214939469472, "total_time_sec": 1.2960366120096296, "prefill_units_per_sec": 37573.83109905111, "prefill_bytes_per_sec": 121554.93615396062, "decode_units_per_sec": 1321.206949656463, "decode_bytes_per_sec": 4016.2804953863924, "total_units_per_sec": 1297.031260091833, "total_bytes_per_sec": 3942.789850725322, "step_latency_ms": {"count": 128, "sum": 1161, "mean": 9.0703125, "median": 9.0, "p95": 9.0, "max": 12, "min": 9}, "peak_allocated_mb": 2382.3173828125, "peak_reserved_mb": 2698.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 2876, "mean": 179.75, "median": 182.0, "p95": 220.75, "max": 232, "min": 103}, "model_input_units": {"count": 16, "sum": 889, "mean": 55.5625, "median": 54.0, "p95": 69.75, "max": 81, "min": 41}}, "generated_stats": {"units": {"count": 16, "sum": 1681, "mean": 105.0625, "median": 128.0, "p95": 128.0, "max": 128, "min": 6}, "bytes": {"count": 16, "sum": 5110, "mean": 319.375, "median": 289.5, "p95": 684.75, "max": 771, "min": 19}}, "compression_summary": {"raw_prompt_bytes": 2876, "model_input_units": 889, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.235095613048369, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 64, "prefill_time_sec": 0.016294635948725045, "decode_time_sec": 0.5896674840478227, "total_time_sec": 0.6060018609277904, "prefill_units_per_sec": 5768.769569065145, "prefill_bytes_per_sec": 16263.0205936411, "decode_units_per_sec": 108.53574553690251, "decode_bytes_per_sec": 325.60723661070756, "total_units_per_sec": 105.61023674418398, "total_bytes_per_sec": 316.83071023255195, "step_latency_ms": {"count": 64, "sum": 578, "mean": 9.03125, "median": 9.0, "p95": 9.0, "max": 10, "min": 9}, "peak_allocated_mb": 1959.88037109375, "peak_reserved_mb": 2028.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 265, "mean": 265.0, "median": 265.0, "p95": 265.0, "max": 265, "min": 265}, "model_input_units": {"count": 1, "sum": 94, "mean": 94.0, "median": 94.0, "p95": 94.0, "max": 94, "min": 94}}, "generated_stats": {"units": {"count": 1, "sum": 64, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}, "bytes": {"count": 1, "sum": 192, "mean": 192.0, "median": 192.0, "p95": 192.0, "max": 192, "min": 192}}, "compression_summary": {"raw_prompt_bytes": 265, "model_input_units": 94, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.8191489361702127, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.013745501986704767, "decode_time_sec": 1.1623229570686817, "total_time_sec": 1.1761030310299248, "prefill_units_per_sec": 6838.600735784025, "prefill_bytes_per_sec": 19279.03398917837, "decode_units_per_sec": 110.1242982611385, "decode_bytes_per_sec": 324.3504722222595, "total_units_per_sec": 108.83400231347858, "total_bytes_per_sec": 320.5501474389174, "step_latency_ms": {"count": 128, "sum": 1154, "mean": 9.015625, "median": 9.0, "p95": 9.0, "max": 10, "min": 9}, "peak_allocated_mb": 1966.83251953125, "peak_reserved_mb": 2038.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 265, "mean": 265.0, "median": 265.0, "p95": 265.0, "max": 265, "min": 265}, "model_input_units": {"count": 1, "sum": 94, "mean": 94.0, "median": 94.0, "p95": 94.0, "max": 94, "min": 94}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 377, "mean": 377.0, "median": 377.0, "p95": 377.0, "max": 377, "min": 377}}, "compression_summary": {"raw_prompt_bytes": 265, "model_input_units": 94, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.8191489361702127, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 2, "max_new_tokens": 64, "prefill_time_sec": 0.03442021901719272, "decode_time_sec": 0.6107329610968009, "total_time_sec": 0.645218412973918, "prefill_units_per_sec": 10778.548498331385, "prefill_bytes_per_sec": 35647.65231119302, "decode_units_per_sec": 209.58423427831343, "decode_bytes_per_sec": 571.444513774464, "total_units_per_sec": 198.38243519745026, "total_bytes_per_sec": 540.902108468048, "step_latency_ms": {"count": 64, "sum": 587, "mean": 9.171875, "median": 9.0, "p95": 9.849999999999994, "max": 14, "min": 9}, "peak_allocated_mb": 2065.0751953125, "peak_reserved_mb": 2138.0, "prompt_stats": {"raw_bytes": {"count": 2, "sum": 1227, "mean": 613.5, "median": 613.5, "p95": 927.15, "max": 962, "min": 265}, "model_input_units": {"count": 2, "sum": 371, "mean": 185.5, "median": 185.5, "p95": 267.84999999999997, "max": 277, "min": 94}}, "generated_stats": {"units": {"count": 2, "sum": 128, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}, "bytes": {"count": 2, "sum": 349, "mean": 174.5, "median": 174.5, "p95": 194.75, "max": 197, "min": 152}}, "compression_summary": {"raw_prompt_bytes": 1227, "model_input_units": 371, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.307277628032345, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 2, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 2, "max_new_tokens": 128, "prefill_time_sec": 0.019911285024136305, "decode_time_sec": 1.1764378699008375, "total_time_sec": 1.1963834470370784, "prefill_units_per_sec": 18632.649753658625, "prefill_bytes_per_sec": 61623.34568123756, "decode_units_per_sec": 217.60605175144383, "decode_bytes_per_sec": 578.8660986044267, "total_units_per_sec": 213.97821963685695, "total_bytes_per_sec": 569.2154983308578, "step_latency_ms": {"count": 128, "sum": 1152, "mean": 9.0, "median": 9.0, "p95": 9.0, "max": 9, "min": 9}, "peak_allocated_mb": 2065.0751953125, "peak_reserved_mb": 2138.0, "prompt_stats": {"raw_bytes": {"count": 2, "sum": 1227, "mean": 613.5, "median": 613.5, "p95": 927.15, "max": 962, "min": 265}, "model_input_units": {"count": 2, "sum": 371, "mean": 185.5, "median": 185.5, "p95": 267.84999999999997, "max": 277, "min": 94}}, "generated_stats": {"units": {"count": 2, "sum": 256, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 2, "sum": 681, "mean": 340.5, "median": 340.5, "p95": 393.15, "max": 399, "min": 282}}, "compression_summary": {"raw_prompt_bytes": 1227, "model_input_units": 371, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.307277628032345, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 2, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 4, "max_new_tokens": 64, "prefill_time_sec": 0.020396117004565895, "decode_time_sec": 0.6022275660652667, "total_time_sec": 0.6226572080049664, "prefill_units_per_sec": 30594.05865637615, "prefill_bytes_per_sec": 104235.52676835848, "decode_units_per_sec": 425.08847888284123, "decode_bytes_per_sec": 909.9550251085819, "total_units_per_sec": 411.1411491087374, "total_bytes_per_sec": 880.099022310891, "step_latency_ms": {"count": 64, "sum": 579, "mean": 9.046875, "median": 9.0, "p95": 9.0, "max": 10, "min": 9}, "peak_allocated_mb": 2192.2294921875, "peak_reserved_mb": 2314.0, "prompt_stats": {"raw_bytes": {"count": 4, "sum": 2126, "mean": 531.5, "median": 449.5, "p95": 898.2499999999999, "max": 962, "min": 265}, "model_input_units": {"count": 4, "sum": 624, "mean": 156.0, "median": 128.5, "p95": 259.9, "max": 277, "min": 90}}, "generated_stats": {"units": {"count": 4, "sum": 256, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}, "bytes": {"count": 4, "sum": 548, "mean": 137.0, "median": 143.5, "p95": 190.24999999999997, "max": 197, "min": 64}}, "compression_summary": {"raw_prompt_bytes": 2126, "model_input_units": 624, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.407051282051282, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 4, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 4, "max_new_tokens": 128, "prefill_time_sec": 0.020142036024481058, "decode_time_sec": 1.2025744860293344, "total_time_sec": 1.2227505350019783, "prefill_units_per_sec": 30979.986295406143, "prefill_bytes_per_sec": 105550.40202569464, "decode_units_per_sec": 425.75325349743935, "decode_bytes_per_sec": 897.241719772924, "total_units_per_sec": 418.72809321581826, "total_bytes_per_sec": 882.4367433200545, "step_latency_ms": {"count": 128, "sum": 1153, "mean": 9.0078125, "median": 9.0, "p95": 9.0, "max": 10, "min": 9}, "peak_allocated_mb": 2192.2294921875, "peak_reserved_mb": 2314.0, "prompt_stats": {"raw_bytes": {"count": 4, "sum": 2126, "mean": 531.5, "median": 449.5, "p95": 898.2499999999999, "max": 962, "min": 265}, "model_input_units": {"count": 4, "sum": 624, "mean": 156.0, "median": 128.5, "p95": 259.9, "max": 277, "min": 90}}, "generated_stats": {"units": {"count": 4, "sum": 512, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 4, "sum": 1079, "mean": 269.75, "median": 276.0, "p95": 381.44999999999993, "max": 399, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 2126, "model_input_units": 624, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.407051282051282, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 4, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 8, "max_new_tokens": 64, "prefill_time_sec": 0.032533455989323556, "decode_time_sec": 0.6154691299889237, "total_time_sec": 0.6480394629761577, "prefill_units_per_sec": 30030.6244845497, "prefill_bytes_per_sec": 104569.27788785883, "decode_units_per_sec": 825.3866445082994, "decode_bytes_per_sec": 1876.617272454893, "total_units_per_sec": 783.9028778694764, "total_bytes_per_sec": 1782.2988660221363, "step_latency_ms": {"count": 64, "sum": 577, "mean": 9.015625, "median": 9.0, "p95": 9.0, "max": 10, "min": 9}, "peak_allocated_mb": 2438.1337890625, "peak_reserved_mb": 2662.0, "prompt_stats": {"raw_bytes": {"count": 8, "sum": 3402, "mean": 425.25, "median": 353.0, "p95": 813.2499999999998, "max": 962, "min": 265}, "model_input_units": {"count": 8, "sum": 977, "mean": 122.125, "median": 93.0, "p95": 237.09999999999994, "max": 277, "min": 77}}, "generated_stats": {"units": {"count": 8, "sum": 508, "mean": 63.5, "median": 64.0, "p95": 64.0, "max": 64, "min": 60}, "bytes": {"count": 8, "sum": 1155, "mean": 144.375, "median": 150.5, "p95": 207.39999999999998, "max": 213, "min": 64}}, "compression_summary": {"raw_prompt_bytes": 3402, "model_input_units": 977, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.482088024564995, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 8, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 8, "max_new_tokens": 128, "prefill_time_sec": 0.037027661921456456, "decode_time_sec": 1.230472362949513, "total_time_sec": 1.2675349450437352, "prefill_units_per_sec": 26385.67895732722, "prefill_bytes_per_sec": 91877.2567173257, "decode_units_per_sec": 776.9374012663015, "decode_bytes_per_sec": 1741.607584637745, "total_units_per_sec": 754.2198372818937, "total_bytes_per_sec": 1690.683170810772, "step_latency_ms": {"count": 128, "sum": 1153, "mean": 9.0078125, "median": 9.0, "p95": 9.0, "max": 10, "min": 9}, "peak_allocated_mb": 2438.1337890625, "peak_reserved_mb": 2662.0, "prompt_stats": {"raw_bytes": {"count": 8, "sum": 3402, "mean": 425.25, "median": 353.0, "p95": 813.2499999999998, "max": 962, "min": 265}, "model_input_units": {"count": 8, "sum": 977, "mean": 122.125, "median": 93.0, "p95": 237.09999999999994, "max": 277, "min": 77}}, "generated_stats": {"units": {"count": 8, "sum": 956, "mean": 119.5, "median": 128.0, "p95": 128.0, "max": 128, "min": 60}, "bytes": {"count": 8, "sum": 2143, "mean": 267.875, "median": 282.5, "p95": 423.04999999999995, "max": 436, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 3402, "model_input_units": 977, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.482088024564995, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 8, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 64, "prefill_time_sec": 0.05946754210162908, "decode_time_sec": 0.639360741013661, "total_time_sec": 0.6988632030552253, "prefill_units_per_sec": 32286.52021162655, "prefill_bytes_per_sec": 114045.40628919336, "decode_units_per_sec": 1595.3434963536586, "decode_bytes_per_sec": 3322.068221818795, "total_units_per_sec": 1459.5131000471317, "total_bytes_per_sec": 3039.2213965687333, "step_latency_ms": {"count": 64, "sum": 582, "mean": 9.09375, "median": 9.0, "p95": 9.0, "max": 15, "min": 9}, "peak_allocated_mb": 2944.830078125, "peak_reserved_mb": 3308.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 6782, "mean": 423.875, "median": 369.0, "p95": 689.75, "max": 962, "min": 260}, "model_input_units": {"count": 16, "sum": 1920, "mean": 120.0, "median": 97.5, "p95": 196.75, "max": 277, "min": 71}}, "generated_stats": {"units": {"count": 16, "sum": 1020, "mean": 63.75, "median": 64.0, "p95": 64.0, "max": 64, "min": 60}, "bytes": {"count": 16, "sum": 2124, "mean": 132.75, "median": 136.0, "p95": 207.0, "max": 213, "min": 67}}, "compression_summary": {"raw_prompt_bytes": 6782, "model_input_units": 1920, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5322916666666666, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.06500258995220065, "decode_time_sec": 1.277254683081992, "total_time_sec": 1.3422940800664946, "prefill_units_per_sec": 29537.28461299562, "prefill_bytes_per_sec": 104334.30429444599, "decode_units_per_sec": 1550.1998358090154, "decode_bytes_per_sec": 3155.9876455283543, "total_units_per_sec": 1475.08659197984, "total_bytes_per_sec": 3003.067703167038, "step_latency_ms": {"count": 128, "sum": 1155, "mean": 9.0234375, "median": 9.0, "p95": 9.0, "max": 10, "min": 9}, "peak_allocated_mb": 2944.830078125, "peak_reserved_mb": 3308.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 6782, "mean": 423.875, "median": 369.0, "p95": 689.75, "max": 962, "min": 260}, "model_input_units": {"count": 16, "sum": 1920, "mean": 120.0, "median": 97.5, "p95": 196.75, "max": 277, "min": 71}}, "generated_stats": {"units": {"count": 16, "sum": 1980, "mean": 123.75, "median": 128.0, "p95": 128.0, "max": 128, "min": 60}, "bytes": {"count": 16, "sum": 4031, "mean": 251.9375, "median": 246.0, "p95": 411.25, "max": 436, "min": 131}}, "compression_summary": {"raw_prompt_bytes": 6782, "model_input_units": 1920, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5322916666666666, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}