generation-speed-bench-rerun/warmup_runs.partial.jsonl

{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 20.130650204999256, "decode_time_sec": 2.4665518360015994, "total_time_sec": 22.59955477999938, "prefill_units_per_sec": 10.58088029104512, "prefill_bytes_per_sec": 10.531204796720964, "decode_units_per_sec": 51.89430772616327, "decode_bytes_per_sec": 51.89430772616327, "total_units_per_sec": 5.663828391578761, "total_bytes_per_sec": 5.663828391578761, "step_latency_ms": {"count": 128, "sum": 2448, "mean": 19.125, "median": 8.0, "p95": 37.0, "max": 625, "min": 7}, "peak_allocated_mb": 3571.6923828125, "peak_reserved_mb": 9920.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 212, "mean": 212.0, "median": 212.0, "p95": 212.0, "max": 212, "min": 212}, "model_input_units": {"count": 1, "sum": 213, "mean": 213.0, "median": 213.0, "p95": 213.0, "max": 213, "min": 213}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 212, "model_input_units": 213, "stage0_units": 100, "stage1_units": 42, "bytes_per_stage0_unit": 2.12, "stage0_per_stage1_unit": 2.380952380952381}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 213, "units_out": 100, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 1, 1, 1, 1, 3, 2, 4, 1, 1, 1, 9, 1, 3, 1, 1, 3, 1, 4, 1, 9, 1, 1, 1, 1, 2, 5, 2, 1, 3, 1, 3, 1, 1, 2, 4, 1, 1, 9, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 3, 2, 1, 3, 1, 3, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 4, 1, 9, 1, 3, 1, 3, 1, 1, 1], "chunk_stats": {"count": 100, "sum": 213, "mean": 2.13, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 100, "units_out": 42, "chunk_lengths": [1, 2, 2, 5, 2, 3, 2, 3, 4, 1, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 1, 4, 1, 3, 1, 4, 2, 1, 3, 2, 2, 3, 3, 1, 5, 4, 6, 3, 1, 4, 2, 1], "chunk_stats": {"count": 42, "sum": 100, "mean": 2.380952380952381, "median": 2.0, "p95": 4.949999999999996, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 55, "chunk_lengths": [1, 9, 3, 4, 1, 1, 1, 1, 2, 4, 2, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 1, 1, 1, 5, 1, 2, 4, 1, 6, 1, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 4, 1, 1, 9, 1, 3, 1, 4], "chunk_stats": {"count": 56, "sum": 128, "mean": 2.2857142857142856, "median": 1.0, "p95": 6.25, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 1, 8, 8, 6, 1, 1, 1, 5, 1, 3, 1, 1, 7, 3, 3, 1, 3], "chunk_stats": {"count": 18, "sum": 55, "mean": 3.0555555555555554, "median": 2.0, "p95": 8.0, "max": 8, "min": 1}, "active_size_stats": {"count": 55, "sum": 55, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "hnet", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.23011065899845562, "decode_time_sec": 5.088013737999063, "total_time_sec": 5.327114805000747, "prefill_units_per_sec": 12567.866315221016, "prefill_bytes_per_sec": 12498.334551374703, "decode_units_per_sec": 402.51463644935177, "decode_bytes_per_sec": 402.51463644935177, "total_units_per_sec": 384.4482566956266, "total_bytes_per_sec": 384.4482566956266, "step_latency_ms": {"count": 128, "sum": 4974, "mean": 38.859375, "median": 41.0, "p95": 43.0, "max": 48, "min": 18}, "peak_allocated_mb": 4876.47509765625, "peak_reserved_mb": 4984.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 2876, "mean": 179.75, "median": 182.0, "p95": 220.75, "max": 232, "min": 103}, "model_input_units": {"count": 16, "sum": 2892, "mean": 180.75, "median": 183.0, "p95": 221.75, "max": 233, "min": 104}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 2876, "model_input_units": 2892, "stage0_units": 1094, "stage1_units": 582, "bytes_per_stage0_unit": 2.6288848263254114, "stage0_per_stage1_unit": 1.879725085910653}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 2892, "units_out": 1094, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 1, 1, 1, 1, 3, 2, 4, 1, 1, 1, 9, 1, 3, 1, 1, 3, 1, 4, 1, 9, 1, 1, 1, 1, 2, 5, 2, 1, 3, 1, 3, 1, 1, 2, 4, 1, 1, 9, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 3, 2, 1, 3, 1, 3, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 4, 1, 9, 1, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 2, 5, 1, 1, 3, 2, 1, 2, 1, 1, 9, 6, 3, 1, 1, 3, 1, 1, 3, 1, 2, 1, 13, 1, 2, 3, 1, 4, 1, 1, 2, 1, 2, 1, 17, 1, 3, 1, 3, 1, 1, 13, 4, 1, 17, 1, 3, 1, 1, 5, 1, 4, 1, 4, 4, 1, 3, 1, 1, 1, 3, 1, 2, 1, 7, 1, 1, 3, 2, 4, 1, 1, 9, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 7, 1, 1, 1, 9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 1, 6, 1, 6, 1, 1, 1, 1, 1, 1, 3, 11, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 3, 3, 1, 12, 2, 1, 5, 3, 1, 2, 1, 12, 2, 1, 1, 1, 3, 4, 1, 2, 3, 1, 3, 2, 3, 1, 1, 5, 1, 2, 4, 1, 2, 4, 2, 2, 1, 7, 1, 1, 1, 7, 1, 3, 1, 3, 4, 1, 2, 1, 1, 2, 5, 1, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 3, 4, 1, 1, 3, 1, 1, 3, 2, 6, 2, 4, 2, 1, 2, 16, 1, 1, 1, 6, 2, 2, 4, 2, 1, 2, 15, 1, 2, 1, 2, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 5, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 5, 1, 1, 8, 1, 1, 3, 1, 5, 1, 1, 1, 1, 3, 14, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 4, 2, 1, 2, 4, 2, 2, 1, 13, 3, 4, 1, 3, 1, 1, 4, 1, 1, 9, 5, 6, 1, 1, 8, 1, 1, 1, 13, 7, 2, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 2, 1, 1, 13, 4, 2, 2, 3, 4, 1, 1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 1, 1, 9, 3, 1, 2, 1, 5, 3, 1, 2, 6, 2, 5, 6, 1, 5, 1, 2, 5, 1, 9, 1, 3, 1, 1, 5, 1, 6, 2, 1, 5, 5, 1, 3, 2, 5, 1, 1, 9, 1, 8, 1, 2, 6, 1, 8, 1, 1, 3, 1, 1, 5, 1, 5, 2, 5, 1, 1, 9, 1, 3, 1, 1, 1, 3, 3, 4, 1, 1, 3, 2, 1, 3, 1, 2, 2, 1, 1, 9, 8, 2, 1, 3, 1, 4, 1, 7, 1, 1, 3, 1, 9, 7, 2, 1, 1, 9, 4, 2, 2, 3, 7, 1, 13, 2, 2, 1, 3, 1, 1, 1, 1, 2, 1, 1, 13, 6, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 3, 2, 5, 2, 5, 2, 1, 1, 6, 1, 1, 9, 1, 2, 6, 1, 2, 2, 2, 1, 13, 6, 2, 1, 1, 5, 1, 1, 9, 8, 2, 1, 1, 9, 1, 2, 1, 2, 2, 3, 6, 1, 1, 1, 1, 3, 1, 4, 1, 7, 1, 7, 2, 1, 1, 1, 5, 1, 1, 5, 1, 2, 1, 5, 1, 3, 1, 1, 1, 4, 1, 1, 4, 1, 2, 1, 4, 1, 1, 9, 1, 2, 4, 8, 3, 7, 1, 1, 2, 4, 1, 1, 1, 13, 3, 4, 1, 1, 1, 5, 6, 1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 2, 7, 1, 1, 5, 1, 2, 3, 1, 1, 3, 1, 5, 1, 1, 2, 1, 1, 7, 2, 2, 3, 4, 1, 3, 8, 3, 4, 5, 5, 7, 5, 2, 1, 3, 1, 5, 1, 3, 1, 1, 5, 4, 1, 7, 1, 5, 9, 1, 1, 1, 2, 6, 1, 1, 1, 3, 1, 3, 1, 1, 3, 2, 3, 2, 1, 2, 3, 3, 2, 6, 1, 1, 9, 1, 2, 1, 3, 1, 6, 1, 13, 3, 3, 9, 2, 4, 2, 1, 3, 1, 3, 1, 1, 9, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 3, 3, 1, 1, 3, 1, 3, 3, 1, 1, 9, 2, 5, 1, 2, 1, 4, 1, 1, 1, 3, 1, 3, 1, 8, 1, 4, 1, 1, 5, 1, 4, 1, 1, 4, 1, 5, 1, 1, 4, 4, 7, 1, 1, 4, 1, 1, 9, 1, 2, 1, 1, 5, 3, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 13, 1, 5, 1, 2, 1, 4, 3, 6, 1, 1, 1, 9, 3, 4, 1, 5, 1, 3, 1, 1, 4, 1, 1, 5, 3, 4, 1, 1, 3, 1, 2, 4, 1, 1, 7, 1, 1, 6, 1, 4, 1, 1, 9, 1, 8, 2, 1, 1, 9, 4, 4, 2, 1, 9, 1, 5, 3, 1, 6, 1, 4, 1, 5, 1, 1, 1, 13, 4, 1, 7, 3, 1, 9, 1, 4, 1, 17, 1, 6, 1, 1, 1, 6, 4, 1, 1, 3, 4, 17, 1, 7, 1, 1, 1, 3, 7, 1, 3, 1, 1, 1, 1, 5, 4, 2, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 5, 1, 2, 1, 4, 2, 3, 1, 1, 9, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 2, 4, 1, 1, 1, 2, 1, 1, 1, 1, 1, 3, 6, 1, 1, 2, 1, 6, 1, 1, 2, 2, 2, 1, 1, 5, 1, 2, 1, 5, 2, 1, 1, 5, 4, 1, 2, 3, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 1, 9, 1, 2, 1, 2, 2, 2, 1, 1, 1, 2, 2, 2, 1, 9, 2, 2, 1, 1, 1, 2, 2, 2, 1, 1, 1, 9, 1, 2, 1, 5, 1], "chunk_stats": {"count": 1094, "sum": 2892, "mean": 2.643510054844607, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 1094, "units_out": 582, "chunk_lengths": [1, 2, 2, 5, 2, 3, 2, 3, 4, 1, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 1, 4, 1, 3, 1, 4, 2, 1, 3, 2, 2, 3, 3, 1, 5, 4, 6, 3, 1, 4, 2, 1, 1, 2, 2, 1, 1, 3, 4, 1, 1, 1, 5, 4, 1, 1, 2, 4, 4, 1, 4, 2, 1, 2, 1, 5, 1, 3, 1, 2, 1, 1, 2, 2, 2, 1, 3, 3, 1, 1, 1, 5, 2, 2, 1, 4, 1, 1, 1, 3, 1, 3, 1, 1, 8, 2, 1, 3, 4, 1, 1, 1, 2, 4, 1, 4, 1, 1, 1, 1, 2, 1, 2, 1, 4, 1, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 6, 1, 4, 3, 2, 1, 2, 2, 1, 5, 3, 1, 1, 2, 4, 1, 1, 1, 1, 1, 1, 2, 2, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 3, 5, 1, 2, 1, 1, 1, 5, 4, 1, 2, 1, 4, 1, 3, 1, 1, 2, 1, 1, 4, 1, 1, 1, 5, 2, 2, 4, 1, 8, 1, 1, 1, 4, 3, 1, 1, 1, 4, 5, 4, 1, 2, 1, 2, 1, 1, 2, 1, 1, 3, 3, 1, 1, 2, 1, 3, 1, 4, 1, 3, 1, 2, 1, 5, 2, 1, 3, 2, 3, 1, 1, 2, 1, 1, 1, 2, 8, 3, 1, 1, 3, 1, 2, 2, 1, 3, 2, 5, 1, 1, 1, 3, 1, 2, 4, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 2, 2, 6, 1, 1, 2, 2, 1, 3, 1, 1, 1, 1, 3, 2, 1, 1, 2, 5, 1, 1, 1, 4, 1, 1, 1, 1, 2, 1, 1, 1, 3, 1, 2, 1, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 1, 3, 1, 1, 1, 3, 4, 1, 2, 2, 1, 1, 2, 1, 1, 1, 4, 3, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 3, 2, 1, 3, 1, 1, 2, 4, 2, 1, 3, 1, 1, 2, 3, 2, 3, 1, 1, 1, 4, 2, 2, 1, 2, 1, 2, 2, 3, 1, 1, 1, 2, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 1, 1, 4, 2, 1, 2, 1, 1, 3, 2, 4, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 2, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 3, 1, 1, 1, 4, 1, 1, 1, 2, 1, 4, 2, 4, 1, 2, 5, 1, 2, 6, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 1, 2, 2, 1, 3, 1, 5, 1, 1, 2, 1, 2, 1, 1, 1, 1, 4, 1, 9, 1, 1, 3, 5, 1, 2, 1, 3, 3, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 2, 1, 5, 3, 5, 1, 1, 1, 2, 1, 5, 1, 2, 1, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 2, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 4, 1], "chunk_stats": {"count": 582, "sum": 1094, "mean": 1.879725085910653, "median": 1.0, "p95": 4.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 763, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 3, 1, 4, 5, 5, 3, 1, 1, 1, 6, 5, 5, 2, 1, 3, 1, 7, 1, 1, 1, 9, 4, 2, 9, 9, 1, 1, 1, 9, 1, 1, 1, 1, 7, 5, 1, 1, 1, 1, 1, 2, 1, 1, 2, 4, 3, 1, 1, 1, 3, 5, 13, 2, 2, 1, 13, 1, 1, 2, 6, 1, 5, 4, 4, 4, 2, 3, 1, 3, 1, 4, 7, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 4, 8, 1, 7, 7, 2, 2, 1, 1, 1, 3, 7, 1, 5, 1, 1, 1, 1, 6, 1, 1, 1, 4, 2, 2, 1, 1, 1, 1, 1, 3, 1, 2, 1, 14, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 8, 9, 1, 1, 3, 1, 1, 1, 1, 4, 7, 2, 3, 1, 1, 2, 5, 5, 3, 1, 1, 2, 4, 1, 2, 3, 1, 1, 1, 1, 1, 1, 2, 6, 4, 1, 1, 1, 3, 1, 2, 8, 5, 2, 1, 1, 1, 1, 2, 4, 2, 1, 1, 1, 3, 1, 1, 3, 1, 4, 1, 3, 6, 1, 1, 1, 1, 6, 5, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 1, 1, 1, 7, 1, 3, 1, 13, 2, 1, 1, 2, 1, 2, 1, 1, 5, 7, 1, 2, 1, 1, 1, 1, 1, 9, 1, 4, 9, 1, 5, 1, 1, 4, 5, 4, 2, 2, 13, 1, 9, 3, 1, 3, 7, 1, 2, 4, 3, 4, 8, 1, 5, 1, 4, 1, 1, 4, 2, 1, 1, 1, 7, 1, 2, 1, 2, 1, 2, 4, 1, 1, 4, 4, 9, 2, 1, 4, 1, 1, 2, 1, 2, 4, 1, 2, 4, 3, 3, 4, 5, 2, 2, 4, 2, 2, 1, 1, 1, 2, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 9, 1, 1, 1, 3, 3, 1, 1, 1, 2, 5, 1, 3, 1, 3, 3, 6, 4, 1, 2, 5, 1, 3, 3, 1, 1, 1, 6, 2, 1, 4, 7, 4, 2, 1, 1, 1, 4, 1, 7, 5, 2, 2, 1, 2, 1, 5, 1, 13, 1, 1, 1, 7, 4, 1, 1, 3, 2, 7, 3, 2, 1, 3, 5, 1, 5, 4, 4, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 4, 3, 5, 1, 5, 1, 6, 1, 4, 1, 1, 1, 1, 6, 4, 4, 1, 2, 1, 3, 1, 1, 4, 3, 3, 2, 3, 1, 2, 1, 1, 1, 1, 6, 1, 1, 2, 1, 6, 1, 1, 4, 3, 9, 1, 3, 1, 9, 3, 1, 1, 1, 1, 17, 1, 2, 4, 1, 1, 1, 2, 1, 1, 6, 1, 6, 4, 1, 5, 4, 1, 1, 1, 1, 1, 4, 6, 1, 5, 1, 7, 1, 1, 4, 1, 1, 1, 1, 5, 4, 1, 1, 5, 2, 1, 13, 2, 1, 1, 1, 2, 1, 2, 3, 1, 1, 4, 2, 6, 1, 9, 1, 4, 5, 3, 1, 1, 2, 5, 1, 1, 1, 2, 1, 2, 2, 1, 1, 5, 3, 3, 9, 3, 7, 1, 4, 2, 1, 2, 1, 1, 4, 1, 1, 5, 1, 5, 1, 1, 5, 2, 2, 1, 1, 5, 2, 1, 1, 1, 6, 1, 2, 7, 9, 1, 1, 1, 5, 2, 1, 3, 5, 2, 1, 1, 8, 2, 5, 5, 7, 7, 1, 4, 1, 3, 1, 1, 4, 3, 1, 8, 1, 1, 1, 3, 4, 2, 1, 1, 1, 4, 5, 9, 4, 1, 2, 2, 1, 2, 4, 1, 1, 3, 4, 1, 1, 1, 1, 45, 1, 1, 3, 1, 1, 1, 1, 3, 1, 2, 1, 2, 3, 7, 1, 4, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 3, 1, 3, 1, 6, 2, 9, 5, 2, 1, 1, 1, 14, 2, 1, 2, 3, 1, 1, 1, 1, 1, 7, 2, 1, 1, 9, 1, 2, 1, 3, 1, 5, 1, 2, 2, 4, 1, 4, 1, 1, 1, 1, 1, 3, 1, 4, 1, 1, 1, 1, 2, 1, 1, 5, 4, 1, 1, 2, 1, 1, 1, 3, 6, 1, 1, 7, 2, 4, 8, 13, 1, 1, 1, 3, 4, 1, 1, 1, 2, 4, 1, 1, 4, 3, 1, 1, 1, 1, 2, 1, 1, 1, 5, 4, 1, 1, 8, 1, 1, 1, 9, 1, 1, 1, 1, 4, 1, 7, 5, 1, 1, 3, 3, 2, 8, 1, 2, 3], "chunk_stats": {"count": 775, "sum": 2048, "mean": 2.6425806451612903, "median": 1.0, "p95": 7.2999999999999545, "max": 45, "min": 1}, "active_size_stats": {"count": 128, "sum": 2048, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 325, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 1, 3, 2, 3, 3, 2, 2, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 3, 1, 1, 5, 1, 3, 1, 2, 1, 3, 4, 2, 4, 1, 1, 1, 3, 1, 1, 3, 2, 1, 1, 7, 1, 3, 3, 1, 1, 2, 1, 3, 3, 1, 4, 3, 1, 3, 1, 2, 3, 2, 4, 1, 8, 4, 1, 1, 1, 1, 3, 6, 1, 2, 2, 1, 1, 2, 2, 3, 3, 3, 1, 2, 2, 2, 2, 1, 1, 4, 1, 5, 1, 3, 3, 1, 3, 1, 5, 1, 1, 1, 1, 1, 8, 1, 4, 4, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 3, 3, 4, 1, 4, 2, 1, 3, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 7, 3, 1, 1, 1, 6, 7, 1, 1, 2, 3, 4, 5, 2, 7, 1, 3, 3, 1, 1, 1, 2, 5, 1, 4, 9, 1, 2, 1, 2, 1, 3, 5, 7, 1, 2, 1, 2, 4, 3, 1, 3, 1, 1, 5, 4, 3, 4, 3, 1, 1, 1, 1, 2, 3, 1, 3, 1, 2, 1, 1, 1, 1, 5, 4, 3, 1, 1, 6, 1, 1, 2, 4, 2, 1, 1, 1, 3, 1, 1, 1, 3, 3, 1, 2, 5, 1, 3, 1, 1, 2, 1, 4, 1, 2, 2, 1, 2, 2, 3, 2, 3, 1, 1, 6, 1, 4, 4, 2, 1, 2, 5, 3, 3, 1, 2, 1, 1, 1, 4, 3, 4, 2, 3, 7, 1, 3, 1, 1, 1, 1, 5, 2, 3, 3, 2, 2, 4, 4, 1, 1, 5, 3, 1, 1, 1, 6, 1, 2, 1, 1, 2, 3, 3, 2, 3, 4, 1, 2, 10, 1, 5, 1, 1, 2, 1, 1, 3, 4, 1, 1, 1, 1, 3, 1, 3, 2, 2, 1, 1, 1, 3, 21, 1, 3, 1, 3, 2], "chunk_stats": {"count": 333, "sum": 763, "mean": 2.2912912912912913, "median": 2.0, "p95": 5.399999999999977, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 763, "mean": 5.9609375, "median": 6.0, "p95": 9.0, "max": 10, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.07003145199996652, "decode_time_sec": 2.075198623999313, "total_time_sec": 2.151110847000382, "prefill_units_per_sec": 3798.293372528206, "prefill_bytes_per_sec": 3784.0140741352425, "decode_units_per_sec": 61.68084274907575, "decode_bytes_per_sec": 61.68084274907575, "total_units_per_sec": 59.50413953724872, "total_bytes_per_sec": 59.50413953724872, "step_latency_ms": {"count": 128, "sum": 2059, "mean": 16.0859375, "median": 8.0, "p95": 38.0, "max": 42, "min": 8}, "peak_allocated_mb": 3341.3115234375, "peak_reserved_mb": 3376.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 265, "mean": 265.0, "median": 265.0, "p95": 265.0, "max": 265, "min": 265}, "model_input_units": {"count": 1, "sum": 266, "mean": 266.0, "median": 266.0, "p95": 266.0, "max": 266, "min": 266}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 265, "model_input_units": 266, "stage0_units": 98, "stage1_units": 50, "bytes_per_stage0_unit": 2.704081632653061, "stage0_per_stage1_unit": 1.96}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 266, "units_out": 98, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 5, 1, 5, 1, 1, 1, 1, 2, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 5, 3, 5, 1, 4, 4, 4, 1, 1, 3, 2, 1, 1, 1, 9, 1, 1, 1, 3, 2, 6, 1, 1, 8, 1, 10, 1, 1, 2, 1, 1, 9, 1, 1, 1, 1, 3, 2, 6, 1, 1, 1, 7, 1, 6, 1, 10, 1, 1, 2, 1, 1, 9, 1, 2, 1, 13, 2, 2, 4, 4, 6, 1, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1], "chunk_stats": {"count": 98, "sum": 266, "mean": 2.7142857142857144, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 98, "units_out": 50, "chunk_lengths": [1, 2, 1, 2, 4, 1, 3, 1, 3, 1, 2, 2, 1, 4, 1, 4, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 2, 1, 2, 3, 2, 2, 1, 4, 1, 3, 1, 1, 1, 2, 1, 10, 1], "chunk_stats": {"count": 50, "sum": 98, "mean": 1.96, "median": 1.0, "p95": 4.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [13, 9, 2, 1, 1, 3, 1, 5, 1, 1, 1, 6, 2, 5, 1, 2, 6, 1, 2, 2, 1, 1, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 13, 3, 4, 3], "chunk_stats": {"count": 52, "sum": 128, "mean": 2.4615384615384617, "median": 1.0, "p95": 7.349999999999987, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 27, "chunk_lengths": [1, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 10, 1, 4, 1, 5, 1, 1, 1, 2], "chunk_stats": {"count": 28, "sum": 51, "mean": 1.8214285714285714, "median": 1.0, "p95": 4.649999999999999, "max": 10, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.10140902999773971, "decode_time_sec": 4.994184224997298, "total_time_sec": 5.108389336000982, "prefill_units_per_sec": 67035.4503948171, "prefill_bytes_per_sec": 66877.67351833622, "decode_units_per_sec": 410.0769830934917, "decode_bytes_per_sec": 410.0769830934917, "total_units_per_sec": 400.909144799688, "total_bytes_per_sec": 400.909144799688, "step_latency_ms": {"count": 128, "sum": 4883, "mean": 38.1484375, "median": 41.0, "p95": 42.0, "max": 43, "min": 8}, "peak_allocated_mb": 7716.27587890625, "peak_reserved_mb": 7916.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 6782, "mean": 423.875, "median": 369.0, "p95": 689.75, "max": 962, "min": 260}, "model_input_units": {"count": 16, "sum": 6798, "mean": 424.875, "median": 370.0, "p95": 690.75, "max": 963, "min": 261}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 6782, "model_input_units": 6798, "stage0_units": 2309, "stage1_units": 1176, "bytes_per_stage0_unit": 2.9372022520571677, "stage0_per_stage1_unit": 1.96343537414966}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 6798, "units_out": 2309, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 5, 1, 5, 1, 1, 1, 1, 2, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 5, 3, 5, 1, 4, 4, 4, 1, 1, 3, 2, 1, 1, 1, 9, 1, 1, 1, 3, 2, 6, 1, 1, 8, 1, 10, 1, 1, 2, 1, 1, 9, 1, 1, 1, 1, 3, 2, 6, 1, 1, 1, 7, 1, 6, 1, 10, 1, 1, 2, 1, 1, 9, 1, 2, 1, 13, 2, 2, 4, 4, 6, 1, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 1, 1, 3, 3, 1, 4, 1, 6, 1, 9, 1, 3, 2, 9, 1, 6, 1, 2, 2, 2, 9, 1, 3, 1, 1, 3, 1, 1, 4, 2, 9, 1, 3, 1, 2, 1, 1, 1, 5, 2, 9, 1, 1, 9, 2, 1, 5, 1, 5, 1, 3, 4, 6, 3, 2, 5, 3, 1, 6, 9, 1, 2, 2, 1, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 3, 3, 1, 8, 1, 1, 3, 2, 3, 3, 1, 5, 1, 1, 3, 1, 9, 6, 2, 1, 1, 4, 1, 1, 1, 1, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 4, 1, 7, 9, 1, 2, 1, 6, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 3, 9, 1, 1, 1, 1, 6, 1, 1, 1, 2, 3, 4, 1, 1, 2, 1, 6, 1, 20, 1, 5, 1, 1, 1, 4, 2, 3, 5, 1, 9, 4, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 4, 2, 3, 5, 1, 1, 9, 2, 1, 5, 6, 1, 1, 4, 9, 1, 2, 4, 1, 3, 1, 1, 3, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 2, 1, 1, 3, 1, 2, 5, 1, 1, 9, 1, 2, 4, 1, 3, 1, 2, 1, 1, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 3, 1, 3, 1, 2, 5, 1, 1, 1, 9, 2, 7, 1, 1, 5, 1, 2, 3, 2, 4, 3, 5, 1, 7, 1, 1, 1, 6, 1, 3, 1, 4, 1, 9, 2, 1, 5, 10, 1, 3, 1, 4, 1, 2, 3, 3, 4, 1, 4, 7, 1, 1, 5, 1, 9, 1, 2, 1, 13, 1, 2, 1, 2, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 3, 3, 1, 1, 3, 2, 1, 2, 1, 1, 1, 2, 3, 1, 1, 3, 1, 2, 2, 2, 1, 1, 1, 4, 1, 1, 9, 1, 2, 3, 1, 1, 4, 1, 2, 2, 2, 1, 13, 1, 2, 3, 4, 1, 1, 3, 2, 1, 1, 10, 1, 1, 4, 1, 2, 2, 2, 1, 1, 17, 3, 1, 5, 2, 1, 3, 13, 4, 1, 17, 1, 2, 1, 21, 1, 3, 1, 2, 5, 1, 4, 1, 1, 3, 1, 4, 1, 21, 3, 1, 5, 2, 1, 3, 17, 7, 3, 11, 5, 1, 21, 3, 1, 5, 1, 1, 3, 3, 1, 1, 3, 1, 1, 9, 2, 4, 2, 1, 1, 1, 1, 2, 2, 2, 9, 1, 2, 1, 3, 1, 1, 11, 1, 13, 1, 5, 1, 1, 1, 1, 3, 2, 7, 1, 1, 1, 1, 1, 3, 8, 5, 1, 1, 1, 1, 2, 9, 1, 1, 7, 11, 1, 1, 1, 9, 1, 2, 2, 4, 1, 4, 1, 1, 9, 6, 2, 4, 1, 5, 4, 1, 1, 1, 1, 1, 9, 1, 3, 1, 1, 2, 2, 5, 1, 1, 2, 1, 5, 1, 4, 1, 1, 1, 1, 1, 1, 2, 5, 1, 9, 2, 1, 2, 2, 2, 4, 4, 4, 4, 2, 2, 1, 2, 3, 2, 2, 1, 2, 5, 2, 2, 1, 2, 1, 1, 8, 1, 1, 9, 2, 1, 2, 1, 6, 4, 4, 5, 1, 3, 4, 1, 9, 1, 3, 1, 4, 5, 2, 1, 9, 1, 3, 1, 5, 2, 5, 1, 1, 1, 1, 4, 9, 1, 3, 1, 6, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1, 2, 2, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1, 1, 1, 3, 1, 8, 1, 5, 1, 1, 3, 2, 5, 1, 1, 1, 9, 2, 1, 5, 1, 2, 4, 8, 6, 1, 2, 2, 5, 9, 1, 2, 4, 1, 1, 8, 1, 5, 2, 6, 1, 5, 1, 1, 13, 3, 4, 5, 1, 9, 2, 1, 8, 1, 4, 5, 9, 1, 9, 1, 6, 2, 5, 1, 1, 1, 1, 4, 1, 5, 1, 1, 9, 2, 1, 5, 4, 6, 4, 1, 4, 1, 1, 3, 4, 1, 4, 9, 4, 5, 1, 5, 2, 5, 1, 6, 3, 1, 9, 1, 5, 1, 5, 1, 1, 1, 13, 5, 1, 6, 1, 1, 3, 3, 1, 8, 1, 1, 8, 1, 4, 2, 7, 1, 1, 5, 4, 2, 3, 5, 1, 7, 1, 5, 1, 1, 7, 1, 3, 1, 1, 1, 1, 1, 7, 1, 5, 1, 2, 2, 1, 1, 3, 3, 1, 1, 1, 5, 4, 1, 5, 2, 2, 2, 5, 8, 1, 5, 2, 2, 2, 1, 5, 1, 2, 4, 1, 1, 4, 1, 1, 1, 9, 4, 1, 5, 2, 1, 1, 4, 1, 3, 1, 1, 1, 5, 1, 10, 1, 1, 1, 6, 1, 13, 4, 1, 3, 1, 3, 1, 1, 1, 1, 3, 1, 7, 1, 7, 1, 4, 1, 1, 9, 4, 7, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 4, 1, 1, 13, 1, 2, 4, 1, 1, 3, 1, 7, 1, 1, 1, 1, 4, 1, 2, 1, 2, 1, 1, 1, 3, 7, 1, 1, 17, 3, 4, 4, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 4, 1, 13, 1, 7, 2, 1, 4, 1, 6, 1, 1, 13, 1, 3, 1, 7, 1, 1, 2, 1, 1, 4, 1, 6, 1, 7, 1, 13, 7, 2, 4, 1, 4, 2, 1, 4, 2, 1, 1, 1, 4, 1, 13, 4, 1, 7, 1, 1, 1, 3, 3, 1, 1, 4, 1, 6, 1, 4, 1, 1, 4, 1, 2, 1, 8, 1, 1, 5, 1, 2, 1, 9, 1, 3, 2, 1, 1, 1, 5, 1, 5, 1, 2, 1, 8, 1, 1, 3, 1, 1, 2, 1, 1, 5, 7, 1, 1, 5, 1, 9, 1, 2, 1, 4, 1, 1, 1, 6, 5, 1, 2, 1, 4, 1, 1, 3, 5, 3, 4, 1, 7, 3, 4, 1, 1, 18, 1, 9, 1, 1, 1, 6, 1, 3, 5, 8, 5, 4, 1, 4, 9, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 4, 1, 1, 3, 1, 4, 1, 1, 3, 1, 1, 9, 1, 1, 1, 2, 2, 1, 3, 1, 3, 1, 1, 6, 1, 5, 1, 1, 2, 1, 1, 6, 1, 1, 9, 4, 1, 1, 1, 2, 1, 1, 9, 1, 1, 1, 2, 2, 1, 2, 4, 2, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 10, 1, 3, 1, 1, 4, 1, 4, 1, 1, 9, 1, 5, 2, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 9, 1, 4, 1, 1, 11, 2, 4, 1, 1, 2, 1, 1, 4, 1, 1, 10, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 6, 1, 1, 4, 1, 6, 1, 6, 1, 2, 2, 1, 1, 5, 7, 2, 7, 3, 1, 2, 1, 6, 1, 7, 5, 4, 1, 1, 3, 2, 1, 7, 3, 6, 1, 3, 1, 1, 6, 1, 1, 2, 1, 1, 1, 1, 4, 3, 2, 1, 1, 1, 9, 1, 2, 1, 5, 2, 3, 1, 6, 1, 13, 6, 2, 3, 4, 1, 7, 2, 1, 6, 1, 5, 1, 13, 1, 6, 1, 1, 8, 1, 5, 2, 3, 1, 13, 7, 2, 7, 1, 3, 6, 1, 1, 1, 3, 1, 13, 6, 1, 1, 2, 5, 1, 1, 1, 3, 1, 2, 1, 2, 1, 8, 1, 1, 3, 1, 1, 2, 1, 8, 1, 1, 1, 9, 2, 7, 1, 1, 4, 1, 6, 12, 4, 4, 8, 9, 1, 2, 3, 2, 1, 5, 10, 1, 1, 9, 1, 3, 4, 2, 1, 9, 4, 1, 1, 1, 3, 1, 3, 1, 3, 4, 1, 1, 13, 2, 5, 1, 3, 8, 1, 1, 2, 4, 8, 6, 1, 5, 13, 2, 3, 4, 5, 1, 7, 4, 4, 1, 3, 13, 1, 1, 3, 6, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 3, 13, 1, 3, 4, 3, 1, 1, 13, 1, 2, 1, 3, 2, 1, 1, 3, 6, 1, 1, 1, 1, 2, 9, 2, 10, 1, 1, 4, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 9, 2, 1, 4, 2, 1, 4, 1, 1, 1, 13, 10, 2, 1, 9, 1, 1, 9, 4, 2, 2, 1, 1, 9, 4, 5, 3, 9, 1, 13, 5, 2, 1, 1, 1, 1, 1, 3, 1, 1, 4, 3, 1, 1, 3, 1, 6, 1, 2, 1, 1, 1, 1, 6, 1, 2, 1, 4, 1, 1, 13, 1, 2, 4, 4, 1, 17, 8, 1, 13, 1, 2, 1, 1, 8, 1, 4, 2, 4, 1, 1, 17, 4, 1, 1, 6, 1, 4, 1, 13, 4, 1, 17, 4, 1, 1, 1, 5, 1, 4, 1, 1, 9, 1, 2, 10, 1, 13, 3, 4, 4, 1, 1, 9, 2, 11, 1, 4, 2, 1, 2, 1, 2, 8, 1, 2, 1, 9, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 4, 1, 8, 1, 6, 1, 1, 3, 2, 6, 1, 1, 9, 2, 1, 7, 2, 1, 3, 9, 5, 2, 1, 1, 9, 4, 5, 3, 6, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 4, 2, 1, 6, 1, 17, 4, 1, 3, 5, 2, 1, 1, 1, 1, 17, 8, 13, 1, 2, 4, 1, 1, 1, 1, 6, 1, 4, 1, 4, 1, 1, 1, 1, 1, 3, 2, 1, 7, 1, 1, 1, 2, 1, 5, 1, 6, 1, 1, 3, 2, 7, 1, 1, 9, 5, 2, 6, 1, 7, 1, 4, 1, 7, 1, 9, 7, 1, 7, 2, 1, 1, 6, 1, 4, 1, 2, 1, 5, 1, 2, 1, 6, 1, 2, 1, 4, 1, 2, 1, 3, 1, 1, 1, 1, 1, 27, 1, 5, 1, 3, 1, 1, 9, 1, 2, 4, 1, 1, 5, 1, 6, 1, 1, 1, 1, 2, 2, 3, 3, 4, 4, 1, 1, 5, 1, 6, 1, 1, 1, 1, 4, 1, 1, 1, 1, 13, 2, 2, 2, 2, 9, 4, 1, 13, 4, 1, 2, 1, 3, 3, 1, 3, 1, 6, 1, 5, 1, 4, 1, 1, 4, 1, 6, 1, 1, 4, 4, 1, 1, 1, 17, 1, 2, 1, 1, 2, 1, 7, 1, 6, 1, 2, 1, 25, 4, 1, 1, 5, 1, 6, 1, 1, 1, 1, 1, 3, 1, 2, 3, 1, 9, 1, 1, 1, 1, 1, 5, 8, 1, 5, 1, 1, 1, 5, 4, 2, 1, 2, 6, 3, 9, 1, 1, 1, 1, 1, 5, 2, 1, 1, 1, 1, 1, 1, 9, 8, 1, 2, 1, 1, 9, 4, 2, 3, 5, 1, 13, 8, 1, 1, 5, 1, 1, 1, 9, 8, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 9, 4, 2, 3, 1, 1, 1, 1, 8, 1, 1, 1, 2, 1, 1, 1, 13, 8, 1, 1, 5, 1, 1, 1, 9, 8, 1, 4, 1, 1, 5, 1, 8, 1, 5, 6, 1, 5, 2, 1, 3, 1, 8, 1, 1, 4, 8, 1, 3, 8, 1, 4, 1, 5, 6, 1, 5, 2, 1, 5, 1, 4, 1, 1, 2, 1, 6, 1, 4, 1, 1, 1, 5, 8, 1, 5, 2, 1, 1, 2, 1, 3, 4, 1, 4, 1, 5, 1, 1, 4, 1, 1, 3, 1, 3, 1, 4, 1, 3, 5, 1, 2, 1, 1, 5, 1, 6, 2, 3, 1, 1, 5, 1, 1, 5, 1, 5, 2, 1, 5, 1, 3, 5, 1, 4, 1, 4, 1, 3, 5, 1, 2, 1, 1, 5, 7, 1, 1, 2, 2, 2, 2, 2, 8, 3, 1, 9, 1, 1, 1, 5, 4, 1, 1, 1, 4, 2, 3, 1, 5, 1, 2, 1, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 8, 1, 5, 1, 1, 5, 4, 5, 4, 1, 3, 1, 1, 3, 1, 1, 9, 5, 5, 2, 1, 3, 1, 1, 5, 4, 1, 1, 9, 1, 2, 1, 3, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 8, 1, 1, 13, 4, 5, 2, 7, 1, 1, 2, 1, 1, 3, 1, 5, 4, 1, 13, 3, 4, 4, 5, 3, 5, 4, 9, 2, 3, 1, 3, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 5, 1, 1, 13, 3, 4, 1, 1, 1, 5, 3, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 6, 1, 1, 1, 1, 1, 1, 6, 1, 5, 4, 1, 9, 4, 1, 13, 3, 4, 5, 4, 1, 1], "chunk_stats": {"count": 2309, "sum": 6798, "mean": 2.9441316587267217, "median": 2.0, "p95": 9.0, "max": 27, "min": 1}}, {"stage": 1, "units_in": 2309, "units_out": 1176, "chunk_lengths": [1, 2, 1, 2, 4, 1, 3, 1, 3, 1, 2, 2, 1, 4, 1, 4, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 2, 1, 2, 3, 2, 2, 1, 4, 1, 3, 1, 1, 1, 2, 1, 10, 1, 1, 2, 1, 2, 1, 1, 1, 1, 3, 1, 2, 1, 2, 1, 1, 2, 3, 1, 2, 1, 1, 3, 3, 2, 1, 1, 1, 1, 1, 1, 2, 1, 3, 2, 3, 3, 1, 4, 1, 7, 1, 1, 2, 2, 3, 1, 3, 1, 4, 1, 1, 1, 3, 3, 1, 1, 2, 3, 4, 3, 5, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 1, 1, 2, 1, 6, 4, 1, 1, 3, 2, 1, 3, 2, 1, 2, 1, 1, 2, 1, 1, 1, 2, 1, 2, 1, 1, 2, 2, 3, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 4, 4, 1, 2, 1, 2, 1, 2, 4, 3, 2, 1, 1, 2, 1, 2, 1, 2, 2, 3, 3, 1, 1, 1, 5, 4, 1, 2, 1, 2, 1, 6, 1, 2, 3, 1, 3, 2, 3, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 3, 2, 2, 3, 1, 1, 2, 2, 1, 2, 1, 4, 2, 2, 1, 2, 1, 3, 1, 1, 3, 1, 3, 2, 3, 2, 1, 1, 2, 1, 1, 3, 2, 1, 2, 1, 4, 1, 2, 1, 4, 1, 1, 1, 1, 5, 5, 1, 1, 3, 3, 1, 3, 4, 1, 4, 1, 3, 1, 2, 1, 2, 1, 3, 1, 5, 2, 6, 1, 3, 3, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 4, 1, 1, 2, 2, 1, 2, 2, 1, 1, 5, 1, 1, 1, 2, 2, 5, 8, 1, 3, 1, 1, 1, 2, 3, 1, 1, 2, 1, 3, 2, 1, 1, 1, 4, 4, 1, 1, 4, 1, 1, 3, 1, 2, 2, 3, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 2, 5, 1, 1, 4, 1, 4, 2, 1, 5, 1, 1, 1, 3, 1, 1, 1, 3, 2, 1, 4, 7, 1, 5, 7, 1, 3, 1, 2, 2, 2, 1, 3, 3, 1, 1, 1, 2, 1, 6, 1, 1, 1, 1, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2, 1, 2, 2, 1, 4, 2, 3, 1, 1, 1, 2, 3, 4, 4, 1, 1, 3, 1, 3, 1, 9, 1, 3, 1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 2, 4, 5, 3, 3, 1, 1, 1, 3, 3, 2, 1, 1, 1, 2, 1, 2, 1, 1, 2, 3, 1, 1, 1, 2, 1, 5, 1, 3, 1, 1, 4, 1, 1, 4, 1, 1, 2, 2, 3, 1, 1, 2, 1, 2, 2, 2, 1, 3, 1, 2, 4, 3, 6, 1, 1, 2, 6, 7, 1, 7, 1, 3, 3, 1, 3, 5, 1, 2, 1, 4, 2, 1, 4, 3, 3, 2, 3, 1, 1, 1, 1, 2, 1, 3, 5, 1, 3, 1, 1, 2, 1, 3, 2, 2, 1, 2, 4, 1, 1, 1, 3, 1, 2, 1, 3, 1, 7, 2, 3, 2, 1, 5, 1, 5, 3, 1, 2, 7, 6, 1, 1, 3, 1, 2, 2, 3, 5, 2, 1, 2, 2, 6, 2, 1, 4, 1, 4, 1, 7, 2, 3, 2, 1, 3, 2, 3, 2, 1, 4, 1, 2, 1, 2, 4, 1, 3, 2, 2, 2, 1, 2, 1, 1, 1, 2, 1, 4, 3, 1, 5, 1, 3, 2, 1, 1, 3, 6, 1, 1, 3, 5, 1, 1, 1, 1, 1, 2, 2, 3, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 4, 2, 1, 1, 3, 1, 2, 1, 3, 1, 4, 1, 1, 2, 7, 1, 1, 1, 3, 1, 3, 1, 1, 1, 2, 2, 3, 3, 1, 2, 3, 2, 1, 2, 1, 1, 1, 4, 5, 1, 4, 1, 1, 1, 2, 2, 3, 1, 1, 3, 2, 1, 1, 2, 1, 1, 1, 1, 1, 2, 4, 2, 1, 3, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 1, 3, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 7, 1, 1, 1, 3, 1, 1, 3, 1, 1, 3, 1, 1, 2, 4, 1, 4, 1, 3, 2, 1, 1, 2, 1, 2, 1, 2, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 2, 1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 6, 1, 5, 1, 2, 1, 1, 4, 1, 2, 4, 2, 4, 1, 1, 1, 2, 4, 2, 1, 3, 1, 2, 2, 3, 1, 2, 1, 5, 3, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 4, 1, 2, 2, 2, 4, 1, 3, 3, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 2, 4, 1, 6, 1, 1, 6, 1, 2, 2, 1, 3, 1, 1, 1, 1, 1, 2, 3, 2, 2, 4, 1, 1, 2, 1, 2, 1, 3, 2, 2, 1, 3, 3, 1, 1, 1, 1, 4, 3, 1, 1, 2, 1, 1, 5, 1, 3, 1, 3, 1, 3, 1, 6, 1, 1, 5, 1, 1, 1, 2, 1, 6, 1, 4, 1, 2, 1, 6, 3, 4, 1, 1, 1, 2, 1, 2, 1, 2, 1, 3, 4, 3, 1, 3, 2, 1, 2, 1, 3, 1, 1, 1, 3, 2, 2, 1, 1, 1, 1, 1, 1, 6, 1, 1, 2, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 3, 1, 7, 2, 1, 1, 1, 1, 2, 1, 1, 2, 2, 1, 1, 1, 2, 3, 1, 4, 1, 3, 3, 1, 1, 2, 2, 1, 4, 4, 1, 1, 4, 3, 1, 1, 2, 3, 3, 1, 1, 2, 1, 2, 3, 1, 1, 2, 1, 3, 1, 1, 3, 1, 2, 2, 3, 5, 1, 1, 1, 3, 1, 3, 1, 2, 2, 2, 1, 1, 1, 1, 2, 2, 2, 1, 4, 1, 1, 1, 2, 1, 4, 2, 1, 2, 1, 5, 1, 1, 2, 6, 1, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 5, 1, 1, 2, 2, 1, 2, 1, 7, 1, 1, 3, 1, 1, 1, 1, 4, 1, 1, 4, 1, 2, 1, 2, 1, 5, 1, 1, 3, 1, 7, 1, 1, 4, 1, 1, 1, 1, 5, 2, 4, 1, 4, 1, 2, 1, 1, 3, 1, 7, 1, 1, 4, 1, 2, 2, 2, 5, 6, 1, 1, 1, 1, 1, 1, 2, 3, 1, 1, 2, 1, 4, 1, 1], "chunk_stats": {"count": 1176, "sum": 2309, "mean": 1.96343537414966, "median": 1.0, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 665, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 4, 1, 1, 5, 2, 1, 4, 5, 3, 1, 1, 6, 2, 4, 2, 1, 1, 3, 9, 8, 4, 1, 1, 1, 3, 3, 1, 4, 1, 4, 1, 4, 13, 5, 13, 1, 3, 3, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 3, 1, 5, 17, 1, 1, 5, 18, 13, 1, 6, 1, 1, 3, 1, 13, 1, 13, 4, 1, 6, 2, 4, 9, 1, 1, 3, 1, 1, 5, 1, 9, 1, 5, 7, 2, 1, 2, 1, 1, 1, 3, 1, 3, 1, 4, 6, 1, 3, 1, 1, 5, 1, 6, 1, 3, 3, 5, 10, 1, 1, 1, 9, 1, 1, 1, 1, 5, 3, 1, 4, 1, 4, 2, 1, 7, 5, 1, 4, 4, 13, 1, 1, 1, 4, 5, 1, 5, 1, 1, 1, 1, 21, 1, 1, 1, 1, 1, 1, 1, 14, 1, 3, 6, 1, 1, 3, 2, 1, 2, 4, 9, 1, 1, 9, 4, 1, 17, 1, 4, 5, 1, 6, 1, 8, 2, 3, 1, 1, 6, 3, 2, 3, 4, 4, 2, 2, 5, 3, 6, 4, 4, 1, 2, 4, 1, 1, 1, 1, 5, 13, 1, 5, 1, 17, 1, 1, 2, 5, 1, 1, 2, 1, 1, 3, 1, 2, 10, 1, 4, 3, 1, 1, 1, 1, 1, 17, 13, 4, 2, 3, 1, 1, 1, 1, 3, 1, 3, 1, 2, 9, 1, 1, 4, 3, 1, 5, 1, 13, 1, 4, 1, 1, 1, 1, 1, 1, 5, 3, 13, 6, 1, 1, 1, 1, 1, 5, 8, 2, 1, 2, 2, 4, 6, 6, 1, 6, 1, 1, 2, 4, 9, 1, 1, 10, 4, 2, 3, 9, 14, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 3, 1, 7, 1, 1, 1, 4, 1, 1, 9, 7, 13, 1, 4, 1, 1, 1, 3, 5, 2, 1, 2, 1, 1, 5, 13, 2, 6, 1, 2, 2, 4, 2, 1, 4, 1, 17, 1, 1, 1, 8, 4, 1, 1, 1, 5, 1, 1, 6, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 1, 2, 1, 5, 3, 2, 1, 2, 2, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 4, 2, 1, 3, 1, 1, 1, 1, 2, 4, 9, 5, 3, 1, 8, 1, 1, 4, 1, 1, 4, 1, 1, 3, 1, 1, 6, 3, 1, 1, 9, 1, 1, 3, 1, 2, 13, 5, 1, 7, 3, 7, 9, 6, 1, 1, 6, 4, 1, 9, 2, 3, 1, 17, 1, 1, 1, 1, 1, 17, 1, 1, 3, 1, 2, 1, 2, 5, 2, 8, 6, 4, 2, 1, 4, 1, 1, 2, 1, 3, 6, 1, 1, 4, 1, 1, 1, 1, 1, 5, 5, 1, 1, 9, 1, 1, 2, 2, 1, 5, 5, 1, 4, 1, 1, 5, 1, 13, 4, 2, 4, 1, 1, 2, 4, 1, 4, 2, 1, 1, 4, 1, 1, 1, 5, 2, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 5, 1, 1, 5, 7, 14, 1, 1, 1, 2, 1, 1, 2, 3, 1, 10, 1, 4, 2, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 6, 1, 3, 5, 2, 1, 6, 13, 1, 8, 7, 4, 4, 1, 1, 2, 1, 5, 2, 1, 11, 1, 1, 1, 1, 3, 13, 1, 1, 8, 1, 13, 2, 1, 2, 1, 3, 1, 10, 1, 1, 2, 6, 1, 1, 3, 1, 3, 3, 5, 5, 6, 1, 2, 2, 1, 1, 3, 1, 1, 1, 5, 1, 4, 1, 2, 6, 3, 4, 1, 1, 1, 1, 1, 9, 3, 3, 1, 3, 1, 1, 1, 1, 1, 1, 1, 3, 8, 8, 5, 1, 2, 1, 6, 2, 6, 14, 2], "chunk_stats": {"count": 677, "sum": 2048, "mean": 3.0251107828655837, "median": 1.0, "p95": 10.0, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 2048, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 291, "chunk_lengths": [1, 1, 1, 1, 1, 2, 1, 1, 1, 3, 1, 2, 1, 3, 3, 3, 2, 2, 1, 1, 3, 2, 1, 5, 3, 2, 1, 1, 2, 1, 2, 2, 1, 1, 1, 5, 1, 2, 1, 7, 2, 5, 3, 1, 1, 1, 2, 1, 1, 2, 3, 3, 1, 2, 1, 5, 1, 1, 2, 3, 3, 3, 1, 1, 1, 2, 2, 1, 2, 1, 5, 1, 1, 3, 1, 1, 4, 1, 1, 5, 2, 4, 1, 4, 1, 1, 1, 2, 1, 2, 3, 1, 1, 4, 4, 1, 3, 2, 1, 1, 2, 2, 2, 3, 5, 1, 1, 1, 1, 1, 2, 1, 4, 1, 2, 1, 2, 4, 1, 5, 1, 1, 1, 1, 1, 2, 1, 2, 8, 1, 1, 2, 1, 1, 3, 2, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1, 2, 3, 5, 1, 1, 3, 3, 3, 1, 1, 1, 1, 5, 1, 1, 3, 8, 1, 4, 2, 1, 2, 1, 1, 5, 1, 1, 2, 1, 6, 1, 1, 1, 2, 4, 2, 1, 5, 6, 2, 2, 1, 1, 3, 1, 5, 4, 10, 1, 1, 3, 1, 1, 3, 1, 7, 6, 1, 1, 1, 1, 1, 8, 1, 4, 1, 1, 3, 2, 4, 9, 1, 1, 2, 1, 1, 1, 3, 4, 2, 3, 3, 3, 1, 5, 1, 1, 5, 1, 1, 1, 1, 4, 1, 3, 1, 1, 1, 3, 1, 7, 1, 5, 1, 4, 6, 1, 1, 8, 1, 3, 1, 4, 4, 9, 1, 3, 1, 1, 2, 3, 1, 3, 3, 4, 1, 5, 1, 1, 3, 5, 1, 3, 1, 2, 2, 3, 1, 2, 2, 6, 3, 4, 1, 3, 2, 1], "chunk_stats": {"count": 300, "sum": 665, "mean": 2.216666666666667, "median": 1.0, "p95": 5.050000000000011, "max": 10, "min": 1}, "active_size_stats": {"count": 127, "sum": 665, "mean": 5.2362204724409445, "median": 5.0, "p95": 9.0, "max": 10, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 8.84693876700112, "decode_time_sec": 2.0082388010014256, "total_time_sec": 10.858433746001538, "prefill_units_per_sec": 24.076124590630734, "prefill_bytes_per_sec": 23.96309114184843, "decode_units_per_sec": 63.73743995792318, "decode_bytes_per_sec": 63.73743995792318, "total_units_per_sec": 11.788072110043878, "total_bytes_per_sec": 11.788072110043878, "step_latency_ms": {"count": 128, "sum": 2005, "mean": 15.6640625, "median": 8.0, "p95": 38.0, "max": 43, "min": 8}, "peak_allocated_mb": 3567.3359375, "peak_reserved_mb": 9928.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 212, "mean": 212.0, "median": 212.0, "p95": 212.0, "max": 212, "min": 212}, "model_input_units": {"count": 1, "sum": 213, "mean": 213.0, "median": 213.0, "p95": 213.0, "max": 213, "min": 213}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 212, "model_input_units": 213, "stage0_units": 100, "stage1_units": 42, "bytes_per_stage0_unit": 2.12, "stage0_per_stage1_unit": 2.380952380952381}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 213, "units_out": 100, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 1, 1, 1, 1, 3, 2, 4, 1, 1, 1, 9, 1, 3, 1, 1, 3, 1, 4, 1, 9, 1, 1, 1, 1, 2, 5, 2, 1, 3, 1, 3, 1, 1, 2, 4, 1, 1, 9, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 3, 2, 1, 3, 1, 3, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 4, 1, 9, 1, 3, 1, 3, 1, 1, 1], "chunk_stats": {"count": 100, "sum": 213, "mean": 2.13, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 100, "units_out": 42, "chunk_lengths": [1, 2, 2, 5, 2, 3, 2, 3, 4, 1, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 1, 4, 1, 3, 1, 4, 2, 1, 3, 2, 2, 3, 3, 1, 5, 4, 6, 3, 1, 4, 2, 1], "chunk_stats": {"count": 42, "sum": 100, "mean": 2.380952380952381, "median": 2.0, "p95": 4.949999999999996, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 57, "chunk_lengths": [1, 9, 3, 4, 1, 1, 1, 1, 2, 4, 2, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 1, 1, 1, 5, 1, 2, 4, 1, 6, 1, 1, 5, 1, 1, 1, 5, 2, 1, 2, 5, 1, 2, 2, 4, 1, 2, 3, 1, 2, 4, 2, 1, 1], "chunk_stats": {"count": 58, "sum": 128, "mean": 2.206896551724138, "median": 1.0, "p95": 5.149999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [1, 1, 8, 8, 6, 1, 1, 1, 5, 1, 3, 1, 3, 1, 1, 3, 2, 1, 2, 2, 3, 1, 1], "chunk_stats": {"count": 23, "sum": 57, "mean": 2.4782608695652173, "median": 1.0, "p95": 7.799999999999997, "max": 8, "min": 1}, "active_size_stats": {"count": 57, "sum": 57, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.9933398829925864, "decode_time_sec": 30.00588560700271, "total_time_sec": 31.032594436997897, "prefill_units_per_sec": 2911.3901993821223, "prefill_bytes_per_sec": 2895.282923036993, "decode_units_per_sec": 68.25327626797464, "decode_bytes_per_sec": 68.25327626797464, "total_units_per_sec": 65.9951266452385, "total_bytes_per_sec": 65.9951266452385, "step_latency_ms": {"count": 2048, "sum": 30149, "mean": 14.72119140625, "median": 8.0, "p95": 38.0, "max": 41, "min": 7}, "peak_allocated_mb": 3413.16552734375, "peak_reserved_mb": 3440.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 2876, "mean": 179.75, "median": 182.0, "p95": 220.75, "max": 232, "min": 103}, "model_input_units": {"count": 16, "sum": 2892, "mean": 180.75, "median": 183.0, "p95": 221.75, "max": 233, "min": 104}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 2876, "model_input_units": 2892, "stage0_units": 1093, "stage1_units": 582, "bytes_per_stage0_unit": 2.6312900274473927, "stage0_per_stage1_unit": 1.8780068728522337}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 2892, "units_out": 1093, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 1, 1, 1, 1, 3, 2, 4, 1, 1, 1, 9, 1, 3, 1, 1, 3, 1, 4, 1, 9, 1, 1, 1, 1, 2, 5, 2, 1, 3, 1, 3, 1, 1, 2, 4, 1, 1, 9, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 3, 2, 1, 3, 1, 3, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 4, 1, 9, 1, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 2, 5, 1, 1, 3, 2, 1, 2, 1, 1, 9, 6, 3, 1, 1, 3, 1, 1, 3, 1, 2, 1, 13, 1, 2, 3, 1, 4, 1, 1, 2, 1, 2, 1, 17, 1, 3, 1, 3, 1, 1, 13, 4, 1, 17, 4, 1, 1, 5, 1, 4, 1, 4, 4, 1, 3, 1, 1, 1, 3, 1, 2, 1, 7, 1, 1, 3, 2, 4, 1, 1, 9, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 7, 1, 1, 1, 9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 1, 6, 1, 6, 1, 1, 1, 1, 1, 1, 3, 11, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 3, 3, 1, 12, 2, 1, 5, 3, 1, 2, 1, 12, 2, 1, 1, 1, 3, 4, 1, 2, 3, 1, 3, 2, 3, 1, 1, 5, 1, 2, 4, 1, 2, 4, 2, 2, 1, 7, 1, 1, 1, 7, 1, 3, 1, 3, 4, 1, 2, 1, 1, 2, 5, 1, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 3, 4, 1, 1, 3, 1, 1, 3, 2, 6, 2, 4, 2, 1, 2, 16, 1, 1, 1, 6, 2, 2, 4, 2, 1, 2, 15, 1, 2, 1, 2, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 5, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 5, 1, 1, 8, 1, 1, 3, 1, 5, 1, 1, 1, 1, 3, 14, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 4, 2, 1, 2, 4, 2, 2, 1, 13, 3, 4, 1, 3, 1, 1, 4, 1, 1, 9, 5, 6, 1, 1, 8, 1, 1, 1, 13, 7, 2, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 2, 1, 1, 13, 4, 2, 2, 3, 4, 1, 1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 1, 1, 9, 3, 1, 2, 1, 5, 3, 1, 2, 6, 2, 5, 6, 1, 5, 1, 2, 5, 1, 9, 1, 3, 1, 1, 5, 1, 6, 2, 1, 5, 5, 1, 3, 2, 5, 1, 1, 9, 1, 8, 1, 2, 6, 1, 8, 1, 1, 3, 1, 1, 5, 1, 5, 2, 5, 1, 1, 9, 1, 3, 1, 1, 1, 3, 3, 4, 1, 1, 3, 2, 1, 3, 1, 2, 2, 1, 1, 9, 8, 2, 1, 3, 1, 4, 1, 7, 1, 1, 3, 1, 9, 7, 2, 1, 1, 9, 4, 2, 2, 3, 7, 1, 13, 2, 2, 1, 3, 1, 1, 1, 1, 2, 1, 1, 13, 6, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 3, 2, 5, 2, 5, 2, 1, 1, 6, 1, 1, 9, 1, 2, 6, 1, 2, 2, 2, 1, 13, 6, 2, 1, 1, 5, 1, 1, 9, 8, 2, 1, 1, 9, 1, 2, 1, 2, 2, 3, 6, 1, 1, 1, 1, 3, 1, 4, 1, 7, 1, 7, 2, 1, 1, 1, 5, 1, 1, 5, 1, 2, 1, 5, 1, 3, 1, 1, 1, 4, 1, 1, 4, 1, 2, 1, 4, 1, 1, 9, 1, 2, 4, 8, 3, 7, 1, 1, 2, 4, 1, 1, 1, 13, 3, 4, 1, 1, 1, 5, 6, 1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 2, 7, 1, 1, 5, 1, 2, 3, 1, 1, 3, 1, 5, 1, 1, 2, 1, 1, 7, 2, 2, 3, 4, 1, 3, 8, 3, 4, 5, 5, 7, 5, 2, 1, 3, 1, 5, 1, 3, 1, 1, 5, 4, 1, 7, 1, 5, 9, 1, 1, 1, 2, 6, 1, 1, 1, 3, 1, 3, 1, 1, 3, 2, 3, 2, 1, 2, 3, 3, 2, 6, 1, 1, 9, 1, 2, 1, 3, 1, 6, 1, 13, 3, 3, 9, 2, 4, 2, 1, 3, 1, 3, 1, 1, 9, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 3, 3, 1, 1, 3, 1, 3, 3, 1, 1, 9, 2, 5, 1, 2, 1, 4, 1, 1, 1, 3, 1, 3, 1, 8, 1, 4, 1, 1, 5, 1, 4, 1, 1, 4, 1, 5, 1, 1, 4, 4, 7, 1, 1, 4, 1, 1, 9, 1, 2, 1, 1, 5, 3, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 13, 1, 5, 1, 2, 1, 4, 3, 6, 1, 1, 1, 9, 3, 4, 1, 5, 1, 3, 1, 1, 4, 1, 1, 5, 3, 4, 1, 1, 3, 1, 2, 4, 1, 1, 7, 1, 1, 6, 1, 4, 1, 1, 9, 1, 8, 2, 1, 1, 9, 4, 4, 2, 1, 9, 1, 5, 3, 1, 6, 1, 4, 1, 5, 1, 1, 1, 13, 4, 1, 7, 3, 1, 9, 1, 4, 1, 17, 1, 6, 1, 1, 1, 6, 4, 1, 1, 3, 4, 17, 1, 7, 1, 1, 1, 3, 7, 1, 3, 1, 1, 1, 1, 5, 4, 2, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 5, 1, 2, 1, 4, 2, 3, 1, 1, 9, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 2, 4, 1, 1, 1, 2, 1, 1, 1, 1, 1, 3, 6, 1, 1, 2, 1, 6, 1, 1, 2, 2, 2, 1, 1, 5, 1, 2, 1, 5, 2, 1, 1, 5, 4, 1, 2, 3, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 1, 9, 1, 2, 1, 2, 2, 2, 1, 1, 1, 2, 2, 2, 1, 9, 2, 2, 1, 1, 1, 2, 2, 2, 1, 1, 1, 9, 1, 2, 1, 5, 1], "chunk_stats": {"count": 1093, "sum": 2892, "mean": 2.645928636779506, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 1093, "units_out": 582, "chunk_lengths": [1, 2, 2, 5, 2, 3, 2, 3, 4, 1, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 1, 4, 1, 3, 1, 4, 2, 1, 3, 2, 2, 3, 3, 1, 5, 4, 6, 3, 1, 4, 2, 1, 1, 2, 2, 1, 1, 3, 4, 1, 1, 1, 5, 4, 1, 1, 2, 4, 4, 1, 4, 2, 1, 2, 1, 4, 1, 3, 1, 2, 1, 1, 2, 2, 2, 1, 3, 3, 1, 1, 1, 5, 2, 2, 1, 4, 1, 1, 1, 3, 1, 3, 1, 1, 8, 2, 1, 3, 4, 1, 1, 1, 2, 4, 1, 4, 1, 1, 1, 1, 2, 1, 2, 1, 4, 1, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 6, 1, 4, 3, 2, 1, 2, 2, 1, 5, 3, 1, 1, 2, 4, 1, 1, 1, 1, 1, 1, 2, 2, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 3, 5, 1, 2, 1, 1, 1, 5, 4, 1, 2, 1, 4, 1, 3, 1, 1, 2, 1, 1, 4, 1, 1, 1, 5, 2, 2, 4, 1, 8, 1, 1, 1, 4, 3, 1, 1, 1, 4, 5, 4, 1, 2, 1, 2, 1, 1, 2, 1, 1, 3, 3, 1, 1, 2, 1, 3, 1, 4, 1, 3, 1, 2, 1, 5, 2, 1, 3, 2, 3, 1, 1, 2, 1, 1, 1, 2, 8, 3, 1, 1, 3, 1, 2, 2, 1, 3, 2, 5, 1, 1, 1, 3, 1, 2, 4, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 2, 2, 6, 1, 1, 2, 2, 1, 3, 1, 1, 1, 1, 3, 2, 1, 1, 2, 5, 1, 1, 1, 4, 1, 1, 1, 1, 2, 1, 1, 1, 3, 1, 2, 1, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 1, 3, 1, 1, 1, 3, 4, 1, 2, 2, 1, 1, 2, 1, 1, 1, 4, 3, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 3, 2, 1, 3, 1, 1, 2, 4, 2, 1, 3, 1, 1, 2, 3, 2, 3, 1, 1, 1, 4, 2, 2, 1, 2, 1, 2, 2, 3, 1, 1, 1, 2, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 1, 1, 4, 2, 1, 2, 1, 1, 3, 2, 4, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 2, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 3, 1, 1, 1, 4, 1, 1, 1, 2, 1, 4, 2, 4, 1, 2, 5, 1, 2, 6, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 1, 2, 2, 1, 3, 1, 5, 1, 1, 2, 1, 2, 1, 1, 1, 1, 4, 1, 9, 1, 1, 3, 5, 1, 2, 1, 3, 3, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 2, 1, 5, 3, 5, 1, 1, 1, 2, 1, 5, 1, 2, 1, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 2, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 4, 1], "chunk_stats": {"count": 582, "sum": 1093, "mean": 1.8780068728522337, "median": 1.0, "p95": 4.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 763, "chunk_lengths": [1, 9, 3, 4, 1, 1, 1, 1, 2, 4, 2, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 1, 1, 1, 5, 1, 2, 4, 1, 6, 1, 1, 5, 1, 1, 1, 5, 2, 1, 2, 5, 1, 2, 2, 4, 1, 2, 3, 1, 2, 4, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 5, 4, 1, 4, 4, 1, 6, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 5, 1, 1, 9, 4, 1, 6, 2, 5, 1, 5, 4, 1, 1, 4, 1, 1, 1, 4, 1, 1, 9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 1, 6, 1, 1, 1, 9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 5, 4, 1, 7, 1, 1, 1, 7, 1, 3, 1, 3, 2, 2, 2, 1, 1, 3, 4, 3, 3, 1, 3, 1, 1, 5, 3, 4, 1, 1, 1, 7, 1, 3, 1, 3, 2, 2, 2, 1, 1, 3, 4, 1, 2, 3, 1, 4, 1, 8, 1, 5, 3, 4, 4, 1, 1, 3, 1, 1, 3, 2, 1, 1, 1, 5, 1, 1, 1, 1, 4, 4, 1, 4, 1, 1, 6, 2, 45, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 2, 1, 14, 1, 2, 2, 2, 1, 13, 1, 2, 4, 2, 1, 2, 2, 2, 1, 17, 1, 5, 5, 5, 1, 1, 3, 14, 1, 5, 1, 4, 1, 1, 1, 1, 5, 1, 5, 1, 7, 1, 1, 8, 1, 1, 9, 1, 3, 1, 1, 5, 1, 5, 1, 1, 2, 1, 1, 5, 1, 3, 1, 3, 1, 1, 9, 1, 3, 1, 1, 5, 1, 5, 1, 1, 2, 1, 1, 5, 1, 3, 1, 3, 1, 1, 9, 3, 4, 6, 1, 1, 1, 1, 5, 7, 1, 7, 4, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 1, 1, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 3, 1, 1, 2, 2, 1, 1, 9, 1, 13, 7, 1, 1, 2, 1, 1, 3, 6, 1, 1, 2, 1, 1, 9, 1, 2, 1, 7, 2, 3, 6, 1, 13, 7, 1, 1, 7, 1, 1, 3, 6, 1, 1, 7, 1, 1, 1, 1, 2, 7, 1, 1, 4, 5, 1, 1, 5, 1, 2, 3, 1, 5, 1, 1, 2, 1, 1, 9, 3, 4, 1, 1, 1, 5, 3, 4, 5, 1, 1, 1, 4, 1, 4, 1, 7, 1, 4, 1, 7, 1, 4, 2, 1, 1, 1, 2, 3, 5, 1, 2, 7, 1, 1, 1, 5, 2, 7, 1, 4, 5, 1, 2, 2, 6, 5, 4, 1, 7, 2, 3, 1, 4, 1, 1, 5, 2, 7, 1, 4, 7, 1, 2, 2, 6, 9, 2, 2, 1, 2, 2, 2, 3, 1, 6, 2, 1, 9, 2, 2, 1, 2, 2, 2, 3, 1, 7, 2, 1, 1, 9, 2, 1, 4, 2, 3, 9, 2, 3, 1, 1, 3, 1, 3, 2, 1, 2, 1, 1, 1, 1, 7, 1, 1, 1, 1, 1, 3, 1, 8, 1, 4, 3, 1, 1, 3, 1, 4, 4, 1, 1, 5, 3, 4, 1, 3, 1, 3, 1, 1, 3, 1, 4, 4, 1, 1, 1, 1, 1, 1, 3, 1, 8, 1, 4, 3, 1, 1, 3, 1, 2, 1, 1, 4, 1, 1, 1, 1, 5, 1, 1, 6, 1, 9, 3, 4, 1, 7, 1, 1, 4, 1, 2, 4, 1, 1, 7, 1, 4, 1, 1, 6, 1, 1, 6, 1, 4, 2, 1, 6, 1, 4, 1, 1, 9, 1, 8, 2, 1, 1, 13, 3, 1, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 9, 4, 1, 13, 3, 1, 1, 4, 1, 1, 3, 1, 1, 1, 5, 1, 2, 1, 4, 1, 5, 2, 3, 1, 1, 9, 3, 1, 1, 4, 1, 3, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 5, 3, 4, 1, 2, 1, 4, 1, 1, 4, 6, 1, 1, 2, 1, 6, 1, 1, 2, 2, 2, 1, 1, 5, 1, 2, 1, 4, 2, 1, 1, 5, 4, 1, 2, 3, 1, 4, 1, 7, 5, 1, 1, 3, 3, 4, 8, 3, 2, 3], "chunk_stats": {"count": 775, "sum": 2048, "mean": 2.6425806451612903, "median": 1.0, "p95": 7.2999999999999545, "max": 45, "min": 1}, "active_size_stats": {"count": 2048, "sum": 2048, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 326, "chunk_lengths": [1, 1, 8, 8, 6, 1, 1, 1, 5, 1, 3, 1, 3, 1, 1, 3, 2, 1, 2, 2, 3, 1, 3, 2, 1, 1, 6, 1, 3, 1, 7, 3, 3, 1, 3, 2, 1, 1, 10, 2, 3, 1, 3, 1, 1, 8, 2, 1, 5, 1, 2, 3, 1, 3, 1, 1, 2, 1, 4, 2, 2, 1, 3, 1, 1, 3, 4, 1, 6, 2, 2, 4, 1, 1, 4, 2, 1, 7, 2, 1, 5, 1, 1, 1, 3, 1, 1, 2, 1, 2, 1, 3, 1, 3, 2, 3, 5, 1, 2, 3, 2, 3, 1, 1, 2, 5, 2, 1, 3, 1, 1, 7, 3, 4, 1, 3, 1, 1, 7, 3, 5, 3, 1, 1, 3, 1, 1, 1, 3, 1, 1, 3, 1, 7, 3, 2, 1, 3, 6, 1, 5, 3, 1, 1, 1, 1, 4, 1, 1, 1, 4, 1, 1, 1, 3, 3, 1, 2, 4, 3, 4, 1, 1, 1, 4, 1, 2, 2, 2, 4, 3, 1, 2, 2, 1, 1, 4, 1, 1, 3, 2, 1, 1, 4, 1, 1, 1, 3, 3, 1, 1, 1, 1, 1, 4, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 2, 4, 1, 1, 1, 1, 1, 2, 3, 2, 2, 1, 1, 3, 5, 2, 1, 1, 1, 2, 2, 1, 5, 2, 1, 1, 3, 1, 2, 1, 1, 1, 2, 3, 1, 5, 1, 4, 1, 4, 5, 4, 1, 1, 1, 5, 1, 6, 1, 3, 1, 3, 4, 1, 4, 1, 1, 7, 1, 1, 3, 5, 4, 3, 1, 2, 1, 2, 1, 1, 1, 4, 1, 2, 4, 1, 2, 1, 2, 4, 1, 2, 1, 1, 1, 1, 2, 3, 3, 1, 2, 1, 3, 3, 3, 3, 1, 3, 2, 3, 3, 2, 3, 1, 1, 6, 1, 1, 2, 4, 1, 3, 4, 1, 4, 1, 2, 1, 1, 2, 1, 1, 3, 21, 1, 3, 1, 3, 2], "chunk_stats": {"count": 334, "sum": 763, "mean": 2.284431137724551, "median": 2.0, "p95": 5.349999999999966, "max": 21, "min": 1}, "active_size_stats": {"count": 763, "sum": 763, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.20288737100054277, "decode_time_sec": 2.0607024090022605, "total_time_sec": 2.268647287000931, "prefill_units_per_sec": 1311.072240170574, "prefill_bytes_per_sec": 1306.1433971624142, "decode_units_per_sec": 62.114742740546575, "decode_bytes_per_sec": 62.114742740546575, "total_units_per_sec": 56.42128714032551, "total_bytes_per_sec": 56.42128714032551, "step_latency_ms": {"count": 128, "sum": 2062, "mean": 16.109375, "median": 8.0, "p95": 38.0, "max": 42, "min": 8}, "peak_allocated_mb": 3341.1982421875, "peak_reserved_mb": 3366.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 265, "mean": 265.0, "median": 265.0, "p95": 265.0, "max": 265, "min": 265}, "model_input_units": {"count": 1, "sum": 266, "mean": 266.0, "median": 266.0, "p95": 266.0, "max": 266, "min": 266}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 265, "model_input_units": 266, "stage0_units": 98, "stage1_units": 50, "bytes_per_stage0_unit": 2.704081632653061, "stage0_per_stage1_unit": 1.96}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 266, "units_out": 98, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 5, 1, 5, 1, 1, 1, 1, 2, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 5, 3, 5, 1, 4, 4, 4, 1, 1, 3, 2, 1, 1, 1, 9, 1, 1, 1, 3, 2, 6, 1, 1, 8, 1, 10, 1, 1, 2, 1, 1, 9, 1, 1, 1, 1, 3, 2, 6, 1, 1, 1, 7, 1, 6, 1, 10, 1, 1, 2, 1, 1, 9, 1, 2, 1, 13, 2, 2, 4, 4, 6, 1, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1], "chunk_stats": {"count": 98, "sum": 266, "mean": 2.7142857142857144, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 98, "units_out": 50, "chunk_lengths": [1, 2, 1, 2, 4, 1, 3, 1, 3, 1, 2, 2, 1, 4, 1, 4, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 2, 1, 2, 3, 2, 2, 1, 4, 1, 3, 1, 1, 1, 2, 1, 10, 1], "chunk_stats": {"count": 50, "sum": 98, "mean": 1.96, "median": 1.0, "p95": 4.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [13, 9, 2, 1, 1, 3, 1, 5, 1, 1, 1, 6, 2, 5, 1, 2, 6, 1, 2, 2, 1, 1, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 13, 3, 4, 3], "chunk_stats": {"count": 52, "sum": 128, "mean": 2.4615384615384617, "median": 1.0, "p95": 7.349999999999987, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 27, "chunk_lengths": [1, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 10, 1, 4, 1, 5, 1, 1, 1, 2], "chunk_stats": {"count": 28, "sum": 51, "mean": 1.8214285714285714, "median": 1.0, "p95": 4.649999999999999, "max": 10, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 1.0087210179954127, "decode_time_sec": 28.635150138008612, "total_time_sec": 29.684306114999345, "prefill_units_per_sec": 6739.227079365679, "prefill_bytes_per_sec": 6723.365409275969, "decode_units_per_sec": 71.52049107930485, "decode_bytes_per_sec": 71.52049107930485, "total_units_per_sec": 68.99268563212784, "total_bytes_per_sec": 68.99268563212784, "step_latency_ms": {"count": 2048, "sum": 28647, "mean": 13.98779296875, "median": 8.0, "p95": 38.0, "max": 43, "min": 8}, "peak_allocated_mb": 3635.56982421875, "peak_reserved_mb": 3722.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 6782, "mean": 423.875, "median": 369.0, "p95": 689.75, "max": 962, "min": 260}, "model_input_units": {"count": 16, "sum": 6798, "mean": 424.875, "median": 370.0, "p95": 690.75, "max": 963, "min": 261}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 6782, "model_input_units": 6798, "stage0_units": 2308, "stage1_units": 1174, "bytes_per_stage0_unit": 2.938474870017331, "stage0_per_stage1_unit": 1.9659284497444633}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 6798, "units_out": 2308, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 5, 1, 5, 1, 1, 1, 1, 2, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 5, 3, 5, 1, 4, 4, 4, 1, 1, 3, 2, 1, 1, 1, 9, 1, 1, 1, 3, 2, 6, 1, 1, 8, 1, 10, 1, 1, 2, 1, 1, 9, 1, 1, 1, 1, 3, 2, 6, 1, 1, 1, 7, 1, 6, 1, 10, 1, 1, 2, 1, 1, 9, 1, 2, 1, 13, 2, 2, 4, 4, 6, 1, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 1, 1, 3, 3, 1, 4, 1, 6, 1, 9, 1, 3, 2, 9, 1, 6, 1, 2, 2, 2, 9, 1, 3, 1, 1, 3, 1, 1, 4, 2, 9, 1, 3, 1, 2, 1, 1, 1, 5, 2, 9, 1, 1, 9, 2, 1, 5, 1, 5, 1, 3, 4, 6, 3, 2, 5, 3, 1, 6, 9, 1, 2, 2, 1, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 3, 3, 1, 8, 1, 1, 3, 2, 3, 3, 1, 5, 1, 1, 3, 1, 9, 6, 2, 1, 1, 4, 1, 1, 1, 1, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 4, 1, 7, 9, 1, 2, 1, 6, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 3, 9, 1, 1, 1, 1, 6, 1, 1, 1, 2, 3, 4, 1, 1, 2, 1, 6, 1, 20, 1, 5, 1, 1, 1, 4, 2, 3, 5, 1, 9, 4, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 4, 2, 3, 5, 1, 1, 9, 2, 1, 5, 6, 1, 1, 4, 9, 1, 2, 4, 1, 3, 1, 1, 3, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 2, 1, 1, 3, 1, 2, 5, 1, 1, 9, 1, 2, 4, 1, 3, 1, 2, 1, 1, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 3, 1, 3, 1, 2, 5, 1, 1, 1, 9, 2, 7, 1, 1, 5, 1, 2, 3, 2, 4, 3, 5, 1, 7, 1, 1, 1, 6, 1, 3, 1, 4, 1, 9, 2, 1, 5, 10, 1, 3, 1, 4, 1, 2, 3, 3, 4, 1, 4, 7, 1, 1, 5, 1, 9, 1, 2, 1, 13, 1, 2, 1, 2, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 3, 3, 1, 1, 3, 2, 1, 2, 1, 1, 1, 2, 3, 1, 1, 3, 1, 2, 2, 2, 1, 1, 1, 4, 1, 1, 9, 1, 2, 3, 1, 1, 4, 1, 2, 2, 2, 1, 13, 1, 2, 3, 4, 1, 1, 3, 2, 1, 1, 10, 1, 1, 4, 1, 2, 2, 2, 1, 1, 17, 3, 1, 5, 2, 1, 3, 13, 4, 1, 17, 1, 2, 1, 21, 1, 3, 1, 2, 5, 1, 4, 1, 1, 3, 1, 4, 1, 21, 3, 1, 5, 2, 1, 3, 17, 7, 3, 11, 5, 1, 21, 3, 1, 5, 1, 1, 3, 3, 1, 1, 3, 1, 1, 9, 2, 4, 2, 1, 1, 1, 1, 2, 2, 2, 9, 1, 2, 1, 3, 1, 1, 11, 1, 13, 1, 5, 1, 1, 1, 1, 3, 2, 7, 1, 1, 1, 1, 1, 3, 8, 5, 1, 1, 1, 1, 2, 9, 1, 1, 7, 11, 1, 1, 1, 9, 1, 2, 2, 4, 1, 4, 1, 1, 9, 6, 2, 4, 1, 5, 4, 1, 1, 1, 1, 1, 9, 1, 3, 1, 1, 2, 2, 5, 1, 1, 2, 1, 5, 1, 4, 1, 1, 1, 1, 1, 1, 2, 5, 1, 9, 2, 1, 2, 2, 2, 4, 4, 4, 4, 2, 2, 1, 2, 3, 2, 2, 1, 2, 5, 2, 2, 1, 2, 1, 1, 8, 1, 1, 9, 2, 1, 2, 1, 6, 4, 4, 5, 1, 3, 4, 1, 9, 1, 3, 1, 4, 5, 2, 1, 9, 1, 3, 1, 5, 2, 5, 1, 1, 1, 1, 4, 9, 1, 3, 1, 6, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1, 2, 2, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1, 1, 1, 3, 1, 8, 1, 5, 1, 1, 3, 2, 5, 1, 1, 1, 9, 2, 1, 5, 1, 2, 4, 8, 6, 1, 2, 2, 5, 9, 1, 2, 4, 1, 1, 8, 1, 5, 2, 6, 1, 5, 1, 1, 13, 3, 4, 5, 1, 9, 2, 1, 8, 1, 4, 5, 9, 1, 9, 1, 6, 2, 5, 1, 1, 1, 1, 4, 1, 5, 1, 1, 9, 2, 1, 5, 4, 6, 4, 1, 4, 1, 1, 3, 4, 1, 4, 9, 4, 5, 1, 5, 2, 5, 1, 6, 3, 1, 9, 1, 5, 1, 5, 1, 1, 1, 13, 5, 1, 6, 1, 1, 3, 3, 1, 8, 1, 1, 8, 1, 4, 2, 7, 1, 1, 5, 4, 2, 3, 5, 1, 7, 1, 5, 1, 1, 7, 1, 3, 1, 1, 1, 1, 1, 7, 1, 5, 1, 2, 2, 1, 1, 3, 3, 1, 1, 1, 5, 4, 1, 5, 2, 2, 2, 5, 8, 1, 5, 2, 2, 2, 1, 5, 1, 2, 4, 1, 1, 4, 1, 1, 1, 9, 4, 1, 5, 2, 1, 1, 4, 1, 3, 1, 1, 1, 5, 1, 10, 1, 1, 1, 6, 1, 13, 4, 1, 3, 1, 3, 1, 1, 1, 1, 3, 1, 7, 1, 7, 1, 4, 1, 1, 9, 4, 7, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 4, 1, 1, 13, 1, 2, 4, 1, 1, 3, 1, 7, 1, 1, 1, 1, 4, 1, 2, 1, 2, 1, 1, 1, 3, 7, 1, 1, 17, 3, 4, 4, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 4, 1, 13, 1, 7, 2, 1, 4, 1, 6, 1, 1, 13, 1, 3, 1, 7, 1, 1, 2, 1, 1, 4, 1, 6, 1, 7, 1, 13, 7, 2, 4, 1, 4, 2, 1, 4, 2, 1, 1, 1, 4, 1, 13, 4, 1, 7, 1, 1, 1, 3, 3, 1, 1, 4, 1, 6, 1, 4, 1, 1, 4, 1, 2, 1, 8, 1, 1, 5, 1, 2, 1, 9, 1, 3, 2, 1, 1, 1, 5, 1, 5, 1, 2, 1, 8, 1, 1, 3, 1, 1, 2, 1, 1, 5, 7, 1, 1, 5, 1, 9, 1, 2, 1, 4, 1, 1, 1, 6, 5, 1, 2, 1, 4, 1, 1, 3, 5, 3, 4, 1, 7, 3, 4, 1, 1, 18, 1, 9, 1, 1, 1, 6, 1, 3, 5, 8, 5, 4, 1, 4, 9, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 4, 1, 1, 3, 1, 4, 1, 1, 3, 1, 1, 9, 1, 1, 1, 2, 2, 1, 3, 1, 3, 1, 1, 6, 1, 5, 1, 1, 2, 1, 1, 6, 1, 1, 9, 4, 1, 1, 1, 2, 1, 1, 9, 1, 1, 1, 2, 2, 1, 2, 4, 2, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 10, 1, 3, 1, 1, 4, 1, 4, 1, 1, 9, 1, 5, 2, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 9, 1, 4, 1, 1, 11, 2, 4, 1, 1, 2, 1, 1, 4, 1, 1, 10, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 6, 1, 1, 4, 1, 6, 1, 6, 1, 2, 2, 1, 1, 5, 7, 2, 7, 3, 1, 2, 1, 6, 1, 7, 5, 4, 1, 1, 3, 2, 1, 7, 3, 6, 1, 3, 1, 1, 6, 1, 1, 2, 1, 1, 1, 1, 4, 3, 2, 1, 1, 1, 9, 1, 2, 1, 5, 2, 3, 1, 6, 1, 13, 6, 2, 3, 4, 1, 7, 2, 1, 6, 1, 5, 1, 13, 1, 6, 1, 1, 8, 1, 5, 2, 3, 1, 13, 7, 2, 7, 1, 3, 6, 1, 1, 1, 3, 1, 13, 6, 1, 1, 2, 5, 1, 1, 1, 3, 1, 2, 1, 2, 1, 8, 1, 1, 3, 1, 1, 2, 1, 8, 1, 1, 1, 9, 2, 7, 1, 1, 4, 1, 6, 12, 4, 4, 8, 9, 1, 5, 2, 1, 5, 10, 1, 1, 9, 1, 3, 4, 2, 1, 9, 4, 1, 1, 1, 3, 1, 3, 1, 3, 4, 1, 1, 13, 2, 5, 1, 3, 8, 1, 1, 2, 4, 8, 6, 1, 5, 13, 2, 3, 4, 5, 1, 7, 4, 4, 1, 3, 13, 1, 1, 3, 6, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 3, 13, 1, 3, 4, 3, 1, 1, 13, 1, 2, 1, 3, 2, 1, 1, 3, 6, 1, 1, 1, 1, 2, 9, 2, 10, 1, 1, 4, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 9, 2, 1, 4, 2, 1, 4, 1, 1, 1, 13, 10, 2, 1, 9, 1, 1, 9, 4, 2, 2, 1, 1, 9, 4, 5, 3, 9, 1, 13, 5, 2, 1, 1, 1, 1, 1, 3, 1, 1, 4, 3, 1, 1, 3, 1, 6, 1, 2, 1, 1, 1, 1, 6, 1, 2, 1, 4, 1, 1, 13, 1, 2, 4, 4, 1, 17, 8, 1, 13, 1, 2, 1, 1, 8, 1, 4, 2, 4, 1, 1, 17, 4, 1, 1, 6, 1, 4, 1, 13, 4, 1, 17, 4, 1, 1, 1, 5, 1, 4, 1, 1, 9, 1, 2, 10, 1, 13, 3, 4, 4, 1, 1, 9, 2, 11, 1, 4, 2, 1, 2, 1, 2, 8, 1, 2, 1, 9, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 4, 1, 8, 1, 6, 1, 1, 3, 2, 6, 1, 1, 9, 2, 1, 7, 2, 1, 3, 9, 5, 2, 1, 1, 9, 4, 5, 3, 6, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 4, 2, 1, 6, 1, 17, 4, 1, 3, 5, 2, 1, 1, 1, 1, 17, 8, 13, 1, 2, 4, 1, 1, 1, 1, 6, 1, 4, 1, 4, 1, 1, 1, 1, 1, 3, 2, 1, 7, 1, 1, 1, 2, 1, 5, 1, 6, 1, 1, 3, 2, 7, 1, 1, 9, 5, 2, 6, 1, 7, 1, 4, 1, 7, 1, 9, 7, 1, 7, 2, 1, 1, 6, 1, 4, 1, 2, 1, 5, 1, 2, 1, 6, 1, 2, 1, 4, 1, 2, 1, 3, 1, 1, 1, 1, 1, 27, 1, 5, 1, 3, 1, 1, 9, 1, 2, 4, 1, 1, 5, 1, 6, 1, 1, 1, 1, 2, 2, 3, 3, 4, 4, 1, 1, 5, 1, 6, 1, 1, 1, 1, 4, 1, 1, 1, 1, 13, 2, 2, 2, 2, 9, 4, 1, 13, 4, 1, 2, 1, 3, 3, 1, 3, 1, 6, 1, 5, 1, 4, 1, 1, 4, 1, 6, 1, 1, 4, 4, 1, 1, 1, 17, 1, 2, 1, 1, 2, 1, 7, 1, 6, 1, 2, 1, 25, 4, 1, 1, 5, 1, 6, 1, 1, 1, 1, 1, 3, 1, 2, 3, 1, 9, 1, 1, 1, 1, 1, 5, 8, 1, 5, 1, 1, 1, 5, 4, 2, 1, 2, 6, 3, 9, 1, 1, 1, 1, 1, 5, 2, 1, 1, 1, 1, 1, 1, 9, 8, 1, 2, 1, 1, 9, 4, 2, 3, 5, 1, 13, 8, 1, 1, 5, 1, 1, 1, 9, 8, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 9, 4, 2, 3, 1, 1, 1, 1, 8, 1, 1, 1, 2, 1, 1, 1, 13, 8, 1, 1, 5, 1, 1, 1, 9, 8, 1, 4, 1, 1, 5, 1, 8, 1, 5, 6, 1, 5, 2, 1, 3, 1, 8, 1, 1, 4, 8, 1, 3, 8, 1, 4, 1, 5, 6, 1, 5, 2, 1, 5, 1, 4, 1, 1, 2, 1, 6, 1, 4, 1, 1, 1, 5, 8, 1, 5, 2, 1, 1, 2, 1, 3, 4, 1, 4, 1, 5, 1, 1, 4, 1, 1, 3, 1, 3, 1, 4, 1, 3, 5, 1, 2, 1, 1, 5, 1, 6, 2, 3, 1, 1, 5, 1, 1, 5, 1, 5, 2, 1, 5, 1, 3, 5, 1, 4, 1, 4, 1, 3, 5, 1, 2, 1, 1, 5, 7, 1, 1, 2, 2, 2, 2, 2, 8, 3, 1, 9, 1, 1, 1, 5, 4, 1, 1, 1, 4, 2, 3, 1, 5, 1, 2, 1, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 8, 1, 5, 1, 1, 5, 4, 5, 4, 1, 3, 1, 1, 3, 1, 1, 9, 5, 5, 2, 1, 3, 1, 1, 5, 4, 1, 1, 9, 1, 2, 1, 3, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 8, 1, 1, 13, 4, 5, 2, 7, 1, 1, 2, 1, 1, 3, 1, 5, 4, 1, 13, 3, 4, 4, 5, 3, 5, 4, 9, 2, 3, 1, 3, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 5, 1, 1, 13, 3, 4, 1, 1, 1, 5, 3, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 6, 1, 1, 1, 1, 1, 1, 6, 1, 5, 4, 1, 9, 4, 1, 13, 3, 4, 5, 4, 1, 1], "chunk_stats": {"count": 2308, "sum": 6798, "mean": 2.9454072790294625, "median": 2.0, "p95": 9.0, "max": 27, "min": 1}}, {"stage": 1, "units_in": 2308, "units_out": 1174, "chunk_lengths": [1, 2, 1, 2, 4, 1, 3, 1, 3, 1, 2, 2, 1, 4, 1, 4, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 2, 1, 2, 3, 2, 2, 1, 4, 1, 3, 1, 1, 1, 2, 1, 10, 1, 1, 2, 1, 2, 1, 1, 1, 1, 3, 1, 2, 1, 2, 1, 1, 2, 3, 1, 2, 1, 1, 3, 3, 2, 1, 1, 1, 1, 1, 1, 2, 1, 3, 2, 3, 3, 1, 4, 1, 7, 1, 1, 2, 2, 3, 1, 3, 1, 4, 1, 1, 1, 3, 3, 1, 1, 2, 3, 4, 3, 5, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 1, 1, 2, 1, 6, 4, 1, 1, 3, 2, 1, 3, 2, 1, 2, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 2, 2, 3, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 4, 4, 1, 2, 1, 2, 1, 2, 4, 3, 2, 1, 1, 2, 1, 2, 1, 2, 2, 3, 3, 1, 1, 1, 5, 4, 1, 2, 1, 2, 1, 6, 1, 2, 3, 1, 3, 2, 3, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 3, 2, 2, 3, 1, 1, 2, 2, 1, 2, 1, 4, 2, 2, 1, 2, 1, 3, 1, 1, 3, 1, 3, 2, 3, 2, 1, 1, 2, 1, 1, 3, 2, 1, 2, 1, 4, 1, 2, 1, 4, 1, 1, 1, 1, 5, 5, 1, 1, 3, 3, 1, 3, 4, 1, 4, 1, 3, 1, 2, 1, 2, 1, 3, 1, 5, 2, 6, 1, 3, 3, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 4, 1, 1, 2, 2, 1, 2, 2, 1, 1, 5, 1, 1, 1, 2, 2, 5, 8, 1, 3, 1, 1, 1, 2, 3, 1, 1, 2, 1, 3, 2, 1, 1, 1, 4, 4, 1, 1, 4, 1, 1, 3, 1, 2, 2, 3, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 2, 5, 1, 1, 4, 1, 4, 2, 1, 5, 1, 1, 1, 3, 1, 1, 1, 3, 2, 1, 4, 7, 1, 5, 7, 1, 3, 1, 2, 2, 2, 1, 3, 3, 1, 1, 1, 2, 1, 6, 1, 1, 1, 1, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2, 1, 2, 2, 1, 4, 2, 3, 1, 1, 1, 2, 3, 4, 4, 1, 1, 3, 1, 3, 1, 9, 1, 3, 1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 2, 4, 5, 3, 3, 1, 1, 1, 3, 3, 2, 1, 1, 1, 2, 1, 2, 1, 1, 2, 3, 1, 1, 1, 2, 1, 5, 1, 3, 1, 1, 4, 1, 1, 4, 1, 1, 2, 2, 3, 1, 1, 2, 1, 2, 2, 2, 1, 3, 1, 2, 4, 3, 6, 1, 1, 2, 6, 7, 1, 7, 1, 3, 3, 1, 3, 5, 1, 2, 1, 4, 2, 1, 4, 3, 3, 2, 3, 1, 1, 1, 1, 2, 1, 3, 5, 1, 3, 1, 1, 2, 1, 3, 2, 2, 1, 2, 4, 1, 1, 1, 3, 1, 2, 1, 3, 1, 7, 2, 3, 2, 1, 5, 1, 5, 3, 1, 2, 7, 6, 1, 1, 3, 1, 2, 2, 3, 5, 2, 1, 2, 2, 6, 2, 1, 4, 1, 4, 1, 7, 2, 3, 2, 1, 3, 2, 3, 2, 1, 4, 1, 2, 1, 2, 4, 1, 3, 2, 2, 2, 1, 2, 1, 1, 1, 2, 1, 4, 3, 1, 5, 1, 3, 2, 1, 1, 3, 6, 1, 1, 3, 5, 1, 1, 1, 1, 1, 2, 2, 3, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 4, 2, 1, 1, 3, 1, 2, 1, 3, 1, 4, 1, 1, 2, 7, 1, 1, 1, 3, 1, 3, 1, 1, 1, 2, 2, 3, 3, 1, 2, 3, 2, 1, 2, 1, 1, 1, 4, 5, 1, 4, 1, 1, 1, 2, 2, 3, 1, 1, 3, 2, 1, 3, 1, 1, 1, 1, 1, 2, 4, 2, 1, 2, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 1, 3, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 7, 1, 1, 1, 3, 1, 1, 3, 1, 1, 3, 1, 1, 2, 4, 1, 4, 1, 3, 2, 1, 1, 2, 1, 2, 1, 2, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 2, 1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 6, 1, 5, 1, 2, 1, 1, 4, 1, 2, 4, 2, 4, 1, 1, 1, 2, 4, 2, 1, 3, 1, 2, 2, 3, 1, 2, 1, 5, 3, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 4, 1, 2, 2, 2, 4, 1, 3, 3, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 2, 4, 1, 6, 1, 1, 6, 1, 2, 2, 1, 3, 1, 1, 1, 1, 1, 2, 3, 2, 2, 4, 1, 1, 2, 1, 2, 1, 3, 2, 2, 1, 3, 3, 1, 1, 1, 1, 4, 3, 1, 1, 2, 1, 1, 5, 1, 3, 1, 3, 1, 3, 1, 6, 1, 1, 5, 1, 1, 1, 2, 1, 6, 1, 4, 1, 2, 1, 6, 3, 4, 1, 1, 1, 2, 1, 2, 1, 2, 1, 3, 4, 3, 1, 3, 2, 1, 2, 1, 3, 1, 1, 1, 3, 2, 2, 1, 1, 1, 1, 1, 1, 6, 1, 1, 2, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 3, 1, 7, 2, 1, 1, 1, 1, 2, 1, 1, 2, 2, 1, 1, 1, 2, 3, 1, 4, 1, 3, 3, 1, 1, 2, 2, 1, 4, 4, 1, 1, 4, 3, 1, 1, 2, 3, 3, 1, 1, 2, 1, 2, 3, 1, 1, 2, 1, 3, 1, 1, 3, 1, 2, 2, 3, 5, 1, 1, 1, 3, 1, 3, 1, 2, 2, 2, 1, 1, 1, 1, 2, 2, 2, 1, 4, 1, 1, 1, 2, 1, 4, 2, 1, 2, 1, 5, 1, 1, 2, 6, 1, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 5, 1, 1, 2, 2, 1, 2, 1, 7, 1, 1, 3, 1, 1, 1, 1, 4, 1, 1, 4, 1, 2, 1, 2, 1, 5, 1, 1, 3, 1, 7, 1, 1, 4, 1, 1, 1, 1, 5, 2, 4, 1, 4, 1, 2, 1, 1, 3, 1, 7, 1, 1, 4, 1, 2, 2, 2, 5, 6, 1, 1, 1, 1, 1, 1, 2, 3, 1, 1, 2, 1, 4, 1, 1], "chunk_stats": {"count": 1174, "sum": 2308, "mean": 1.9659284497444633, "median": 1.0, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 666, "chunk_lengths": [13, 9, 2, 1, 1, 3, 1, 5, 1, 1, 1, 6, 2, 5, 1, 2, 6, 1, 2, 2, 1, 1, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 13, 3, 4, 1, 2, 1, 2, 2, 4, 2, 3, 3, 1, 1, 1, 1, 17, 3, 2, 2, 1, 3, 1, 3, 1, 1, 1, 1, 1, 4, 2, 3, 3, 1, 1, 9, 7, 5, 5, 1, 13, 2, 2, 1, 1, 2, 1, 4, 13, 1, 2, 3, 1, 4, 1, 17, 1, 3, 1, 1, 10, 1, 1, 5, 2, 1, 1, 17, 1, 3, 1, 1, 10, 1, 1, 4, 1, 1, 1, 3, 1, 1, 3, 1, 1, 4, 1, 2, 5, 1, 1, 1, 1, 4, 9, 4, 1, 1, 6, 2, 5, 1, 1, 1, 1, 1, 2, 9, 4, 1, 1, 6, 2, 5, 1, 1, 1, 1, 3, 9, 4, 1, 1, 11, 2, 5, 1, 1, 1, 1, 1, 2, 1, 3, 1, 3, 1, 5, 1, 5, 1, 5, 1, 5, 1, 13, 1, 2, 5, 1, 6, 1, 2, 4, 2, 2, 1, 17, 1, 2, 5, 1, 5, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 13, 5, 1, 10, 1, 4, 1, 1, 4, 1, 1, 10, 1, 1, 5, 1, 2, 4, 1, 1, 8, 1, 1, 1, 9, 8, 1, 5, 2, 1, 1, 4, 1, 3, 1, 1, 1, 5, 1, 1, 1, 4, 1, 1, 4, 1, 6, 1, 1, 13, 3, 4, 6, 9, 3, 4, 7, 1, 1, 1, 1, 5, 1, 1, 3, 7, 1, 6, 1, 1, 5, 1, 1, 1, 2, 8, 2, 3, 1, 3, 18, 1, 3, 4, 7, 1, 1, 1, 5, 3, 4, 1, 2, 1, 3, 1, 1, 6, 1, 2, 1, 1, 1, 1, 1, 1, 4, 3, 1, 1, 4, 1, 6, 1, 4, 1, 1, 4, 1, 2, 1, 8, 1, 1, 5, 1, 2, 1, 9, 1, 3, 1, 1, 6, 1, 6, 1, 1, 1, 9, 3, 4, 1, 4, 1, 1, 1, 1, 5, 1, 9, 4, 1, 1, 2, 1, 1, 6, 1, 4, 1, 1, 5, 1, 1, 1, 5, 2, 5, 2, 3, 1, 3, 3, 1, 5, 1, 13, 6, 1, 4, 6, 2, 1, 4, 13, 6, 1, 7, 2, 2, 1, 1, 13, 6, 1, 1, 2, 7, 1, 7, 1, 6, 1, 2, 1, 1, 13, 1, 2, 1, 3, 1, 1, 1, 5, 1, 1, 3, 1, 1, 1, 5, 13, 1, 2, 1, 3, 1, 1, 1, 5, 1, 2, 1, 1, 3, 1, 3, 3, 13, 1, 2, 1, 3, 1, 1, 1, 5, 1, 2, 1, 3, 1, 1, 1, 8, 1, 3, 1, 1, 1, 7, 1, 1, 3, 1, 1, 1, 9, 4, 5, 3, 4, 1, 1, 13, 4, 1, 1, 2, 1, 1, 1, 9, 3, 4, 4, 1, 1, 1, 1, 4, 1, 5, 1, 1, 1, 1, 2, 17, 5, 3, 5, 2, 1, 1, 1, 1, 17, 8, 13, 1, 2, 4, 1, 1, 1, 1, 6, 1, 4, 1, 4, 2, 2, 1, 6, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 21, 1, 4, 13, 4, 1, 17, 2, 2, 2, 2, 9, 1, 2, 2, 1, 2, 4, 1, 13, 3, 4, 1, 1, 6, 3, 6, 1, 4, 1, 5, 3, 4, 8, 1, 4, 1, 1, 4, 3, 1, 9, 1, 1, 1, 1, 1, 5, 8, 1, 5, 2, 1, 1, 5, 4, 2, 1, 2, 6, 3, 9, 1, 1, 5, 3, 4, 1, 9, 14, 1, 2, 1, 2, 1, 3, 1, 1, 2, 1, 1, 14, 1, 4, 1, 2, 5, 4, 1, 3, 1, 1, 3, 1, 14, 1, 1, 10, 1, 2, 1, 3, 1, 1, 3, 8, 8, 5, 1, 2, 2, 6, 2, 6, 14, 2], "chunk_stats": {"count": 678, "sum": 2048, "mean": 3.0206489675516224, "median": 1.0, "p95": 10.0, "max": 21, "min": 1}, "active_size_stats": {"count": 2048, "sum": 2048, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 291, "chunk_lengths": [1, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 10, 1, 4, 1, 5, 1, 1, 1, 3, 2, 1, 2, 2, 1, 2, 1, 2, 1, 2, 2, 3, 1, 1, 3, 2, 1, 1, 1, 3, 1, 2, 1, 1, 1, 2, 1, 1, 5, 1, 8, 1, 2, 1, 8, 1, 5, 3, 7, 1, 4, 8, 1, 4, 7, 1, 4, 1, 1, 5, 3, 5, 2, 4, 6, 1, 1, 7, 4, 3, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 3, 5, 1, 3, 1, 1, 4, 1, 1, 3, 5, 2, 1, 3, 1, 3, 1, 1, 1, 6, 1, 3, 1, 3, 1, 3, 2, 1, 2, 3, 2, 1, 4, 2, 1, 3, 1, 3, 1, 1, 1, 8, 1, 9, 1, 3, 1, 5, 2, 2, 1, 1, 5, 1, 1, 5, 1, 5, 1, 3, 1, 3, 1, 1, 3, 2, 3, 1, 4, 1, 2, 1, 4, 1, 2, 1, 4, 1, 1, 1, 2, 1, 5, 1, 4, 1, 2, 2, 1, 5, 1, 6, 1, 3, 1, 5, 1, 4, 1, 3, 1, 1, 2, 1, 3, 1, 3, 2, 1, 1, 2, 3, 1, 1, 1, 2, 2, 1, 1, 5, 1, 1, 3, 1, 3, 1, 1, 1, 2, 1, 4, 1, 1, 2, 9, 2, 6, 3, 3, 3, 2, 1, 2, 1, 2, 1, 1, 3, 1, 1, 2, 4, 1, 1, 2, 3, 1, 1, 5, 1, 1, 2, 1, 1, 5, 1, 3, 1, 2, 1, 3, 3, 1, 1, 2, 2, 1, 3, 1, 2, 1, 4, 1, 3, 1, 4, 4, 1, 4, 1, 2, 1, 2, 2, 6, 3, 1, 4, 3, 2, 1], "chunk_stats": {"count": 300, "sum": 666, "mean": 2.22, "median": 1.0, "p95": 5.050000000000011, "max": 10, "min": 1}, "active_size_stats": {"count": 666, "sum": 666, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0769144759979099, "decode_time_sec": 3.5062757800078543, "total_time_sec": 6.426907480999944, "prefill_units_per_sec": 2769.309642124951, "prefill_bytes_per_sec": 2756.3081884060543, "decode_units_per_sec": 96.39857820859797, "decode_bytes_per_sec": 96.39857820859797, "total_units_per_sec": 52.591390338080856, "total_bytes_per_sec": 52.591390338080856, "step_latency_ms": {"count": 338, "sum": 3480, "mean": 10.29585798816568, "median": 7.0, "p95": 23.0, "max": 26, "min": 6}, "peak_allocated_mb": 2848.9453125, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 212, "mean": 212.0, "median": 212.0, "p95": 212.0, "max": 212, "min": 212}, "model_input_units": {"count": 1, "sum": 213, "mean": 213.0, "median": 213.0, "p95": 213.0, "max": 213, "min": 213}}, "generated_stats": {"units": {"count": 1, "sum": 338, "mean": 338.0, "median": 338.0, "p95": 338.0, "max": 338, "min": 338}, "bytes": {"count": 1, "sum": 338, "mean": 338.0, "median": 338.0, "p95": 338.0, "max": 338, "min": 338}}, "compression_summary": {"raw_prompt_bytes": 212, "model_input_units": 213, "stage0_units": 54, "stage1_units": null, "bytes_per_stage0_unit": 3.925925925925926, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [54], "patch_count_stats": {"count": 1, "sum": 54, "mean": 54.0, "median": 54.0, "p95": 54.0, "max": 54, "min": 54}, "patch_lengths": [3, 3, 8, 3, 6, 3, 9, 5, 5, 1, 5, 4, 3, 4, 5, 5, 2, 3, 2, 7, 3, 3, 5, 2, 5, 2, 2, 3, 5, 3, 7, 3, 6, 3, 2, 7, 2, 3, 2, 5, 2, 2, 6, 3, 2, 7, 2, 3, 5, 2, 7, 5, 4, 4], "patch_length_stats": {"count": 54, "sum": 213, "mean": 3.9444444444444446, "median": 3.0, "p95": 7.0, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.07565041199995903, "decode_time_sec": 10.638008732054004, "total_time_sec": 14.66025340899796, "prefill_units_per_sec": 38228.476534953516, "prefill_bytes_per_sec": 38016.9773563369, "decode_units_per_sec": 538.4466345417286, "decode_bytes_per_sec": 538.4466345417286, "total_units_per_sec": 390.7163021127827, "total_bytes_per_sec": 390.7163021127827, "step_latency_ms": {"count": 996, "sum": 10720, "mean": 10.763052208835342, "median": 9.0, "p95": 24.0, "max": 27, "min": 7}, "peak_allocated_mb": 3253.2294921875, "peak_reserved_mb": 3556.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 2876, "mean": 179.75, "median": 182.0, "p95": 220.75, "max": 232, "min": 103}, "model_input_units": {"count": 16, "sum": 2892, "mean": 180.75, "median": 183.0, "p95": 221.75, "max": 233, "min": 104}}, "generated_stats": {"units": {"count": 16, "sum": 5728, "mean": 358.0, "median": 358.0, "p95": 358.0, "max": 358, "min": 358}, "bytes": {"count": 16, "sum": 5728, "mean": 358.0, "median": 358.0, "p95": 358.0, "max": 358, "min": 358}}, "compression_summary": {"raw_prompt_bytes": 2876, "model_input_units": 2892, "stage0_units": 683, "stage1_units": null, "bytes_per_stage0_unit": 4.210834553440702, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [53, 38, 39, 47, 45, 40, 45, 44, 36, 31, 44, 43, 47, 41, 34, 56], "patch_count_stats": {"count": 16, "sum": 683, "mean": 42.6875, "median": 43.5, "p95": 53.75, "max": 56, "min": 31}, "patch_lengths": [3, 3, 8, 3, 6, 3, 9, 5, 5, 1, 5, 4, 3, 4, 5, 5, 2, 3, 2, 7, 3, 3, 5, 2, 5, 4, 3, 5, 3, 7, 3, 6, 3, 2, 7, 2, 3, 2, 5, 2, 2, 6, 3, 2, 7, 2, 3, 5, 2, 7, 5, 4, 4, 3, 4, 5, 5, 1, 4, 3, 3, 4, 6, 4, 5, 1, 3, 4, 2, 11, 3, 4, 5, 1, 2, 4, 2, 15, 5, 4, 3, 16, 2, 15, 5, 7, 5, 5, 4, 4, 2, 3, 4, 8, 5, 1, 5, 3, 3, 4, 8, 2, 5, 2, 3, 8, 5, 1, 2, 7, 4, 3, 4, 3, 8, 3, 5, 11, 8, 2, 5, 2, 3, 8, 5, 1, 2, 7, 7, 5, 3, 12, 3, 3, 6, 3, 5, 12, 2, 7, 1, 1, 4, 12, 2, 5, 1, 4, 4, 3, 4, 1, 4, 3, 3, 3, 4, 3, 4, 5, 2, 5, 3, 8, 4, 1, 2, 4, 3, 3, 1, 5, 2, 2, 7, 4, 3, 3, 5, 6, 4, 1, 1, 7, 5, 1, 4, 1, 11, 6, 6, 4, 5, 1, 4, 1, 16, 3, 5, 1, 6, 3, 4, 1, 6, 4, 2, 1, 1, 2, 3, 4, 7, 2, 8, 2, 2, 2, 3, 1, 1, 3, 3, 15, 5, 4, 3, 4, 3, 5, 2, 5, 3, 4, 5, 2, 11, 7, 5, 2, 5, 2, 3, 4, 5, 7, 10, 4, 11, 7, 2, 5, 5, 5, 6, 2, 11, 5, 1, 2, 8, 2, 3, 8, 5, 1, 6, 4, 3, 4, 4, 2, 7, 3, 3, 6, 7, 6, 6, 2, 6, 2, 7, 5, 7, 6, 2, 7, 5, 4, 1, 6, 3, 7, 10, 2, 7, 9, 5, 7, 6, 1, 6, 3, 7, 5, 2, 3, 8, 5, 1, 5, 5, 3, 3, 4, 8, 2, 5, 5, 8, 5, 2, 7, 7, 2, 4, 7, 4, 4, 3, 8, 2, 11, 2, 2, 5, 2, 1, 4, 2, 11, 7, 7, 2, 1, 2, 1, 2, 2, 4, 3, 7, 5, 1, 6, 1, 6, 1, 3, 6, 3, 3, 4, 3, 6, 3, 5, 2, 11, 6, 2, 2, 6, 3, 7, 8, 2, 4, 7, 3, 2, 2, 1, 3, 7, 3, 3, 6, 8, 8, 1, 3, 6, 3, 3, 3, 7, 4, 2, 5, 6, 2, 6, 3, 7, 3, 4, 8, 3, 8, 8, 4, 11, 7, 5, 9, 2, 3, 8, 5, 1, 7, 1, 8, 3, 3, 3, 4, 5, 6, 1, 2, 1, 1, 2, 7, 5, 4, 4, 8, 3, 4, 5, 6, 1, 5, 5, 2, 5, 6, 4, 3, 8, 2, 5, 6, 10, 2, 3, 6, 2, 3, 5, 5, 1, 4, 1, 10, 1, 7, 3, 3, 4, 3, 5, 7, 2, 11, 7, 1, 7, 6, 2, 5, 4, 3, 7, 2, 2, 1, 2, 1, 2, 10, 5, 4, 3, 3, 7, 2, 5, 4, 5, 2, 3, 5, 9, 5, 3, 3, 2, 2, 3, 5, 2, 3, 6, 4, 8, 2, 4, 3, 7, 3, 2, 5, 4, 5, 5, 2, 1, 3, 3, 5, 2, 11, 6, 4, 5, 9, 4, 7, 7, 6, 5, 2, 4, 3, 3, 7, 2, 3, 8, 9, 8, 5, 3, 3, 4, 9, 2, 4, 7, 4, 5, 1, 11, 5, 3, 8, 5, 6, 4, 11, 4, 8, 3, 11, 5, 2, 15, 8, 2, 7, 4, 2, 2, 5, 1, 15, 9, 2, 3, 8, 4, 2, 3, 3, 4, 2, 3, 2, 2, 2, 2, 2, 5, 3, 3, 2, 4, 1, 3, 2, 2, 7, 3, 2, 2, 4, 2, 3, 4, 3, 4, 3, 3, 7, 2, 2, 7, 4, 1, 3, 3, 3, 4, 5, 2, 4, 3, 4, 3, 3, 6, 1, 1, 1, 3, 2, 1, 3, 7, 2, 1, 2, 1, 2, 2, 2, 1, 3, 1, 3, 2, 7, 2, 2, 2, 1, 1, 1, 2, 2, 2, 1, 1, 1, 7, 4, 5, 3], "patch_length_stats": {"count": 683, "sum": 2892, "mean": 4.234260614934114, "median": 4.0, "p95": 9.0, "max": 16, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.046606412000983255, "decode_time_sec": 4.182462779979687, "total_time_sec": 4.5627002520013775, "prefill_units_per_sec": 5707.369191912653, "prefill_bytes_per_sec": 5685.912916755087, "decode_units_per_sec": 93.4855898471137, "decode_bytes_per_sec": 93.4855898471137, "total_units_per_sec": 85.69486891638175, "total_bytes_per_sec": 85.69486891638175, "step_latency_ms": {"count": 391, "sum": 4210, "mean": 10.767263427109974, "median": 7.0, "p95": 24.0, "max": 29, "min": 6}, "peak_allocated_mb": 2866.22705078125, "peak_reserved_mb": 3070.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 265, "mean": 265.0, "median": 265.0, "p95": 265.0, "max": 265, "min": 265}, "model_input_units": {"count": 1, "sum": 266, "mean": 266.0, "median": 266.0, "p95": 266.0, "max": 266, "min": 266}}, "generated_stats": {"units": {"count": 1, "sum": 391, "mean": 391.0, "median": 391.0, "p95": 391.0, "max": 391, "min": 391}, "bytes": {"count": 1, "sum": 391, "mean": 391.0, "median": 391.0, "p95": 391.0, "max": 391, "min": 391}}, "compression_summary": {"raw_prompt_bytes": 265, "model_input_units": 266, "stage0_units": 63, "stage1_units": null, "bytes_per_stage0_unit": 4.2063492063492065, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [63], "patch_count_stats": {"count": 1, "sum": 63, "mean": 63.0, "median": 63.0, "p95": 63.0, "max": 63, "min": 63}, "patch_lengths": [3, 4, 5, 4, 6, 6, 4, 1, 5, 2, 9, 4, 2, 5, 3, 5, 9, 4, 5, 2, 4, 3, 4, 4, 2, 2, 7, 2, 8, 6, 5, 4, 3, 7, 2, 2, 3, 2, 7, 2, 4, 4, 7, 6, 5, 2, 2, 3, 7, 4, 2, 11, 2, 2, 4, 5, 6, 2, 3, 2, 9, 4, 3], "patch_length_stats": {"count": 63, "sum": 266, "mean": 4.222222222222222, "median": 4.0, "p95": 8.899999999999999, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.14840664099756395, "decode_time_sec": 29.720976310854894, "total_time_sec": 48.05672208500255, "prefill_units_per_sec": 45806.57546256024, "prefill_bytes_per_sec": 45698.76357562277, "decode_units_per_sec": 557.8888064300962, "decode_bytes_per_sec": 557.8888064300962, "total_units_per_sec": 345.0297748288281, "total_bytes_per_sec": 345.0297748288281, "step_latency_ms": {"count": 2937, "sum": 30008, "mean": 10.217228464419476, "median": 9.0, "p95": 24.0, "max": 32, "min": 7}, "peak_allocated_mb": 4319.6357421875, "peak_reserved_mb": 4690.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 6782, "mean": 423.875, "median": 369.0, "p95": 689.75, "max": 962, "min": 260}, "model_input_units": {"count": 16, "sum": 6798, "mean": 424.875, "median": 370.0, "p95": 690.75, "max": 963, "min": 261}}, "generated_stats": {"units": {"count": 16, "sum": 16581, "mean": 1036.3125, "median": 1088.0, "p95": 1088.0, "max": 1088, "min": 261}, "bytes": {"count": 16, "sum": 16581, "mean": 1036.3125, "median": 1088.0, "p95": 1088.0, "max": 1088, "min": 261}}, "compression_summary": {"raw_prompt_bytes": 6782, "model_input_units": 6798, "stage0_units": 1480, "stage1_units": null, "bytes_per_stage0_unit": 4.582432432432433, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [63, 224, 65, 136, 73, 62, 76, 57, 70, 71, 93, 108, 56, 103, 99, 124], "patch_count_stats": {"count": 16, "sum": 1480, "mean": 92.5, "median": 74.5, "p95": 158.0, "max": 224, "min": 56}, "patch_lengths": [3, 4, 5, 4, 6, 6, 4, 1, 5, 2, 9, 4, 2, 5, 3, 5, 9, 4, 5, 2, 4, 3, 4, 4, 2, 2, 7, 2, 8, 6, 5, 4, 3, 7, 2, 2, 3, 2, 7, 2, 4, 4, 7, 6, 5, 2, 2, 3, 7, 4, 2, 11, 2, 2, 4, 5, 6, 2, 3, 2, 9, 4, 3, 3, 4, 5, 7, 2, 3, 9, 1, 2, 7, 8, 5, 1, 2, 7, 5, 5, 6, 1, 2, 7, 5, 5, 6, 1, 2, 7, 4, 7, 2, 7, 6, 3, 4, 6, 5, 5, 3, 8, 1, 7, 3, 3, 2, 5, 4, 5, 5, 7, 9, 5, 1, 7, 6, 5, 2, 7, 6, 2, 2, 2, 3, 2, 1, 4, 2, 3, 6, 5, 7, 5, 1, 4, 7, 2, 4, 9, 1, 7, 3, 8, 2, 11, 5, 2, 2, 1, 3, 3, 9, 3, 7, 1, 3, 8, 2, 1, 8, 2, 11, 4, 9, 3, 4, 2, 3, 6, 2, 12, 2, 11, 5, 2, 3, 2, 4, 2, 3, 6, 3, 7, 2, 6, 7, 6, 1, 7, 3, 4, 5, 5, 2, 11, 5, 2, 2, 1, 3, 4, 2, 3, 5, 2, 5, 3, 4, 2, 1, 2, 3, 4, 5, 1, 6, 3, 10, 4, 5, 5, 2, 11, 5, 2, 2, 1, 3, 4, 2, 3, 5, 2, 5, 3, 4, 2, 1, 2, 3, 4, 5, 1, 6, 4, 7, 2, 8, 6, 3, 5, 4, 9, 9, 7, 4, 7, 1, 7, 2, 6, 10, 4, 5, 3, 6, 4, 5, 8, 2, 5, 2, 7, 4, 2, 11, 3, 4, 2, 3, 4, 4, 2, 2, 2, 2, 3, 4, 5, 1, 4, 4, 4, 5, 5, 1, 3, 5, 3, 3, 4, 3, 4, 5, 3, 5, 2, 11, 3, 8, 5, 1, 3, 10, 6, 2, 5, 3, 15, 4, 5, 2, 5, 1, 11, 5, 2, 15, 4, 2, 19, 5, 8, 5, 5, 5, 2, 15, 4, 4, 5, 2, 5, 1, 22, 20, 2, 19, 4, 5, 2, 3, 4, 5, 3, 3, 4, 2, 5, 1, 3, 3, 5, 1, 7, 3, 5, 2, 11, 2, 11, 6, 4, 1, 3, 9, 2, 1, 5, 8, 5, 2, 2, 1, 10, 8, 12, 4, 7, 3, 2, 5, 5, 3, 7, 6, 2, 5, 10, 3, 3, 7, 5, 2, 1, 2, 6, 2, 3, 5, 5, 3, 3, 1, 6, 2, 7, 2, 6, 1, 4, 4, 9, 1, 1, 1, 3, 4, 1, 1, 1, 3, 6, 1, 1, 1, 3, 2, 2, 7, 3, 7, 2, 3, 7, 4, 4, 5, 4, 5, 2, 7, 5, 9, 2, 1, 1, 1, 7, 5, 2, 3, 2, 6, 3, 5, 1, 7, 5, 2, 4, 2, 6, 3, 4, 1, 7, 5, 4, 2, 6, 3, 4, 1, 7, 5, 2, 3, 10, 6, 5, 1, 6, 4, 3, 4, 2, 6, 3, 4, 8, 6, 3, 2, 6, 1, 7, 3, 4, 11, 6, 1, 7, 6, 3, 11, 7, 6, 2, 7, 2, 10, 4, 6, 1, 7, 11, 6, 2, 6, 3, 5, 6, 3, 7, 2, 6, 4, 6, 4, 7, 8, 5, 1, 7, 4, 6, 6, 1, 6, 6, 3, 11, 6, 6, 4, 11, 6, 6, 2, 3, 4, 10, 9, 5, 1, 8, 3, 3, 4, 2, 9, 8, 6, 9, 4, 4, 1, 7, 6, 5, 2, 3, 3, 4, 3, 5, 5, 2, 5, 1, 3, 9, 5, 2, 5, 2, 3, 3, 5, 2, 4, 4, 7, 5, 5, 2, 3, 4, 4, 2, 1, 5, 11, 3, 6, 2, 11, 5, 4, 4, 3, 3, 2, 7, 8, 5, 3, 3, 4, 4, 8, 5, 1, 2, 4, 1, 3, 1, 4, 3, 11, 3, 5, 5, 8, 4, 4, 2, 3, 2, 2, 3, 7, 3, 15, 7, 5, 5, 1, 2, 4, 1, 3, 1, 4, 2, 11, 8, 2, 6, 7, 3, 11, 5, 8, 4, 6, 7, 8, 2, 11, 7, 2, 5, 5, 1, 2, 4, 1, 3, 1, 4, 2, 11, 5, 8, 2, 3, 4, 4, 2, 7, 5, 4, 2, 3, 9, 3, 3, 4, 2, 7, 4, 2, 3, 6, 4, 2, 3, 9, 2, 3, 4, 3, 10, 8, 2, 7, 4, 5, 2, 6, 5, 3, 6, 4, 5, 3, 4, 8, 8, 3, 18, 9, 1, 7, 4, 5, 8, 5, 4, 5, 10, 4, 3, 7, 6, 5, 5, 5, 3, 3, 4, 2, 3, 2, 5, 4, 8, 6, 4, 1, 7, 11, 4, 2, 3, 3, 7, 2, 1, 2, 2, 2, 1, 4, 2, 3, 2, 1, 2, 3, 2, 4, 7, 4, 2, 5, 5, 3, 7, 6, 2, 5, 5, 5, 2, 5, 3, 7, 6, 12, 2, 5, 4, 6, 12, 1, 2, 4, 2, 1, 2, 5, 3, 4, 8, 5, 7, 7, 5, 3, 3, 7, 2, 7, 3, 4, 7, 4, 4, 1, 3, 4, 6, 1, 8, 3, 7, 4, 2, 7, 2, 5, 4, 5, 4, 7, 3, 2, 5, 1, 3, 8, 2, 11, 6, 2, 8, 4, 4, 1, 2, 6, 6, 2, 11, 7, 11, 6, 1, 4, 2, 11, 7, 2, 8, 10, 2, 4, 2, 11, 7, 9, 2, 3, 4, 4, 8, 5, 1, 3, 9, 4, 3, 4, 2, 8, 5, 7, 12, 4, 4, 9, 1, 7, 2, 4, 2, 2, 4, 11, 3, 7, 2, 3, 3, 2, 1, 1, 1, 7, 4, 3, 3, 5, 4, 4, 3, 11, 2, 6, 3, 9, 3, 4, 8, 7, 6, 1, 11, 2, 3, 4, 6, 7, 4, 4, 5, 1, 11, 2, 1, 3, 6, 2, 2, 1, 1, 2, 1, 2, 1, 3, 3, 1, 11, 2, 3, 3, 3, 1, 1, 2, 11, 5, 4, 2, 3, 7, 4, 1, 10, 1, 11, 6, 3, 3, 4, 3, 4, 11, 10, 1, 2, 4, 1, 6, 4, 11, 10, 2, 2, 9, 3, 7, 6, 2, 4, 7, 4, 5, 3, 10, 2, 11, 5, 2, 4, 5, 2, 4, 3, 2, 3, 7, 2, 4, 7, 3, 5, 3, 11, 3, 4, 5, 2, 15, 9, 2, 11, 3, 11, 3, 2, 1, 5, 3, 15, 6, 7, 1, 2, 2, 2, 11, 5, 2, 15, 6, 7, 1, 2, 2, 3, 7, 3, 11, 2, 11, 7, 6, 2, 7, 2, 12, 5, 1, 4, 2, 9, 4, 1, 7, 4, 2, 3, 4, 5, 9, 7, 5, 1, 7, 3, 3, 4, 3, 7, 2, 5, 1, 7, 5, 2, 4, 7, 4, 5, 3, 7, 6, 3, 1, 4, 11, 3, 4, 3, 7, 2, 15, 5, 3, 5, 2, 3, 1, 2, 11, 4, 9, 1, 11, 3, 4, 2, 2, 7, 5, 5, 4, 3, 3, 8, 2, 3, 6, 7, 5, 1, 8, 3, 3, 4, 5, 2, 7, 8, 5, 8, 2, 7, 8, 7, 2, 3, 6, 5, 2, 2, 5, 2, 2, 6, 2, 2, 4, 2, 2, 4, 2, 3, 27, 9, 3, 7, 3, 5, 2, 5, 7, 2, 3, 5, 3, 4, 5, 2, 5, 7, 3, 5, 1, 1, 3, 11, 2, 2, 5, 1, 7, 5, 2, 11, 4, 2, 1, 4, 3, 5, 7, 6, 5, 3, 3, 7, 1, 5, 4, 4, 15, 3, 2, 3, 1, 7, 7, 1, 4, 28, 2, 5, 7, 4, 3, 7, 10, 3, 3, 3, 9, 5, 2, 3, 3, 4, 4, 1, 6, 3, 10, 3, 2, 5, 4, 5, 7, 9, 2, 4, 7, 4, 2, 3, 6, 2, 11, 9, 7, 2, 2, 3, 13, 7, 4, 4, 7, 4, 2, 3, 3, 2, 8, 3, 3, 3, 11, 9, 7, 2, 2, 7, 9, 5, 7, 9, 2, 10, 5, 2, 2, 3, 3, 6, 1, 4, 9, 3, 9, 5, 2, 3, 7, 5, 2, 7, 5, 4, 7, 5, 4, 3, 9, 5, 2, 2, 3, 8, 5, 6, 1, 4, 2, 3, 5, 5, 9, 3, 3, 3, 7, 2, 4, 7, 3, 3, 6, 2, 7, 9, 5, 5, 9, 3, 3, 3, 9, 4, 2, 5, 8, 3, 2, 7, 2, 2, 9, 2, 4, 2, 3, 6, 3, 2, 2, 9, 5, 2, 3, 2, 8, 2, 7, 3, 4, 10, 4, 5, 3, 7, 10, 2, 5, 2, 9, 3, 7, 3, 5, 2, 9, 5, 2, 3, 2, 8, 3, 11, 9, 2, 9, 4, 4, 3, 7, 2, 7, 4, 7, 9, 3, 10, 1, 7, 5, 5, 2, 9, 5, 2, 3, 2, 5, 3, 11, 7, 2, 1, 6, 3, 3, 5, 2, 4, 7, 6, 6, 3, 7, 2, 7, 5, 2, 11, 7, 10, 3], "patch_length_stats": {"count": 1480, "sum": 6798, "mean": 4.5932432432432435, "median": 4.0, "p95": 11.0, "max": 28, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0211029439997219, "decode_time_sec": 1.892909410998982, "total_time_sec": 1.91403897499913, "prefill_units_per_sec": 3838.3270126228563, "prefill_bytes_per_sec": 10045.991687358588, "decode_units_per_sec": 67.62077427278894, "decode_bytes_per_sec": 210.78663230345924, "total_units_per_sec": 66.87429131376919, "total_bytes_per_sec": 208.4597049546399, "step_latency_ms": {"count": 128, "sum": 1842, "mean": 14.390625, "median": 14.0, "p95": 15.0, "max": 19, "min": 14}, "peak_allocated_mb": 2746.67626953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 212, "mean": 212.0, "median": 212.0, "p95": 212.0, "max": 212, "min": 212}, "model_input_units": {"count": 1, "sum": 81, "mean": 81.0, "median": 81.0, "p95": 81.0, "max": 81, "min": 81}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 399, "mean": 399.0, "median": 399.0, "p95": 399.0, "max": 399, "min": 399}}, "compression_summary": {"raw_prompt_bytes": 212, "model_input_units": 81, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.617283950617284, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "pythia", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.032916471998760244, "decode_time_sec": 1.9645294820002164, "total_time_sec": 1.9974856939988967, "prefill_units_per_sec": 27007.7546595359, "prefill_bytes_per_sec": 87372.66861735124, "decode_units_per_sec": 999.7304789747022, "decode_bytes_per_sec": 4184.7170405555125, "total_units_per_sec": 983.2360781859421, "total_bytes_per_sec": 4115.674031958569, "step_latency_ms": {"count": 128, "sum": 1827, "mean": 14.2734375, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 3368.1533203125, "peak_reserved_mb": 3854.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 2876, "mean": 179.75, "median": 182.0, "p95": 220.75, "max": 232, "min": 103}, "model_input_units": {"count": 16, "sum": 889, "mean": 55.5625, "median": 54.0, "p95": 69.75, "max": 81, "min": 41}}, "generated_stats": {"units": {"count": 16, "sum": 1964, "mean": 122.75, "median": 128.0, "p95": 128.0, "max": 128, "min": 44}, "bytes": {"count": 16, "sum": 8221, "mean": 513.8125, "median": 412.0, "p95": 1330.0, "max": 1348, "min": 124}}, "compression_summary": {"raw_prompt_bytes": 2876, "model_input_units": 889, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.235095613048369, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.023937325000588316, "decode_time_sec": 1.9043062159980764, "total_time_sec": 1.928272510998795, "prefill_units_per_sec": 3926.9216588607846, "prefill_bytes_per_sec": 11070.577017001147, "decode_units_per_sec": 67.21608054664318, "decode_bytes_per_sec": 193.7713572008698, "total_units_per_sec": 66.3806589939403, "total_bytes_per_sec": 191.36299350596852, "step_latency_ms": {"count": 128, "sum": 1868, "mean": 14.59375, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2749.11376953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 265, "mean": 265.0, "median": 265.0, "p95": 265.0, "max": 265, "min": 265}, "model_input_units": {"count": 1, "sum": 94, "mean": 94.0, "median": 94.0, "p95": 94.0, "max": 94, "min": 94}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 369, "mean": 369.0, "median": 369.0, "p95": 369.0, "max": 369, "min": 369}}, "compression_summary": {"raw_prompt_bytes": 265, "model_input_units": 94, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.8191489361702127, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.08124989499992807, "decode_time_sec": 1.95924021600149, "total_time_sec": 2.040529339999921, "prefill_units_per_sec": 23630.799769054465, "prefill_bytes_per_sec": 83470.87710089968, "decode_units_per_sec": 1045.3031656218527, "decode_bytes_per_sec": 3555.9702904723868, "total_units_per_sec": 1003.6611382417464, "total_bytes_per_sec": 3414.3101318995346, "step_latency_ms": {"count": 128, "sum": 1832, "mean": 14.3125, "median": 14.0, "p95": 17.0, "max": 18, "min": 14}, "peak_allocated_mb": 3998.736328125, "peak_reserved_mb": 4686.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 6782, "mean": 423.875, "median": 369.0, "p95": 689.75, "max": 962, "min": 260}, "model_input_units": {"count": 16, "sum": 1920, "mean": 120.0, "median": 97.5, "p95": 196.75, "max": 277, "min": 71}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 6967, "mean": 435.4375, "median": 494.5, "p95": 606.0, "max": 615, "min": 131}}, "compression_summary": {"raw_prompt_bytes": 6782, "model_input_units": 1920, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5322916666666666, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}